dheerajinampudi

#Starting from Python 3.5, pathlib.Path.mkdir has an exist_ok flag:

from pathlib import Path
path = Path('/my/directory/filename.txt')
path.parent.mkdir(parents=True, exist_ok=True) 
# path.parent ~ os.path.dirname(path)
#This recursively creates the directory and does not raise an exception if the directory already exists.
#(just as os.makedirs got an exist_ok flag starting from python 3.2 e.g os.makedirs(path, exist_ok=True))

dheerajinampudi

 I tried in the following way 

    aws s3 ls s3://Bucket1/folder1/2019/ --recursive |grep filename.csv

This outputs the actual path where the file exists

    2019-04-05 01:18:35     111111 folder1/2019/03/20/filename.csv

dheerajinampudi

from pyspark.sql.functions import udf
from pyspark.sql.types import BooleanType

def regex_filter(x):
    regexs = ['.*ALLYOURBASEBELONGTOUS.*']
    
    if x and x.strip():
        for r in regexs:
            if re.match(r, x, re.IGNORECASE):
                return True

dheerajinampudi

dheerajinampudi

#interchange two column's order in pandas
cols = df3.columns.tolist()
column_to_move = "Altitude"
new_position = 1
cols.insert(new_position, cols.pop(cols.index(column_to_move)))
df3 = df3[cols]

dheerajinampudi

sudo apt install python-is-python3

this replaces the symlink in /usr/bin/python to /usr/bin/python3

dheerajinampudi

{
   "timestamp": "2021-02-12 18:17:33,774",
   "level": "INFO",
   "location": "collect.handler:1",
   "service": "payment",
   "lambda_function_name": "test",
   "lambda_function_memory_size": 128,
   "lambda_function_arn": "arn:aws:lambda:eu-west-1:12345678910:function:test",
   "lambda_request_id": "52fdfc07-2182-154f-163f-5f0f9a621d72",
   "cold_start": true,

dheerajinampudi

import zipfile
path_to_zip_file = 'archive.zip'
directory_to_extract_to = 'archive_unzipped_py/'
with zipfile.ZipFile(path_to_zip_file, 'r') as zip_ref:
    zip_ref.extractall(directory_to_extract_to)

dheerajinampudi

import os
for root, dirs, files in os.walk(".", topdown=False):
   for name in files:
      print(os.path.join(root, name))
      #print(name)
   for name in dirs:
      print(os.path.join(root, name))
      #print(name)

dheerajinampudi