fastapi_block_1_7.py

  def download(self, link):
    print("Downloading {}".format(link))
    ## Find Latest File Name
    if self.query.q in os.listdir("datasets/test"):
      file_names = os.listdir("datasets/test/{}".format(self.query.q))
    else:
      os.mkdir("datasets/test/{}".format(self.query.q))
      file_names = os.listdir("datasets/test/{}".format(self.query.q))
    
    if len(file_names) > 0:
      file_names = [int(x.split('.')[0]) for x in file_names]
      latest_file_name = str(max(file_names) + 1)
    else:
      latest_file_name = "0"

    ## Download and guess the file format
    r = requests.get(link)
    extension = mimetypes.guess_extension(r.headers.get('content-type', '').split(';')[0])
    if not extension == ".html":
      with open("datasets/test/{}/{}{}".format(self.query.q, latest_file_name, extension or '.jpg'), 'wb') as f:
        f.write(r.content)