From 0740f143a22555183d41a4ff78b4958a95a12944 Mon Sep 17 00:00:00 2001 From: jwansek Date: Sun, 23 Aug 2020 22:18:06 +0100 Subject: added functions to get images --- provision.py | 33 --------------------------------- 1 file changed, 33 deletions(-) delete mode 100644 provision.py (limited to 'provision.py') diff --git a/provision.py b/provision.py deleted file mode 100644 index 6c97a3c..0000000 --- a/provision.py +++ /dev/null @@ -1,33 +0,0 @@ -import pandas -import os -import ast -import twint -import requests - - -def download(url): - filename = url.split("/")[-1] - r = requests.get(url, allow_redirects=True) - with open("pics/" + filename, "wb") as f: - f.write(r.content) - - -# archive @AceYuriBot for images/sources - -c = twint.Config() -c.Username = "AceYuriBot" -c.Images = True -c.Store_csv = True -c.Output = "yuribot.csv" -twint.run.Search(c) - -os.makedirs("pics", exist_ok=True) -df = pandas.read_csv("yuribot.csv") -source = ( - df["urls"].apply(lambda x: ast.literal_eval(x)).apply(lambda x: x[0] if x else None) -) -file_location = df["photos"].apply(lambda x: os.path.basename(ast.literal_eval(x)[0])) -# save to file where bot will pull data from -pandas.concat([source, file_location], axis=1).to_csv("files.csv") -# download images -df["photos"].apply(lambda x: download(ast.literal_eval(x)[0])) -- cgit v1.2.3