From 3e7c2e260384a3e381f01717fd71a694b71cae6e Mon Sep 17 00:00:00 2001 From: carp <25677564+carp@users.noreply.github.com> Date: Mon, 13 Jul 2020 13:29:50 -0400 Subject: code format --- provision.py | 20 +++++++++----------- 1 file changed, 9 insertions(+), 11 deletions(-) (limited to 'provision.py') diff --git a/provision.py b/provision.py index b995267..6c97a3c 100644 --- a/provision.py +++ b/provision.py @@ -2,19 +2,21 @@ import pandas import os import ast import twint -import requests +import requests + def download(url): - filename = url.split('/')[-1] + filename = url.split("/")[-1] r = requests.get(url, allow_redirects=True) - with open("pics/"+filename, 'wb') as f: + with open("pics/" + filename, "wb") as f: f.write(r.content) + # archive @AceYuriBot for images/sources c = twint.Config() c.Username = "AceYuriBot" -c.Images = True +c.Images = True c.Store_csv = True c.Output = "yuribot.csv" twint.run.Search(c) @@ -22,14 +24,10 @@ twint.run.Search(c) os.makedirs("pics", exist_ok=True) df = pandas.read_csv("yuribot.csv") source = ( - df["urls"] - .apply(lambda x: ast.literal_eval(x)) - .apply(lambda x: x[0] if x else None) -) -file_location = df["photos"].apply( - lambda x: os.path.basename(ast.literal_eval(x)[0]) + df["urls"].apply(lambda x: ast.literal_eval(x)).apply(lambda x: x[0] if x else None) ) +file_location = df["photos"].apply(lambda x: os.path.basename(ast.literal_eval(x)[0])) # save to file where bot will pull data from pandas.concat([source, file_location], axis=1).to_csv("files.csv") # download images -df["photos"].apply(lambda x: download(ast.literal_eval(x)[0])) \ No newline at end of file +df["photos"].apply(lambda x: download(ast.literal_eval(x)[0])) -- cgit v1.2.3