1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
|
import datetime
import requests
import json
def get_curiouscat_qnas_after(name, last_timestamp = None):
if last_timestamp is None:
url = "https://curiouscat.live/api/v2/profile?username=%s&count=100" % (name)
else:
url = "https://curiouscat.live/api/v2/profile?username=%s&count=100&max_timestamp=%d" % (name, last_timestamp)
req = requests.get(url)
return req.json()["posts"]
def get_all_curiouscat_qnas(name):
out = []
period = get_curiouscat_qnas_after(name)
out += period
while len(period) == 100:
oldest = min([i["timestamp"] for i in period])
period = get_curiouscat_qnas_after("jwnskanzkwk", last_timestamp = oldest - 1)
out += period
return post_process(out, name)
def get_all_curiouscat_qnas_before(name, min_dt):
url = "https://curiouscat.live/api/v2/profile?username=%s&count=100&min_timestamp=%d" % (name, int(min_dt.timestamp()) + 1)
req = requests.get(url)
return post_process(req.json()["posts"], "name")
def post_process(cc, name):
return [
{
"id": i["id"],
"link": "https://curiouscat.me/%s/post/%d" % (name, i["id"]),
"datetime": datetime.datetime.fromtimestamp(i["timestamp"]),
"question": i["comment"],
"answer": i["reply"]
}
for i in cc
]
if __name__ == "__main__":
import database
with database.Database() as db:
print(db.append_curiouscat_qnas(get_all_curiouscat_qnas_before("jwnskanzkwk", db.get_biggest_curiouscat_timestamp())))
|
