From 68c91ed957f7f93ba0078e5bb4bcc609ee076020 Mon Sep 17 00:00:00 2001
From: jwansek <eddie.atten.ea29@gmail.com>
Date: Mon, 24 Aug 2020 23:38:33 +0100
Subject: added video downloader

---
 .gitmodules                 |  6 +++---
 anime-face-detector         |  1 -
 envs/environment-detect.yml | 13 -------------
 envs/environment.yml        | 14 --------------
 get_images.py               | 36 +++++++++++++++++++++++++++++-------
 pics/insert                 |  1 -
 requirements.txt            |  9 +++++++++
 7 files changed, 41 insertions(+), 39 deletions(-)
 delete mode 160000 anime-face-detector
 delete mode 100644 envs/environment-detect.yml
 delete mode 100644 envs/environment.yml
 delete mode 100644 pics/insert
 create mode 100644 requirements.txt

diff --git a/.gitmodules b/.gitmodules
index eed17de..8941b52 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -1,3 +1,3 @@
-[submodule "anime-face-detector"]
-	path = anime-face-detector
-	url = https://github.com/qhgz2013/anime-face-detector
+[submodule "lbpcascade_animeface"]
+	path = lbpcascade_animeface
+	url = https://github.com/nagadomi/lbpcascade_animeface
diff --git a/anime-face-detector b/anime-face-detector
deleted file mode 160000
index f73ad85..0000000
--- a/anime-face-detector
+++ /dev/null
@@ -1 +0,0 @@
-Subproject commit f73ad85fd00f98052f65e09696bcb5d90ef8a29c
diff --git a/envs/environment-detect.yml b/envs/environment-detect.yml
deleted file mode 100644
index 0dc1b8a..0000000
--- a/envs/environment-detect.yml
+++ /dev/null
@@ -1,13 +0,0 @@
-
-name: detection
-channels:
-  - defaults
-dependencies:
-  - python=3.7
-  - cython
-  - tensorflow[version='<2.0*']
-  - jupyter
-  - opencv
-  - matplotlib
-prefix: C:\Users\yyu\Miniconda3\envs\detection
-
diff --git a/envs/environment.yml b/envs/environment.yml
deleted file mode 100644
index d43ea26..0000000
--- a/envs/environment.yml
+++ /dev/null
@@ -1,14 +0,0 @@
-name: yuribot
-channels:
-  - defaults
-dependencies:
-  - pip
-  - shapely
-  - opencv
-  - Pillow
-  - pandas
-  - python==3.6.10
-  - pip:
-    - twint
-    - colorthief
-    - twython
\ No newline at end of file
diff --git a/get_images.py b/get_images.py
index 8d4d826..08a17e3 100644
--- a/get_images.py
+++ b/get_images.py
@@ -1,15 +1,15 @@
-from lxml import etree
+from dataclasses import dataclass
 from io import StringIO
-# import xml.etree.ElementTree as etree
+from lxml import etree
 import requests
 import urllib
-from http.cookiejar import LWPCookieJar
-from dataclasses import dataclass
 import random
 import time
+import cv2
+import os
 
 # all of these tags are added to all queries. Preceded with '-' to blacklist
-base_tags = ["yaoi", "-muscle"]
+base_tags = ["yaoi", "-muscle", "-comic"]
 # one of these will be added
 search_tags = ["looking_at_another", "kiss", "trap", "2boys", "promare"]
 
@@ -67,8 +67,30 @@ def get_num_pages(tags):
     else:
         return int(int(urllib.parse.parse_qs(page_element.get("href"))["pid"][0]) / (5*8))
 
+@dataclass
+class DownloadedImage:
+    imurl: str
+    
+    def __enter__(self):
+        self.filename = urllib.parse.urlparse(self.imurl).path.split("/")[-1]
+
+        req = urllib.request.Request(self.imurl, headers = {'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_5_8) AppleWebKit/534.50.2 (KHTML, like Gecko) Version/5.0.6 Safari/533.22.3'})
+        mediaContent = urllib.request.urlopen(req).read()
+        with open(self.filename, "wb") as f:
+            f.write(mediaContent)
+        return self.filename
+
+    def __exit__(self, type, value, traceback):
+        os.remove(self.filename)
+
 if __name__ == "__main__":
-    # get_page_images(tags = ["yaoi"])
-    print(get_image(get_random_searchtag()))
+    # print(get_image(get_random_searchtag()))
+
+    simg = get_image(get_random_searchtag())
+    with DownloadedImage(simg.imurl) as impath:
+        img = cv2.imread(impath)
+
+        cv2.imshow("img, ", img)
+        cv2.waitkey(0)
 
 
diff --git a/pics/insert b/pics/insert
deleted file mode 100644
index 899346d..0000000
--- a/pics/insert
+++ /dev/null
@@ -1 +0,0 @@
-provision.py should insert pics here (i think)
diff --git a/requirements.txt b/requirements.txt
new file mode 100644
index 0000000..0fe2eef
--- /dev/null
+++ b/requirements.txt
@@ -0,0 +1,9 @@
+lxml==4.5.2
+requests==2.21.0
+opencv_python==4.4.0.42
+api==0.0.7
+colorthief==0.2.1
+dataclasses==0.7
+Pillow==7.2.0
+Shapely==1.7.1
+twython==3.8.2
-- 
cgit v1.2.3