From 68c91ed957f7f93ba0078e5bb4bcc609ee076020 Mon Sep 17 00:00:00 2001
From: jwansek <eddie.atten.ea29@gmail.com>
Date: Mon, 24 Aug 2020 23:38:33 +0100
Subject: added video downloader
---
.gitmodules | 6 +++---
anime-face-detector | 1 -
envs/environment-detect.yml | 13 -------------
envs/environment.yml | 14 --------------
get_images.py | 36 +++++++++++++++++++++++++++++-------
pics/insert | 1 -
requirements.txt | 9 +++++++++
7 files changed, 41 insertions(+), 39 deletions(-)
delete mode 160000 anime-face-detector
delete mode 100644 envs/environment-detect.yml
delete mode 100644 envs/environment.yml
delete mode 100644 pics/insert
create mode 100644 requirements.txt
diff --git a/.gitmodules b/.gitmodules
index eed17de..8941b52 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -1,3 +1,3 @@
-[submodule "anime-face-detector"]
- path = anime-face-detector
- url = https://github.com/qhgz2013/anime-face-detector
+[submodule "lbpcascade_animeface"]
+ path = lbpcascade_animeface
+ url = https://github.com/nagadomi/lbpcascade_animeface
diff --git a/anime-face-detector b/anime-face-detector
deleted file mode 160000
index f73ad85..0000000
--- a/anime-face-detector
+++ /dev/null
@@ -1 +0,0 @@
-Subproject commit f73ad85fd00f98052f65e09696bcb5d90ef8a29c
diff --git a/envs/environment-detect.yml b/envs/environment-detect.yml
deleted file mode 100644
index 0dc1b8a..0000000
--- a/envs/environment-detect.yml
+++ /dev/null
@@ -1,13 +0,0 @@
-
-name: detection
-channels:
- - defaults
-dependencies:
- - python=3.7
- - cython
- - tensorflow[version='<2.0*']
- - jupyter
- - opencv
- - matplotlib
-prefix: C:\Users\yyu\Miniconda3\envs\detection
-
diff --git a/envs/environment.yml b/envs/environment.yml
deleted file mode 100644
index d43ea26..0000000
--- a/envs/environment.yml
+++ /dev/null
@@ -1,14 +0,0 @@
-name: yuribot
-channels:
- - defaults
-dependencies:
- - pip
- - shapely
- - opencv
- - Pillow
- - pandas
- - python==3.6.10
- - pip:
- - twint
- - colorthief
- - twython
\ No newline at end of file
diff --git a/get_images.py b/get_images.py
index 8d4d826..08a17e3 100644
--- a/get_images.py
+++ b/get_images.py
@@ -1,15 +1,15 @@
-from lxml import etree
+from dataclasses import dataclass
from io import StringIO
-# import xml.etree.ElementTree as etree
+from lxml import etree
import requests
import urllib
-from http.cookiejar import LWPCookieJar
-from dataclasses import dataclass
import random
import time
+import cv2
+import os
# all of these tags are added to all queries. Preceded with '-' to blacklist
-base_tags = ["yaoi", "-muscle"]
+base_tags = ["yaoi", "-muscle", "-comic"]
# one of these will be added
search_tags = ["looking_at_another", "kiss", "trap", "2boys", "promare"]
@@ -67,8 +67,30 @@ def get_num_pages(tags):
else:
return int(int(urllib.parse.parse_qs(page_element.get("href"))["pid"][0]) / (5*8))
+@dataclass
+class DownloadedImage:
+ imurl: str
+
+ def __enter__(self):
+ self.filename = urllib.parse.urlparse(self.imurl).path.split("/")[-1]
+
+ req = urllib.request.Request(self.imurl, headers = {'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_5_8) AppleWebKit/534.50.2 (KHTML, like Gecko) Version/5.0.6 Safari/533.22.3'})
+ mediaContent = urllib.request.urlopen(req).read()
+ with open(self.filename, "wb") as f:
+ f.write(mediaContent)
+ return self.filename
+
+ def __exit__(self, type, value, traceback):
+ os.remove(self.filename)
+
if __name__ == "__main__":
- # get_page_images(tags = ["yaoi"])
- print(get_image(get_random_searchtag()))
+ # print(get_image(get_random_searchtag()))
+
+ simg = get_image(get_random_searchtag())
+ with DownloadedImage(simg.imurl) as impath:
+ img = cv2.imread(impath)
+
+ cv2.imshow("img, ", img)
+ cv2.waitkey(0)
diff --git a/pics/insert b/pics/insert
deleted file mode 100644
index 899346d..0000000
--- a/pics/insert
+++ /dev/null
@@ -1 +0,0 @@
-provision.py should insert pics here (i think)
diff --git a/requirements.txt b/requirements.txt
new file mode 100644
index 0000000..0fe2eef
--- /dev/null
+++ b/requirements.txt
@@ -0,0 +1,9 @@
+lxml==4.5.2
+requests==2.21.0
+opencv_python==4.4.0.42
+api==0.0.7
+colorthief==0.2.1
+dataclasses==0.7
+Pillow==7.2.0
+Shapely==1.7.1
+twython==3.8.2
--
cgit v1.2.3