1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
|
from dataclasses import dataclass
from io import StringIO
from lxml import etree
import requests
import urllib
import random
import time
import cv2
import os
# all of these tags are added to all queries. Preceded with '-' to blacklist
base_tags = ["yaoi", "-muscle", "-comic"]
# one of these will be added
search_tags = ["looking_at_another", "kiss", "trap", "2boys", "promare"]
def get_random_searchtag():
return [random.choice(search_tags)]
@dataclass
class SafebooruImage:
id: int
tags: list
source: str
imurl: str
def get_id_from_url(url):
return int(urllib.parse.parse_qs(url)["id"][0])
def get_image(tags):
search_url = "https://safebooru.org/index.php?page=post&s=list&tags=%s&pid=%i" % ("+".join(base_tags+tags), (random.randint(1, get_num_pages(tags))-1)*5*8)
tree = etree.parse(StringIO(requests.get(search_url).text), etree.HTMLParser())
elements = [e for e in tree.xpath("/html/body/div[6]/div/div[2]/div[1]")[0].iter(tag = "a")]
element = random.choice(elements)
simg = SafebooruImage(
id = get_id_from_url(element.get("href")),
tags = element.find("img").get("alt").split(),
source = get_source("https://safebooru.org/" + element.get("href")),
imurl = get_imurl("https://safebooru.org/" + element.get("href"))
)
if simg.source is None:
print("https://safebooru.org/" + element.get("href"))
return simg
def get_source(url):
tree = etree.parse(StringIO(requests.get(url).text), etree.HTMLParser())
for element in tree.xpath('//*[@id="stats"]')[0].iter("li"):
if element.text.startswith("Source: h"):
return element.text[8:]
elif element.text.startswith("Source:"):
for child in element.iter():
if child.get("href") is not None:
return child.get("href")
raise ConnectionError("Couldn't find source image for id %i" % get_id_from_url(url))
def get_imurl(url):
tree = etree.parse(StringIO(requests.get(url).text), etree.HTMLParser())
return tree.xpath('//*[@id="image"]')[0].get("src")
def get_num_pages(tags):
search_url = "https://safebooru.org/index.php?page=post&s=list&tags=%s" % "+".join(base_tags+tags)
html = requests.get(search_url).text
tree = etree.parse(StringIO(html), etree.HTMLParser())
try:
page_element = tree.xpath("/html/body/div[6]/div/div[2]/div[2]/div/a[12]")[0]
except IndexError:
return 1
else:
return int(int(urllib.parse.parse_qs(page_element.get("href"))["pid"][0]) / (5*8))
@dataclass
class DownloadedImage:
imurl: str
def __enter__(self):
self.filename = urllib.parse.urlparse(self.imurl).path.split("/")[-1]
req = urllib.request.Request(self.imurl, headers = {'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_5_8) AppleWebKit/534.50.2 (KHTML, like Gecko) Version/5.0.6 Safari/533.22.3'})
mediaContent = urllib.request.urlopen(req).read()
with open(self.filename, "wb") as f:
f.write(mediaContent)
return self.filename
def __exit__(self, type, value, traceback):
os.remove(self.filename)
if __name__ == "__main__":
# print(get_image(get_random_searchtag()))
simg = get_image(get_random_searchtag())
with DownloadedImage(simg.imurl) as impath:
img = cv2.imread(impath)
cv2.imshow("img, ", img)
cv2.waitkey(0)
|
