响应巨蟒侠，分享一下前一段弄得一个自动爬某站bt的脚本吧

革萌

基本上Cookie那一行换成自己的就行

1. nas_url = "http://192.168.50.136:8888/transfers/action"

复制代码

这一行需要改成自己的tixati的webui地址，session.verify视自己的网络情况看是否需要。（感谢一楼提醒）

解释一下哈 这个脚本是需要随便写个守护进程来周期性运行的，比如每小时执行一次，自动把最下面url列表里的url抓一边，把抓到的种子丢到下载器去下载。
不过我跑了一个月，下了几百G完全不想看的图集，最后硬盘还坏了

比如把python代码存成ex.py的话，随便写个bat

1. :loop
   
2. python ex.py
   
3. sleep 3600
   
4. goto loop

复制代码

忘了说，下载用的是tixati，这个bt下载器带一个web ui，换成aria2也是没啥问题的，只是需要改一下提交下载任务的代码

1. import requests
   
2. import bs4
   
3. import re
   
4. import sqlite3
   
5. 
   
6. from datetime import datetime
   
7. 
   
8. from requests.packages.urllib3.util.retry import Retry
   
9. from requests.adapters import HTTPAdapter
   
10. 
    
11. 
    
12. def get_time():
    
13.     now = datetime.now()  # current date and time
    
14.     return now.strftime("%m/%d/%Y, %H:%M:%S")
    
15. 
    
16. 
    
17. conn = sqlite3.connect('exhentai.db')
    
18. c = conn.cursor()
    
19. c.execute("""CREATE TABLE IF NOT EXISTS gallerys (
    
20.            name TEXT  NOT NULL,  
    
21.         url TEXT  NOT NULL,  
    
22.     gid TEXT PRIMARY KEY  NOT NULL,
    
23.     tor_url TEXT,
    
24.     modified_date TEXT
    
25.     )""")
    
26. 
    
27. c.execute("""CREATE TABLE IF NOT EXISTS gallerys_tor (
    
28.     gid TEXT  NOT NULL,
    
29.     tor_url TEXT,
    
30.     hash TEXT PRIMARY KEY NOT NULL,
    
31.     filename TEXT,
    
32.     seeds INTEGER ,
    
33.     file_size REAL,
    
34.     upload_date TEXT,
    
35.     modified_date TEXT
    
36.     )""")
    
37. 
    
38. c.execute("""CREATE TABLE IF NOT EXISTS tor_task (
    
39.     hash TEXT PRIMARY KEY NOT NULL,
    
40.     url TEXT,
    
41.     status TEXT,
    
42.     modified_date TEXT
    
43.     )""")
    
44. 
    
45. headers = {
    
46.     "Connection": "keep-alive",
    
47.     "Cache-Control": "max-age=0",
    
48.     "Upgrade-Insecure-Requests": "1",
    
49.     "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/86.0.4240.198 Safari/537.36",
    
50.     "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9",
    
51.     "Sec-Fetch-Site": "same-origin",
    
52.     "Sec-Fetch-Mode": "navigate",
    
53.     "Sec-Fetch-User": "?1",
    
54.     "Sec-Fetch-Dest": "document",
    
55.     "Referer": "https://exhentai.org/",
    
56.     "Accept-Language": "zh-CN,zh;q=0.9,en-US;q=0.8,en;q=0.7",
    
57.     "Cookie": "ipb_member_id=; ipb_pass_hash=; igneous=; sl=dm_1; sk=; u="
    
58. }
    
59. 
    
60. session = requests.Session()
    
61. session.keep_alive = False
    
62. session.verify = 'GotoXCA.crt'
    
63. 
    
64. retry = Retry(connect=30, backoff_factor=0.5)
    
65. adapter = HTTPAdapter(max_retries=retry)
    
66. session.mount('http://', adapter)
    
67. session.mount('https://', adapter)
    
68. 
    
69. def addTask(tor_file_url):
    
70.     print("下载种子 " + tor_file_url)
    
71.     hash = re.search("https://exhentai\.org/torrent/\d+/([\da-z]+)\.torrent\?p=[\da-z-]+", tor_file_url).group(1)
    
72.     c.execute("select count(1) from tor_task where hash = '"+hash+"'")
    
73.     result=c.fetchone()
    
74.     if(result[0]>0):
    
75.         return
    
76.     r = session.get(tor_file_url, headers=headers)
    
77.     if (r.status_code == 200):
    
78.         nas_url = "http://192.168.50.136:8888/transfers/action"
    
79.         files = {'metafile': r.content}
    
80.         data = {'noautostart': "0", "addmetafile": "Add"}
    
81.         add_res=session.post(nas_url, files=files, data=data)
    
82.         if(add_res == 200):
    
83.             print("添加任务成功")
    
84.         c.execute( "insert into tor_task (hash,url,status,modified_date) VALUES(?, ?, ?,?) ",  (hash,tor_file_url,"Add", get_time()))
    
85.         conn.commit()
    
86. 
    
87. 
    
88. def processTor(tor_page_url):
    
89.     print("process "+tor_page_url)
    
90.     r = session.get(tor_page_url, headers=headers)
    
91.     if(r.status_code==200):
    
92.         gid_1 = re.search("https://exhentai\.org/gallerytorrents\.php\?gid=(\d+)", tor_page_url).group(1)
    
93.         doc = bs4.BeautifulSoup(r.text,features="html.parser")
    
94.         torlist=[]
    
95.         for f in doc.select("form"):
    
96.             if(len(f.select("div table tr td")))>3 and f.select("div table tr")[2].select_one("td a") != None:
    
97.                 tor_url = re.search("document\.location='([^']+)",f.select("div table tr")[2].select_one("td a")["onclick"]).group(1)
    
98.                 tor_filename = f.select("div table tr")[2].select_one("td a").text
    
99.                 tor_upload_date = re.search("Posted:\s([\d\s:-]+)",f.select("div table tr td")[0].text).group(1)
    
100.                 tor_size = re.search("Size:\s(.+)",f.select("div table tr td")[1].text).group(1)
     
101.                 tor_seed = re.search("Seeds:\s(\d+)",f.select("div table tr td")[3].text).group(1)
     
102.                 hash = re.search("https://exhentai\.org/torrent/\d+/([\da-z]+)\.torrent\?p=[\da-z-]+",tor_url).group(1)
     
103.                 torlist.append({"upload_time":tor_upload_date,"tor_url":tor_url})
     
104.                 c.execute("replace into gallerys_tor (gid,tor_url,seeds,file_size,upload_date,modified_date,hash,filename) VALUES(?, ?, ?, ?,?,?,?,?) ", ( gid_1, tor_url,tor_seed,tor_size,   tor_upload_date , get_time(),hash,tor_filename))
     
105.         conn.commit()
     
106.         addTask(sorted(torlist, key=lambda i:  datetime.strptime(i['upload_time'],"%Y-%m-%d %H:%M"))[-1]["tor_url"])
     
107. 
     
108. 
     
109. def processPage(page_url):
     
110.     print("处理页面 "+page_url)
     
111.     r = session.get(page_url, headers=headers)
     
112.     if (r.status_code == 200):
     
113.         doc = bs4.BeautifulSoup(r.text,features="html.parser")
     
114.         file_entrys = doc.select(".gl1t")
     
115.         for file_entry in file_entrys:
     
116.             name = file_entry.select_one(".gl3t a img")['title']
     
117.             url = file_entry.select_one(".gl3t a")['href']
     
118.             gid = re.search("https://exhentai\.org/g/(\d+)", url).group(1)
     
119.             tor_url_a = file_entry.select_one(".gldown a")
     
120.             if tor_url_a is None:
     
121.                 tor_url = ""
     
122.             else:
     
123.                 tor_url = re.search("return\spopUp\('([^']+)", tor_url_a['onclick']).group(1)
     
124.                 processTor(tor_url)
     
125.             c.execute("replace into gallerys VALUES(?, ?, ?, ?,?) ", (name, url, gid, tor_url,  get_time()))
     
126.         conn.commit()
     
127. 
     
128. def processTask(url_arr):
     
129.     for url in url_arr:
     
130.         processPage(url)
     
131. 
     
132. watch_urls=[
     
133.     "https://exhentai.org/watched?page=11",
     
134.     "https://exhentai.org/watched?page=10",
     
135.     "https://exhentai.org/watched?page=9",
     
136.     "https://exhentai.org/watched?page=8",
     
137.     "https://exhentai.org/watched?page=7",
     
138.     "https://exhentai.org/watched?page=6",
     
139.     "https://exhentai.org/watched?page=5",
     
140.     "https://exhentai.org/watched?page=4",
     
141.     "https://exhentai.org/watched?page=3",
     
142.     "https://exhentai.org/watched?page=2",
     
143.     "https://exhentai.org/watched?page=1",
     
144.     "https://exhentai.org/watched"
     
145.       ]
     
146. 
     
147. pop_urls = [
     
148.     "https://exhentai.org/popular"
     
149. ]
     
150. processTask(pop_urls)
     
151. processTask(watch_urls)
     
152. 
     
153. 
     
154. 
     
155. 
     
156. 
     

复制代码

革萌

nessaj 发表于 2021-1-12 20:48
你这需要替换的地方有点多吧...
不说硬性的
我似乎没找到关键字Filter在哪里设置呀.... ...

e站的filter是用url传的

革萌

nessaj 发表于 2021-1-12 21:41
那么怎么自定义filter呢

1. https://exhentai.org/?page=1&f_search=+language:chinese
   
2. 
   

复制代码

这么写就行了

革萌

为什么巨蟒侠的帖子那么多人回，我的贴子连巨蟒侠都不回。来几个人拍死我也好啊。

祸猫

手动挑artbook中，毕竟多数也不想要

—— 来自 Xiaomi MIX 2S, Android 10上的 S1Next-鹅版 v2.4.4

革萌

祸猫 发表于 2021-1-20 22:23
手动挑artbook中，毕竟多数也不想要

—— 来自 Xiaomi MIX 2S, Android 10上的 S1Next-鹅版 v2.4.4 ...

我准备写个从我的收藏里扩散，找最有可能感兴趣的gallery