Doc/scraperchan
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Improved console output with more information

Browse Source
This commit is contained in:
Doc
2023-12-17 11:31:39 +01:00
parent 4dbcafa877
commit 68560d63cd
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
scraperchan.py
View File

@@ -1,4 +1,4 @@
import requests, json, time, argparse, sys, os import requests, json, time, argparse, sys, os, logging
from PIL import Image from PIL import Image
from io import BytesIO from io import BytesIO
@@ -12,7 +12,7 @@ args = parser.parse_args()
r = requests.get(args.u + ".json") r = requests.get(args.u + ".json")
print("Got main request") print("Got main request from " + args.u + ".json" )
rjson = r.json() rjson = r.json()
@@ -22,7 +22,7 @@ for i in rjson['posts']:
if "ext" in i: if "ext" in i:
ir = requests.get("https://i.4cdn.org/" + board + "/" + str(i['tim']) + i['ext']) ir = requests.get("https://i.4cdn.org/" + board + "/" + str(i['tim']) + i['ext'])
print("Got post request") print("Got post request for: " + board + "/" + str(i['tim']) + i['ext'])
bstream = BytesIO(ir.content) bstream = BytesIO(ir.content)
@@ -31,7 +31,7 @@ for i in rjson['posts']:
im = Image.open(bstream) im = Image.open(bstream)
print("Converted bytes to image") print("Converted bytes to image")
im.save(args.o + "/" + board + "-" + str(i['tim']) + i['ext']) im.save(args.o + "/" + board + "-" + str(i['tim']) + i['ext'])
print("Saved image") print("Saved image: " + board + "-" + str(i['tim']) + i['ext'])
except KeyboardInterrupt: except KeyboardInterrupt:
print('Closing') print('Closing')
try: try:
@@ -43,7 +43,7 @@ for i in rjson['posts']:
with open(args.o + "/" + board + str(i['tim']) + i['ext'], 'wb') as f: with open(args.o + "/" + board + str(i['tim']) + i['ext'], 'wb') as f:
f.write(bstream.getbuffer()) f.write(bstream.getbuffer())
f.close() f.close()
print("Saved video") print("Saved video: " + board + "-" + str(i['tim']) + i['ext'])
except Exception as err: except Exception as err:
print("Cant convert data to image or video maybe not an image or video format") print("Cant convert data to image or video maybe not an image or video format")
print("NO: " + str(i['no'])) print("NO: " + str(i['no']))