From ddf72a85841eb5cd66a7148022d3b96340b7a6e1 Mon Sep 17 00:00:00 2001 From: Doc Date: Sat, 16 Dec 2023 18:13:13 +0100 Subject: [PATCH] init --- .gitignore | 2 ++ requirements.txt | 4 ++++ scrapechan.py | 52 ++++++++++++++++++++++++++++++++++++++++++++++++ 3 files changed, 58 insertions(+) create mode 100644 .gitignore create mode 100644 requirements.txt create mode 100644 scrapechan.py diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..15f4a0a --- /dev/null +++ b/.gitignore @@ -0,0 +1,2 @@ +/test +test.txt diff --git a/requirements.txt b/requirements.txt new file mode 100644 index 0000000..ff936ec --- /dev/null +++ b/requirements.txt @@ -0,0 +1,4 @@ +requests +argparse +Pillow +ffmpeg-python diff --git a/scrapechan.py b/scrapechan.py new file mode 100644 index 0000000..553f293 --- /dev/null +++ b/scrapechan.py @@ -0,0 +1,52 @@ +import requests, json, time, argparse, sys, os, ffmpeg +from PIL import Image +from io import BytesIO + +parser = argparse.ArgumentParser() +parser.add_argument('-u', type=str, required=True) +parser.add_argument('-o', type=str, required=True) + +args = parser.parse_args() + + + +r = requests.get(args.u + ".json") + +print("Got main request") + +rjson = r.json() + +board = args.u.split("/")[3] + +for i in rjson['posts']: + if "ext" in i: + ir = requests.get("https://i.4cdn.org/" + board + "/" + str(i['tim']) + i['ext']) + + print("Got post request") + + bstream = BytesIO(ir.content) + + try: + ir = requests.get("https://i.4cdn.org/" + board + "/" + str(i['tim']) + i['ext']) + im = Image.open(bstream) + print("Converted bytes to image") + im.save(args.o + "/" + str(i['tim']) + i['ext']) + print("Saved image") + except KeyboardInterrupt: + print('Closing') + try: + sys.exit(130) + except SystemExit: + os._exit(130) + except: + print("Cant convert data to image maybe not an image format") + print("NO:" + str(i['no'])) + """ + try: + ffmpeg.input(bstream).output(args.o + "/" + str(i['tim']) + ".mp4").run() + print("Saved video") + except: + print("Cant convert to Video") + """ + +print("Done!!")