mirror of
https://github.com/User0332/rewards-farmer.git
synced 2026-09-16 09:31:36 +00:00
added random image finding and downloading function
downloads a random image from Wikipedia, converts it to png, and renames it to random_image.png - will rewrite the image if one already exists. Filters images: | Filter | Current value | Meaning | | ------------------ | ----------------: | ------------------------------------ | | MIME type | JPEG / PNG / WebP | Rejects SVG, GIF, TIFF, etc. | | Width | ≥ 300 px | Rejects very narrow/small images | | Height | ≥ 300 px | Rejects very short/small images | | Original file size | ≤ 20 MB | Avoids huge files | | Thumbnail | 1280 px | Downloads a reasonably sized version |
This commit is contained in:
RealEvoranz
@@ -1,5 +1,6 @@
|
||||
*.png
|
||||
*.txt
|
||||
random_image.json
|
||||
Todo.md
|
||||
data-dir/
|
||||
__pycache__/
|
||||
@@ -0,0 +1,505 @@
|
||||
import io
|
||||
import json
|
||||
import time
|
||||
from pathlib import Path
|
||||
from urllib.parse import urlsplit, urlunsplit
|
||||
|
||||
import requests
|
||||
from PIL import Image
|
||||
|
||||
|
||||
# ============================================================
|
||||
# CONFIG
|
||||
# ============================================================
|
||||
|
||||
API_URL = "https://commons.wikimedia.org/w/api.php"
|
||||
|
||||
OUTPUT_FILE = Path("random_image.png")
|
||||
METADATA_FILE = Path("random_image.json")
|
||||
|
||||
MAX_ATTEMPTS = 10
|
||||
|
||||
# Loose filtering
|
||||
MIN_WIDTH = 300
|
||||
MIN_HEIGHT = 300
|
||||
|
||||
# Maximum original file size we'll accept
|
||||
MAX_FILE_SIZE = 20 * 1024 * 1024 # 20 MB
|
||||
|
||||
# Wikimedia will generate a thumbnail around this width
|
||||
THUMBNAIL_WIDTH = 1280
|
||||
|
||||
# Normal delay between failed attempts
|
||||
REQUEST_DELAY = 3
|
||||
|
||||
# Maximum rate-limit wait
|
||||
MAX_BACKOFF = 300
|
||||
|
||||
|
||||
# ============================================================
|
||||
# HTTP SESSION
|
||||
# ============================================================
|
||||
|
||||
session = requests.Session()
|
||||
|
||||
session.headers.update({
|
||||
"User-Agent": (
|
||||
"RandomVisualSearchImage/1.0 "
|
||||
"(contact: 12345rfdz@gmail.com)"
|
||||
)
|
||||
})
|
||||
|
||||
|
||||
# ============================================================
|
||||
# URL HELPERS
|
||||
# ============================================================
|
||||
|
||||
def clean_url(url):
|
||||
"""Remove query parameters from Wikimedia URLs."""
|
||||
|
||||
parts = urlsplit(url)
|
||||
|
||||
return urlunsplit((
|
||||
parts.scheme,
|
||||
parts.netloc,
|
||||
parts.path,
|
||||
"",
|
||||
"",
|
||||
))
|
||||
|
||||
|
||||
# ============================================================
|
||||
# RATE LIMIT HANDLING
|
||||
# ============================================================
|
||||
|
||||
def wait_after_429(response, attempt):
|
||||
"""Wait according to Wikimedia's Retry-After header."""
|
||||
|
||||
retry_after = response.headers.get("Retry-After")
|
||||
|
||||
if retry_after:
|
||||
try:
|
||||
wait_time = int(retry_after)
|
||||
except ValueError:
|
||||
wait_time = min(
|
||||
2 ** attempt,
|
||||
MAX_BACKOFF,
|
||||
)
|
||||
else:
|
||||
wait_time = min(
|
||||
2 ** attempt,
|
||||
MAX_BACKOFF,
|
||||
)
|
||||
|
||||
wait_time = max(5, wait_time)
|
||||
|
||||
print(
|
||||
f"Rate limited. Waiting "
|
||||
f"{wait_time} seconds..."
|
||||
)
|
||||
|
||||
time.sleep(wait_time)
|
||||
|
||||
|
||||
# ============================================================
|
||||
# DOWNLOAD
|
||||
# ============================================================
|
||||
|
||||
def download_image(url):
|
||||
"""Download image bytes from Wikimedia."""
|
||||
|
||||
url = clean_url(url)
|
||||
|
||||
try:
|
||||
response = session.get(
|
||||
url,
|
||||
timeout=30,
|
||||
allow_redirects=True,
|
||||
)
|
||||
|
||||
except requests.RequestException as e:
|
||||
print(f"Download failed: {e}")
|
||||
return None
|
||||
|
||||
if response.status_code == 429:
|
||||
wait_after_429(response, 1)
|
||||
return None
|
||||
|
||||
if response.status_code == 403:
|
||||
print("Wikimedia returned 403 Forbidden.")
|
||||
return None
|
||||
|
||||
try:
|
||||
response.raise_for_status()
|
||||
except requests.RequestException as e:
|
||||
print(f"HTTP error: {e}")
|
||||
return None
|
||||
|
||||
content_type = response.headers.get(
|
||||
"Content-Type",
|
||||
"",
|
||||
).lower()
|
||||
|
||||
if not content_type.startswith("image/"):
|
||||
print(
|
||||
f"Not an image: {content_type}"
|
||||
)
|
||||
return None
|
||||
|
||||
if not response.content:
|
||||
print("Downloaded image is empty.")
|
||||
return None
|
||||
|
||||
return response.content
|
||||
|
||||
|
||||
# ============================================================
|
||||
# PNG CONVERSION
|
||||
# ============================================================
|
||||
|
||||
def convert_to_png(image_data):
|
||||
"""Convert downloaded image bytes to PNG."""
|
||||
|
||||
try:
|
||||
with Image.open(
|
||||
io.BytesIO(image_data)
|
||||
) as image:
|
||||
|
||||
# Handle JPEG, WebP, PNG, etc.
|
||||
#
|
||||
# RGBA preserves transparency where possible.
|
||||
png_image = image.convert("RGBA")
|
||||
|
||||
output = io.BytesIO()
|
||||
|
||||
png_image.save(
|
||||
output,
|
||||
format="PNG",
|
||||
optimize=True,
|
||||
)
|
||||
|
||||
return output.getvalue()
|
||||
|
||||
except Exception as e:
|
||||
print(
|
||||
f"PNG conversion failed: {e}"
|
||||
)
|
||||
return None
|
||||
|
||||
|
||||
# ============================================================
|
||||
# RANDOM IMAGE
|
||||
# ============================================================
|
||||
|
||||
def get_random_image():
|
||||
|
||||
for attempt in range(
|
||||
1,
|
||||
MAX_ATTEMPTS + 1,
|
||||
):
|
||||
|
||||
if attempt > 1:
|
||||
time.sleep(REQUEST_DELAY)
|
||||
|
||||
print(
|
||||
f"\nAttempt "
|
||||
f"{attempt}/{MAX_ATTEMPTS}"
|
||||
)
|
||||
|
||||
# ----------------------------------------------------
|
||||
# RANDOM FILE
|
||||
# ----------------------------------------------------
|
||||
|
||||
params = {
|
||||
"action": "query",
|
||||
"format": "json",
|
||||
|
||||
"generator": "random",
|
||||
"grnnamespace": 6,
|
||||
"grnlimit": 1,
|
||||
|
||||
"prop": "imageinfo",
|
||||
|
||||
"iiprop": (
|
||||
"url|size|mime|dimensions"
|
||||
),
|
||||
|
||||
"iiurlwidth": THUMBNAIL_WIDTH,
|
||||
}
|
||||
|
||||
try:
|
||||
response = session.get(
|
||||
API_URL,
|
||||
params=params,
|
||||
timeout=20,
|
||||
)
|
||||
|
||||
except requests.RequestException as e:
|
||||
print(f"API request failed: {e}")
|
||||
continue
|
||||
|
||||
# ----------------------------------------------------
|
||||
# API RATE LIMIT
|
||||
# ----------------------------------------------------
|
||||
|
||||
if response.status_code == 429:
|
||||
wait_after_429(
|
||||
response,
|
||||
attempt,
|
||||
)
|
||||
continue
|
||||
|
||||
try:
|
||||
response.raise_for_status()
|
||||
data = response.json()
|
||||
|
||||
except (
|
||||
requests.RequestException,
|
||||
ValueError,
|
||||
) as e:
|
||||
print(f"API error: {e}")
|
||||
continue
|
||||
|
||||
# ----------------------------------------------------
|
||||
# GET PAGE
|
||||
# ----------------------------------------------------
|
||||
|
||||
pages = (
|
||||
data
|
||||
.get("query", {})
|
||||
.get("pages", {})
|
||||
)
|
||||
|
||||
if not pages:
|
||||
print("No page returned.")
|
||||
continue
|
||||
|
||||
page = next(
|
||||
iter(pages.values())
|
||||
)
|
||||
|
||||
title = page.get(
|
||||
"title",
|
||||
"Unknown",
|
||||
)
|
||||
|
||||
imageinfo = page.get(
|
||||
"imageinfo"
|
||||
)
|
||||
|
||||
if not imageinfo:
|
||||
print(
|
||||
"No image information."
|
||||
)
|
||||
continue
|
||||
|
||||
info = imageinfo[0]
|
||||
|
||||
mime = info.get(
|
||||
"mime",
|
||||
"",
|
||||
)
|
||||
|
||||
width = info.get(
|
||||
"width",
|
||||
0,
|
||||
)
|
||||
|
||||
height = info.get(
|
||||
"height",
|
||||
0,
|
||||
)
|
||||
|
||||
size = info.get(
|
||||
"size",
|
||||
0,
|
||||
)
|
||||
|
||||
thumbnail_url = info.get(
|
||||
"thumburl"
|
||||
)
|
||||
|
||||
original_url = info.get(
|
||||
"url"
|
||||
)
|
||||
|
||||
# ----------------------------------------------------
|
||||
# FILTER
|
||||
# ----------------------------------------------------
|
||||
|
||||
if mime not in {
|
||||
"image/jpeg",
|
||||
"image/png",
|
||||
"image/webp",
|
||||
}:
|
||||
print(
|
||||
f"Skipping unsupported type: "
|
||||
f"{mime}"
|
||||
)
|
||||
continue
|
||||
|
||||
if width < MIN_WIDTH or height < MIN_HEIGHT:
|
||||
print(
|
||||
f"Skipping small image: "
|
||||
f"{width}x{height}"
|
||||
)
|
||||
continue
|
||||
|
||||
if size > MAX_FILE_SIZE:
|
||||
print(
|
||||
f"Skipping large image: "
|
||||
f"{size / 1024 / 1024:.1f} MB"
|
||||
)
|
||||
continue
|
||||
|
||||
if not thumbnail_url:
|
||||
print("No thumbnail URL.")
|
||||
continue
|
||||
|
||||
# ----------------------------------------------------
|
||||
# FOUND
|
||||
# ----------------------------------------------------
|
||||
|
||||
print(f"Found: {title}")
|
||||
print(
|
||||
f"Size: {width}x{height}"
|
||||
)
|
||||
|
||||
# ----------------------------------------------------
|
||||
# DOWNLOAD THUMBNAIL
|
||||
# ----------------------------------------------------
|
||||
|
||||
image_data = download_image(
|
||||
thumbnail_url
|
||||
)
|
||||
|
||||
# ----------------------------------------------------
|
||||
# FALLBACK TO ORIGINAL
|
||||
# ----------------------------------------------------
|
||||
|
||||
if image_data is None and original_url:
|
||||
print(
|
||||
"Trying original..."
|
||||
)
|
||||
|
||||
image_data = download_image(
|
||||
original_url
|
||||
)
|
||||
|
||||
if image_data is None:
|
||||
print(
|
||||
"Couldn't download image."
|
||||
)
|
||||
continue
|
||||
|
||||
# ----------------------------------------------------
|
||||
# CONVERT TO PNG
|
||||
# ----------------------------------------------------
|
||||
|
||||
print("Converting to PNG...")
|
||||
|
||||
png_data = convert_to_png(
|
||||
image_data
|
||||
)
|
||||
|
||||
if png_data is None:
|
||||
continue
|
||||
|
||||
# ----------------------------------------------------
|
||||
# SAVE PNG
|
||||
# ----------------------------------------------------
|
||||
|
||||
try:
|
||||
OUTPUT_FILE.write_bytes(
|
||||
png_data
|
||||
)
|
||||
|
||||
except OSError as e:
|
||||
print(
|
||||
f"Couldn't save image: {e}"
|
||||
)
|
||||
continue
|
||||
|
||||
# ----------------------------------------------------
|
||||
# SAVE METADATA
|
||||
# ----------------------------------------------------
|
||||
|
||||
metadata = {
|
||||
"title": title,
|
||||
"source": "Wikimedia Commons",
|
||||
"output_format": "PNG",
|
||||
|
||||
"width": width,
|
||||
"height": height,
|
||||
|
||||
"original_mime": mime,
|
||||
|
||||
"original_size": size,
|
||||
|
||||
"png_size": len(
|
||||
png_data
|
||||
),
|
||||
|
||||
"original_url": (
|
||||
clean_url(original_url)
|
||||
if original_url
|
||||
else None
|
||||
),
|
||||
|
||||
"thumbnail_url": (
|
||||
clean_url(thumbnail_url)
|
||||
if thumbnail_url
|
||||
else None
|
||||
),
|
||||
}
|
||||
|
||||
try:
|
||||
METADATA_FILE.write_text(
|
||||
json.dumps(
|
||||
metadata,
|
||||
indent=4,
|
||||
ensure_ascii=False,
|
||||
),
|
||||
encoding="utf-8",
|
||||
)
|
||||
|
||||
except OSError as e:
|
||||
print(
|
||||
f"Warning: couldn't save "
|
||||
f"metadata: {e}"
|
||||
)
|
||||
|
||||
# ----------------------------------------------------
|
||||
# DONE
|
||||
# ----------------------------------------------------
|
||||
|
||||
print()
|
||||
print("=" * 50)
|
||||
print("SUCCESS")
|
||||
print("=" * 50)
|
||||
print(
|
||||
f"Image: "
|
||||
f"{OUTPUT_FILE.absolute()}"
|
||||
)
|
||||
print(
|
||||
f"Size: "
|
||||
f"{len(png_data) / 1024:.1f} KB"
|
||||
)
|
||||
print(
|
||||
f"Source: {title}"
|
||||
)
|
||||
|
||||
return metadata
|
||||
|
||||
raise RuntimeError(
|
||||
"Unable to obtain a suitable "
|
||||
"Wikimedia image."
|
||||
)
|
||||
|
||||
|
||||
# ============================================================
|
||||
# MAIN
|
||||
# ============================================================
|
||||
|
||||
if __name__ == "__main__":
|
||||
get_random_image()
|
||||
Reference in New Issue
Block a user