75 lines
2.2 KiB
Python
75 lines
2.2 KiB
Python
import glob
|
|
import logging
|
|
import os
|
|
import time
|
|
|
|
import requests
|
|
|
|
from PyQt6 import QtCore
|
|
|
|
from .database import Database
|
|
|
|
logger = logging.getLogger("logger")
|
|
|
|
|
|
class Cache(object):
|
|
def __init__(self):
|
|
self.database = Database("cache")
|
|
self.cursor = self.database.cursor()
|
|
self.cursor.execute(
|
|
"""CREATE TABLE IF NOT EXISTS cache (
|
|
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
url TEXT,
|
|
filename TEXT,
|
|
cached_on TEXT)
|
|
"""
|
|
)
|
|
|
|
# create a directory to store cached files
|
|
path = QtCore.QStandardPaths.standardLocations(
|
|
QtCore.QStandardPaths.StandardLocation.CacheLocation
|
|
)[0]
|
|
self.cache_dir = os.path.join(path, "cache")
|
|
os.makedirs(self.cache_dir, exist_ok=True)
|
|
|
|
def clear(self):
|
|
self.cursor.execute("DELETE FROM cache")
|
|
self.database.commit()
|
|
for filename in glob.glob(self.cache_dir + "/*"):
|
|
os.remove(filename)
|
|
|
|
def lookup(self, key: str) -> str:
|
|
q = self.cursor.execute(
|
|
"SELECT filename, cached_on FROM cache WHERE url=?", (key,)
|
|
).fetchone()
|
|
if q:
|
|
# Cache hit
|
|
filename, cached_on = q
|
|
return filename
|
|
else:
|
|
# Cache miss
|
|
return ""
|
|
|
|
def store(
|
|
self, key: str, response: requests.Response, add_time: bool = True
|
|
) -> str:
|
|
# Create a file and store the response contents
|
|
filename = str(time.time()).replace(".", "") if add_time else ""
|
|
if "Content-Disposition" in response.headers.keys():
|
|
filename += response.headers["Content-Disposition"]
|
|
else:
|
|
filename += response.url.split("/")[-1]
|
|
|
|
filename = "".join([c for c in filename if c.isalpha() or c.isdigit()]).rstrip()
|
|
filename = os.path.join(self.cache_dir, filename)
|
|
|
|
with open(filename, "wb") as f:
|
|
f.write(response.content)
|
|
|
|
self.cursor.execute(
|
|
"INSERT INTO cache (url, filename, cached_on) VALUES(?, ?, datetime('now', 'localtime'))",
|
|
(key, filename),
|
|
)
|
|
self.database.commit()
|
|
return filename
|