ap7sc/task4
2
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

Use a more readable name for cache files

Browse source
This commit is contained in:
Peter Vacho 2024-11-25 10:58:54 +01:00
parent ea03f0cf75
commit 82178b4c6e
Signed by: school
GPG key ID: 8CFC3837052871B4
1 changed files with 3 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
src/__main__.py
View file

@ -29,7 +29,9 @@ async def main() -> None:
start = perf_counter()
# Construct a unique file-name for each URL & ALLOWED_HOSTS_RE combination
cache_file = CACHE_RESULTS_DIR / base64.b64encode((str(URL) + str(ALLOWED_HOSTS_RE)).encode("utf-8")).hex()
readable_prefix = str(URL).removeprefix("https://").removeprefix("http://").replace("/", "_")
unique_suffix = base64.b64encode((str(URL) + str(ALLOWED_HOSTS_RE)).encode("utf-8")).hex()
cache_file = CACHE_RESULTS_DIR / (readable_prefix + "-" + unique_suffix + ".csv")
if cache_file.exists():
print("> Using cached urlmap dataframe")