Scrape mynixos.com
This commit is contained in:
parent
ac0c2a8c21
commit
71b33db9d9
|
@ -12,8 +12,8 @@ from src.pagerank import pagerank, test_pagerank
|
|||
from src.util import add_ratings_to_dataframe, dataframe_to_urlmap, extract_ratings_from_dataframe, urlmap_to_dataframe
|
||||
from src.visualization import display_top_urls
|
||||
|
||||
URL = httpx.URL("https://ailab.fai.utb.cz")
|
||||
ALLOWED_HOSTS_RE = re.compile(r"(?:.*\.)?utb\.cz")
|
||||
URL = httpx.URL("https://mynixos.com/")
|
||||
ALLOWED_HOSTS_RE = re.compile(r".*")
|
||||
CACHE_RESULTS_DIR = Path.cwd() / "cache"
|
||||
|
||||
|
||||
|
|
Loading…
Reference in a new issue