diff --git a/main.py b/main.py index b717fd6..d282f1d 100644 --- a/main.py +++ b/main.py @@ -1,9 +1,44 @@ import httpx -from selectolax.parser import HTMLParser +import json -url = "https://www.studenterspor.no/kropp-sex-og-identitet/#/sykdom-og-symptomer" -headers = {"User-Agent":"Mozilla/5.0 (X11; Linux x86_64; rv:121.0) Gecko/20100101 Firefox/121.0"} +def fetch_question_url(url): + # Define headers + headers = { + "User-Agent":"Mozilla/5.0 (X11; Linux x86_64; rv:121.0) Gecko/20100101 Firefox/121.0" + } -response = httpx.get(url, headers=headers) + # Define the parameters for the request + params = { + "action": "get-faqs", + "idSource": "2", + "list": "frequently_asked_questions", + "idCategory": "8288", # Id for category + "from": "0", + "size": "10", # Adjust this to get more results + "gender": "false", + "age": "false", + "zone": "default", + "filter_query": "", + "skip": "0", + "load_categories": "false" + } -print(response.status_code) + response = httpx.get(url, params=params, headers=headers) + + # Check if the request was successful + if response.status_code == 200: + # Parse the response + data = response.json() + + # Extracting URLs from each item + urls = [item['url'] for item in data['items']] + return urls + else: + print(f"Failed to fetch data: {response.status_code}") + +studenterspor_url = "https://www.studenterspor.no/ajax_handler.php" +urls = fetch_question_url(studenterspor_url) + +if urls: + for url in urls: + print(url) \ No newline at end of file