so

Author: wook2124

__pycache__/so.cpython-38.pyc

@@ -1,10 +1,10 @@
 from indeed import get_jobs as get_indeed_jobs
-# from so import get_jobs as get_so_jobs
+from so import get_jobs as get_so_jobs
 from save import save_file
 
-indeed_jobs = get_indeed_jobs()
+# indeed_jobs = get_indeed_jobs()
 # so_jobs = get_so_jobs()
 
-jobs = indeed_jobs
+# jobs = indeed_jobs + so_jobs
 
-save_file(jobs)
+# save_file(jobs)

main.py

@@ -13,4 +13,5 @@ python = "^3.7"
 requests = "^2.23"
 beautifulsoup4 = "^4.9"
 babel = "^2.8"
+flask = "^1.1"
 [tool.poetry.dev-dependencies]

poetry.lock

@@ -1,16 +1,35 @@
 import requests
 from bs4 import BeautifulSoup
 
-URL = f"https://stackoverflow.com/jobs"
+URL = f"https://stackoverflow.com/jobs?q=python"
 
 
 def get_last_page():
-  result = requests.get(URL)
-  soup = BeautifulSoup(result.text, "html.parser")
-  pages = soup.find("div", {"class": "s-pagination"}).find_all("a")
-  print(pages)
+    result = requests.get(URL)
+    soup = BeautifulSoup(result.text, "html.parser")
+    pages = soup.find("div", {"class": "s-pagination"}).find_all("a")
+    last_page = pages[-2].get_text(strip=true)
+    return int(last_page)
+
+
+def extract_job(html):
+  title = html.find("div", {"class": "grid--cell fl1 "}).find("a")["title"]
+  print(title)
+
+
+def extract_jobs(last_page):
+  jobs = []
+  for page in range(last_page):
+    result = requests.get(f"{URL}&pg={page+1}")
+    soup = BeautifulSoup(result.text, "html.parser")
+    results = soup.find_all("div", {"class": "grid--cell fl1 "})
+    for result in results:
+      job = extract_jobs(result)
+      job.append(job)
+    return jobs
 
 
 def get_jobs():
   last_page = get_last_page()
-  return [] 
+  jobs = extract_jobs(last_page)
+  return jobs