stock names and symbols fetched from wiki

.gitignore

@@ -0,0 +1,2 @@
+**/.vscode
+**/venv

Scripts/Web_Scrappers/s_n_p500/README.md

@@ -0,0 +1,24 @@
+# S&P 500 scraper
+
+This is a simple web scraper that collects information about the 500 companies listed in the S&P index
+
+## Installation
+
+Create a virtual environment for the script:
+
+    python -m venv venv
+
+and activate it:
+
+    .\venv\Scripts\activate # Windows
+or 
+
+    source venv\bin\activate # Linux
+
+Install the requirements:
+
+    pip install -r requirements.txt
+
+To run the script: 
+
+    python pycon_proposals.py

Scripts/Web_Scrappers/s_n_p500/scrape_stocks.py

@@ -0,0 +1,30 @@
+import requests
+import pprint
+from bs4 import BeautifulSoup
+
+
+english_wiki_endpoint = "https://en.wikipedia.org/w/api.php"
+
+params = {
+    "action" : "parse",
+    "format" : "json",
+    "page" : "List of S&P 500 companies",
+    "prop" : "text",
+}
+
+response = requests.get(english_wiki_endpoint, params=params)
+soup = BeautifulSoup(response.content, "lxml")
+symbols = set()
+for item in soup.find_all("tr")[:501]:
+    cells = item.find_all("td")[:2]
+    try:
+        symbol, company = cells[0].a.text, cells[1].a.text
+    except:
+        continue
+    tupl = (symbol, company)
+    symbols.add(tupl) 
+
+
+for tupl in sorted(symbols, key=lambda x:x[1]):
+    print(tupl)
+print(len(symbols))