From 119082693ea66dbb91842f2703f099b933134a5b Mon Sep 17 00:00:00 2001
From: Allen Tran <allentran08@gmail.com>
Date: Sun, 7 Aug 2022 09:55:40 -0500
Subject: [PATCH] some prgoress on the salary feature, still buggy and messy
 code

---
 disc/cog.py                       |  9 +++++
 levels_salary_scraper/__init__.py |  1 +
 levels_salary_scraper/base.py     | 57 +++++++++++++++++++++++++++++++
 levels_salary_scraper/levels.py   | 17 +++++++++
 4 files changed, 84 insertions(+)
 create mode 100644 levels_salary_scraper/__init__.py
 create mode 100644 levels_salary_scraper/base.py
 create mode 100644 levels_salary_scraper/levels.py

diff --git a/disc/cog.py b/disc/cog.py
index 0e3e949..05da91c 100644
--- a/disc/cog.py
+++ b/disc/cog.py
@@ -10,6 +10,7 @@
 from discord_slash.utils.manage_components import create_button
 
 from job_boards_scrapers import LinkedIn
+from levels_salary_scraper import Levels
 from utils import Colors
 
 
@@ -25,6 +26,14 @@ class Slash(commands.Cog):
     def __init__(self, bot):
         self.bot = bot
         self.linkedin_job_api = LinkedIn()
+        self.levels = Levels()
+
+
+    @cog_ext.cog_slash(name="view-salary", description=Descriptions.POST_JOB)
+    async def _view_salary(self, ctx: SlashContext, company: str):
+
+        data = self.levels.get_salary_info(company)
+        await ctx.send(f"Here is the salary for {company.capitalize()} software engineers (level/tc/base/stock/bonus):\n{data.level} - {data.total} - {data.base} - {data.stock} - {data.bonus}")
 
     @cog_ext.cog_slash(name="post-job", description=Descriptions.POST_JOB)
     async def _post_job(self, ctx: SlashContext, url_or_jobid: str):
diff --git a/levels_salary_scraper/__init__.py b/levels_salary_scraper/__init__.py
new file mode 100644
index 0000000..9791921
--- /dev/null
+++ b/levels_salary_scraper/__init__.py
@@ -0,0 +1 @@
+from levels_salary_scraper.levels import Levels
\ No newline at end of file
diff --git a/levels_salary_scraper/base.py b/levels_salary_scraper/base.py
new file mode 100644
index 0000000..713b7dd
--- /dev/null
+++ b/levels_salary_scraper/base.py
@@ -0,0 +1,57 @@
+from dataclasses import dataclass
+from re import S
+import html2text
+import requests
+from bs4 import BeautifulSoup as bs
+
+@dataclass
+class SalaryInfo:
+    level: str
+    total: str
+    base: str
+    stock: str
+    bonus: str
+
+class Levels:
+    def __init__(self, company) -> None:
+        self.base_link = "https://www.levels.fyi/companies/" + company + "/salaries/software-engineer"
+        
+class Salary:
+    _html2text: html2text.HTML2Text
+
+    _level_key: str
+    _total_key: str
+    _base_key: str
+    _stock_key: str
+    _bonus_key: str
+
+    def __init_sublass__(cls) -> None:
+        cls._html2text = html2text.HTML2Text()
+        cls._html2text.body_width = 0
+
+    def get_company_info(self, company):
+        pass
+
+    def _extract_from_comapny_view(self, url: str):
+        headers = {'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/50.0.2661.102 Safari/537.36'}
+
+        response = requests.get(url, headers=headers)
+        print(response)
+        print(url)
+        html = response.content
+        soup = bs(html, "lxml")
+
+       
+        level = soup.findAll("a", class_="MuiTypography-root MuiTypography-inherit MuiLink-root MuiLink-underlineHover css-3aax9m")[2].get_text()
+        total = soup.findAll("h6", class_="MuiTypography-root MuiTypography-subtitle1 css-idrr7q")[0].get_text()
+        base = soup.findAll("h6")[14].get_text()
+        stock = soup.findAll("h6")[16].get_text()
+        bonus = soup.findAll("h6")[19].get_text()
+
+        return SalaryInfo(
+            level,
+            base,
+            stock,
+            total,
+            bonus
+        )
\ No newline at end of file
diff --git a/levels_salary_scraper/levels.py b/levels_salary_scraper/levels.py
new file mode 100644
index 0000000..7b92592
--- /dev/null
+++ b/levels_salary_scraper/levels.py
@@ -0,0 +1,17 @@
+from levels_salary_scraper.base import Salary, SalaryInfo
+
+class Levels(Salary):
+
+    _MAIN_VIEW_PREFIX = "https://www.levels.fyi/companies/"
+    _MAIN_VIEW_SUFFIX = "/salaries/software-engineer"
+
+    def __init__(self) -> None:
+        self._level_key = ""
+        self._total_key = ""
+        self._base_key = ""
+        self._stock_key = ""
+        self._bonus_key = ""
+
+
+    def get_salary_info(self, company):
+        return self._extract_from_comapny_view(self._MAIN_VIEW_PREFIX + company + self._MAIN_VIEW_SUFFIX)
\ No newline at end of file