main.py

import requests
import cloudscraper
import json
import time
from bs4 import BeautifulSoup
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.chrome.options import Options


def restocks_product_url(SKU):
  try:
    base_url = 'https://restocks.net/de/shop/search?q='
    request_url = base_url + SKU + '&page=1&filters[0][range][price][gte]=1'

    r = requests.get(request_url)

    json_restocks = json.loads(r.text)
    product_url = json_restocks["data"][0]['slug']
    print('Scraped Restocks URL: ' + product_url)
    return product_url
  except:
    return("https://restocks.net/de")

def stockx_product_url(SKU):
  try:
    url = "https://stockx.com/api/browse?_search=" + SKU

    headers = {
            'accept': 'application/json',
            'accept-encoding': 'utf-8',
            'accept-language': 'en-DE',
            'app-platform': 'Iron',
            'referer': 'https://stockx.com/en-DE',
            'sec-ch-ua': '" Not A;Brand";v="99", "Chromium";v="102", "Google Chrome";v="102"',
            'sec-ch-ua-mobile': '?0',
            'sec-ch-ua-platform': '"Windows"',
            'sec-fetch-dest': 'empty',
            'sec-fetch-mode': 'cors',
            'sec-fetch-site': 'same-origin',
            'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36',
            'x-requested-with': 'XMLHttpRequest'
        }

    request1 = requests.get(url=url, headers=headers)

    product_id = json.loads(request1.text)
    product_id_final = product_id['Products'][0]['id']


    ID = product_id_final
    url_stockX = "https://stockx.com/" + ID
    print("Scraped StockX URL: " + url_stockX)
    return url_stockX
  except:
    return("https://stockx.com/")

def sneakit_product_url(SKU):
  try:
    raw = sneakit_info(SKU)
    slug = raw['data'][0]['slug']
    p_url = "https://sneakit.com/product/" + slug
    print("Scraped Sneakit Product URL:" + p_url)
    return p_url
  except:
    return("https://sneakit.com/")

def hypeboost_product_url(SKU):
    try:
      url = "https://hypeboost.com/en/search/shop?keyword=" + SKU
      r = requests.get(url)
      soup = BeautifulSoup(r.content, 'html.parser')

      for a in soup.find_all('a', href=True):
        print("Scraped Hypeboost URL:", a['href'])

      product_url = a['href']
      return product_url
    except:
      return("https://hypeboost.com/de")

'''
def goat_url(SKU):
  try:
    url = "https://ac.cnstrc.com/search/" + SKU
    querystring = {"c":"ciojs-client-2.29.12","key":"key_XT7bjdbvjgECO5d8","i":"f8b0a5f2-bc6b-4626-b980-74bbc3b45edf","s":"1","num_results_per_page":"25","_dt":"1678011980760"}

    payload = ""
    headers = {
        "authority": "ac.cnstrc.com",
        "accept": "*/*",
        "accept-language": "en-DE,en;q=0.9",
        "origin": "https://www.goat.com",
        "sec-ch-ua": "^\^Chromium^^;v=^\^110^^, ^\^Not",
        "sec-ch-ua-mobile": "?0",
        "sec-ch-ua-platform": "^\^Windows^^",
        "sec-fetch-dest": "empty",
        "sec-fetch-mode": "cors",
        "sec-fetch-site": "cross-site",
        "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36"
    }

    response = requests.request("GET", url, data=payload, headers=headers, params=querystring)
    output = json.loads(response.text)
    output_slug = output['response']['results'][0]['data']['slug']
    product_url = "https://www.goat.com/sneakers/" + output_slug
    print("Scraped GOAT product URL!")
    return product_url
  except:
    return("https://www.goat.com/")
'''

def product_title(SKU):
  try:
    product_url = restocks_product_url(SKU)
    r = requests.get(product_url)
    soup = BeautifulSoup(r.content, 'html.parser')
    title = soup.find("div", class_ = "product__title")
    title2 = title.text
    product_title_formated = title2.replace("\n", "")
    print('Scraped Title!')
    return product_title_formated
  except:
    return ("Product title not found!")

def restocks_product_img(SKU,restocks_url):
  try:
    product_url = restocks_url(SKU)
    r = requests.get(product_url)
    soup = BeautifulSoup(r.content, 'html.parser')
    picture = soup.find("div", class_ = "swiper-wrapper")
    image = picture.find_all('img')[0].get('src')
    print('Scraped Product picture!')
    return image
  except:
    return ("https://www.freecodecamp.org/news/content/images/2021/03/ykhg3yuzq8931--1-.png")

def restocks_stock(SKU):
  try:
    base_url = 'https://restocks.net/de/shop/search?q='
    request_url = base_url + SKU + '&page=1&filters[0][range][price][gte]=1'

    r = requests.get(request_url)

    json_restocks = json.loads(r.text)
    product_url = json_restocks["data"][0]['slug']
    print('Scraped Restocks URL: ' + product_url)

    options = Options()
    options.headless = True
    driver = webdriver.Chrome(options=options)
    driver.get(product_url)
    cookies = driver.find_element(by=By.ID, value='save__first__localization__button')
    cookies.click()
    time.sleep(2)

    driver.execute_script("window.scrollBy(0,500)", "")

    size_list = driver.find_element(by=By.CLASS_NAME, value='select__label')
    size_list.click()
    time.sleep(2)
    prices = driver.find_element(by=By.CLASS_NAME, value='select__size__list').text
    prices_replace = prices.replace(" ½", "½")
    prices_replace2 = prices_replace.replace("Notify me", "OOS!")
    prices_replace3 = prices_replace2.replace(" €", "€")
    price_list = prices_replace3.split("\n")


    price_list = [item for item in price_list if item != 'Noch 1 auf Lager' and item != 'Noch 2 auf Lager']

    driver.quit
    result = ""
    for i in range(len(price_list)):
        if i % 2 == 0:
            result += price_list[i] + ": "
        else:
            result += price_list[i]
            if i < len(price_list) - 1 and price_list[i+1] != "":
                result += "\n"
    return result
  except:
    return ("Product not found!")




def restocks_stock_payout(SKU):
  try:
    base_url = 'https://restocks.net/de/shop/search?q='
    request_url = base_url + SKU + '&page=1&filters[0][range][price][gte]=1'

    r = requests.get(request_url)

    json_restocks = json.loads(r.text)
    product_url = json_restocks["data"][0]['slug']
    print('Scraped Restocks URL: ' + product_url)

    options = Options()
    options.headless = True
    driver = webdriver.Chrome(options=options)
    driver.get(product_url)

    cookies = driver.find_element(by=By.ID, value='save__first__localization__button')
    cookies.click()
    time.sleep(2)

    driver.execute_script("window.scrollBy(0,500)", "")

    size_list = driver.find_element(by=By.CLASS_NAME, value='select__label')
    size_list.click()
    time.sleep(2)

    prices = driver.find_element(by=By.CLASS_NAME, value='select__size__list').text
    prices_replace = prices.replace(" ½", ".5")
    prices_replace2 = prices_replace.replace("Notify me", "OOS")
    prices_replace_n1 = prices_replace2.replace("Noch 1 auf Lager", "")
    prices_replace_n2 = prices_replace_n1.replace("Noch 2 auf Lager", "")
    prices_replace3 = prices_replace_n2.replace(" €", "")
    price_list_dirty = prices_replace3.split("\n")

    price_list = []

    for element in price_list_dirty:
        if element != "":
            price_list.append(element)

    driver.quit

    new_list2 = []
    for i in range(len(price_list)):
        if i % 2 == 0:
            size = price_list[i].replace('.5', '½')
            new_list2.append(size)
        else:
            if price_list[i] != 'OOS':
                price = float(price_list[i]) * 0.9 - 20
                price_formatted = '{:.2f}'.format(price) + '€'
                new_list2.append(price_formatted)
            else:
                new_list2.append(price_list[i])

    new_lst3 = []
    for item in new_list2:
        if item == "OOS":
            new_lst3.append("OOS!")
        else:
            new_lst3.append(item)


    result = ""
    for i in range(len(new_lst3)):
        if i % 2 == 0:
            result += new_lst3[i] + ": "
        else:
            result += new_lst3[i]
            if i < len(new_lst3) - 1 and new_lst3[i+1] != "":
                result += "\n"
    return result
  except:
    return ("Product not found!")

def hypeboost_stock(SKU):
  try:
    url = "https://hypeboost.com/en/search/shop?keyword=" + SKU
    headers = {
        "cookie": "country=eyJpdiI6ImlCRDJaRExPQkZYNTNlMmM0OWFEQVE9PSIsInZhbHVlIjoiTFRaRW01UW5wNUY2RjZnQzViWGlPYWRtYVRmbmxxMXpoRjNzODlZZUdIZmNLWjZSTFp0Q3htbTFuYUF4ZGkwVSIsIm1hYyI6IjQ0MzBlZTdkZmNhYjVhYmJhMDAzNDhlNjQ3MGU5NzQ1YThkOTk0ZDRkNzYxZGQzYzg0ODI0ZWYzZWZhODBlZGYiLCJ0YWciOiIifQ%253D%253D; currency=eyJpdiI6ImFlbkxaNHJyOHdUZlJFRlJ2dGlna0E9PSIsInZhbHVlIjoieEx2OE01VHhzOGZ1eFdsM09IVDFIZmR6R1hieHpDRDZScWoweVhqTDZjUzY2a3FFUmhQZGdPV2piaFN3OTViTCIsIm1hYyI6IjgzMTY0NDExNzljYjM1MzFmZmM5ZTBhOGY0MjU3ZWViMjA2NjBjYmUwMjg0MDFkMmUyYmJiNTVjYTUxZTk5MjMiLCJ0YWciOiIifQ%253D%253D",
        "Content-Type": "application/json"
    }

    response = requests.request("GET", url, headers=headers)

    soup = BeautifulSoup(response.content, 'html.parser')
    for a in soup.find_all('a', href=True):
      print("Product URL:", a['href'])

    response_url = requests.get(a['href'])

    soup2 = BeautifulSoup(response_url.text, 'html.parser')

    sizes = []
    for size_elem in soup2.select('.size'):
        if 'available' in size_elem['class']:
            label = size_elem.select_one('.label').text
            price = size_elem.select_one('.price span').text.strip()
            sizes.append(f"{label}: {price}")
        elif 'sold-out' in size_elem['class']:
            label = size_elem.select_one('.label').text
            sizes.append(f"{label}: OOS!")

    output = "\n".join(element.replace(" €", "€").replace(" ½", "½") for element in sizes)
    print("Sizes & Prices Scraped!")
    return output
  except:
    return ("Product not found!")

def hypeboost_prices_payout(SKU):
    try:
      url = hypeboost_product_url(SKU)
      r = requests.get(url)
      soup = BeautifulSoup(r.text, 'html.parser')
      sizes = soup.find_all('div', class_='size')
      output = ""

      for size in sizes:
          label = size.find('div', class_='label').text.strip()
          if 'data-price' in size.attrs:
              price = size['data-price']
              price = price.replace('\xa0', '')
              price = price.replace(' ', '')
              price = price.replace('€', '') + '€'
          else:
              price = 'OOS!'
          output += label.replace(' ', '') + ': ' + price + "\n"
      print("Scraped Payout Prices!")
      return output
    except:
      return ("Product not found!")

def sneakit_stock(SKU):
  try:
    raw = sneakit_info(SKU)
    sizes = raw['data'][0]['product_variants_with_shop_price']
    result = []
    for entry in sizes:
        result.append({'size': entry['size'], 'shop_price_in_eur': entry['shop_price_in_eur']})
    result = sorted(result, key=lambda x: x['size'])
    output_str = ''
    for entry in sorted(result, key=lambda x: x['size']):
        output_str += f"{entry['size']}: {entry['shop_price_in_eur']}€\n"
    print("Scraped Sneakit Prices & Sizes!")
    output_str2 = output_str.replace('.5', '½')
    return output_str2
  except:
    return "Product not found!"

def sneakit_url(SKU):
  try:
    produkt_code = SKU
    global url
    url = f"https://sneakit.com/search/products/{produkt_code}?query={produkt_code}&page=1"
    print("Scraped Sneakit URL!", url)
    return url
  except:
    return("https://sneakit.com/")


def sneakit_info(SKU):
  try:
    scraper = cloudscraper.create_scraper()
    sneakit_url_r = sneakit_url(SKU)
    r = scraper.get(sneakit_url_r)
    global output
    output = json.loads(r.text)
    print("Scraped Sneakit info!")
    return output
  except:
    return ("error")

#price after fees
def paypal_fees(price):
  try:
    price_raw = float(price)
    fees1 = price_raw * 0.0249
    fees2 = 0.35
    all_fees = price_raw - fees1 - fees2
    rounden_fees = round(all_fees, 2)
    final_price = str(rounden_fees) + "€"
    return final_price
  except:
    return ("something went wrong!")

#only fees
def paypal_fees_2(price):
  try:
    price_raw = float(price)
    fees1 = price_raw * 0.0249
    fees2 = 0.35
    fees_all_1 = fees1 + fees2
    rounded_fees = round(fees_all_1, 2)
    fees_all = str(rounded_fees) + "€"
    #print(fees_all)
    return fees_all
  except:
    return ("something went wrong!")

#price + fees
def paypal_fees_3(price):
  try:
    price_raw = float(price)
    fees1 = price_raw * 0.0249
    fees2 = 0.35
    price1 = float(price) + float(fees1) + float(fees2)
    rounded_price = round(price1, 2)
    rounden_price2 = str(rounded_price) + "€"
    return rounden_price2
  except:
    return ("something went wrong!")

def product_info_url_goat(SKU):
    try:
        product_id_url = f"https://ac.cnstrc.com/search/{SKU}?c=ciojs-client-2.29.12&key=key_XT7bjdbvjgECO5d8&i=5c1db6a2-7a42-4cbd-9606-96a08face508&s=23&num_results_per_page=25&_dt=1679422941544"
        scraper = cloudscraper.create_scraper()
        request = scraper.get(product_id_url)
        json_product = json.loads(request.text)
        ID = json_product['response']['results'][0]['data']['id']
        base_url = "https://www.goat.com/web-api/v1/product_variants/buy_bar_data?productTemplateId="
        request_url = base_url + ID + "&countryCode=EU"
        print("Scraped GOAT URL!")
        return request_url
    except:
        return ("https://www.goat.com/")



def product_sizes_goat(SKU):
    try:
        request_url = product_info_url_goat(SKU)
        scraper = cloudscraper.create_scraper()
        request = scraper.get(request_url)
        output = json.loads(request.text)

        results = []
        for entry in output:
            if (entry['shoeCondition'] == "new_no_defects") and (entry['boxCondition'] == "good_condition"):
                size = entry['sizeOption']['presentation']
                try:
                    price_cents = entry['lowestPriceCents']['amount']
                except KeyError:
                    price_cents = 'OOS!'
                results.append((size, price_cents))

        results2 = []
        for entry in output:
            if (entry['shoeCondition'] == "new_no_defects") and (entry['boxCondition'] == "good_condition"):
                size = entry['sizeOption']['presentation']
                try:
                    price_cents = entry['lowestPriceCents']['amount'] / 100
                    price_euro1 = price_cents - 1
                    price_euro = str(price_euro1) + "€"
                except KeyError:
                    price_euro = 'OOS!'
                results2.append((size, price_euro))

        prices = [(size, price.replace('.0', '')) for size, price in results2]
        output_str = ""
        for element in prices:
            output_str += f"{element[0]} : {element[1]}\n"

        print("Scraped GOAT prices!")
        return output_str
    except:
        return ("Product not found!")


def product_img_goat(SKU):
    try:
        url = f"https://ac.cnstrc.com/search/{SKU}?c=ciojs-client-2.29.12&key=key_XT7bjdbvjgECO5d8&i=5c1db6a2-7a42-4cbd-9606-96a08face508&s=23&num_results_per_page=25&_dt=1679422941544"
        scraper = cloudscraper.create_scraper()
        request = scraper.get(url)
        json_product = json.loads(request.text)
        img = json_product['response']['results'][0]['data']['image_url']
        print("Scraped GOAT product picture!")
        return img
    except:
        return ("https://www.freecodecamp.org/news/content/images/2021/03/ykhg3yuzq8931--1-.png")


def product_title_goat(SKU):
    try:
        url = f"https://ac.cnstrc.com/search/{SKU}?c=ciojs-client-2.29.12&key=key_XT7bjdbvjgECO5d8&i=5c1db6a2-7a42-4cbd-9606-96a08face508&s=23&num_results_per_page=25&_dt=1679422941544"
        scraper = cloudscraper.create_scraper()
        request = scraper.get(url)
        json_product = json.loads(request.text)
        title = json_product['response']['results'][0]['value']
        print("Scraped GOAT product title!")
        return title
    except:
        return ("Title not found!")

def product_url_goat(SKU):
    try:
        base_url = "https://www.goat.com/sneakers/"
        url = f"https://ac.cnstrc.com/search/{SKU}?c=ciojs-client-2.29.12&key=key_XT7bjdbvjgECO5d8&i=5c1db6a2-7a42-4cbd-9606-96a08face508&s=23&num_results_per_page=25&_dt=1679422941544"
        scraper = cloudscraper.create_scraper()
        request = scraper.get(url)
        json_product = json.loads(request.text)
        slug = json_product['response']['results'][0]['data']['slug']
        product_url = base_url + slug
        print("Scraped GOAT product url: " + product_url)
        return product_url
    except:
        return("https://www.goat.com/")