From 06055c0aafc2eb5e26f6bd0ee2932563b0cfea3e Mon Sep 17 00:00:00 2001 From: Juan Esteban Cepeda Date: Tue, 28 Nov 2023 08:42:08 -0500 Subject: [PATCH] Delete playground directory --- playground/algo.py | 25 - playground/amazon_zelda.html | 119 - playground/base_soup.py | 50 - playground/check_price.py | 17 - playground/check_soup.html | 973 -------- playground/citytourgirls.html | 128 -- playground/data.json | 16 - playground/ejemplo.py | 28 - playground/extra.py | 6 - playground/instructions.txt | 11 - playground/main.py | 54 - playground/oulunlippo.html | 670 ------ playground/oulunlippo.py | 19 - playground/parents_name.joblib | Bin 10127 -> 0 bytes playground/parents_name.py | 26 - playground/result.json | 8 - playground/rubmaps_cleveland.html | 656 ------ playground/rubmaps_cleveland_hot_stones.html | 419 ---- playground/sample.html | 18 - playground/save.html | 998 -------- playground/save2.html | 757 ------- playground/startupeable.html | 2139 ------------------ playground/telguarder.html | 1144 ---------- playground/test.html | 37 - playground/test_agent.py | 24 - playground/test_agent2.py | 8 - playground/test_childs.py | 9 - playground/testing_functions.py | 35 - playground/unlocker.py | 23 - playground/user_message.html | 80 - playground/wizard.ipynb | 80 - 31 files changed, 8577 deletions(-) delete mode 100644 playground/algo.py delete mode 100644 playground/amazon_zelda.html delete mode 100644 playground/base_soup.py delete mode 100644 playground/check_price.py delete mode 100644 playground/check_soup.html delete mode 100644 playground/citytourgirls.html delete mode 100644 playground/data.json delete mode 100644 playground/ejemplo.py delete mode 100644 playground/extra.py delete mode 100644 playground/instructions.txt delete mode 100644 playground/main.py delete mode 100644 playground/oulunlippo.html delete mode 100644 playground/oulunlippo.py delete mode 100644 playground/parents_name.joblib delete mode 100644 playground/parents_name.py delete mode 100644 playground/result.json delete mode 100644 playground/rubmaps_cleveland.html delete mode 100644 playground/rubmaps_cleveland_hot_stones.html delete mode 100644 playground/sample.html delete mode 100644 playground/save.html delete mode 100644 playground/save2.html delete mode 100644 playground/startupeable.html delete mode 100644 playground/telguarder.html delete mode 100644 playground/test.html delete mode 100644 playground/test_agent.py delete mode 100644 playground/test_agent2.py delete mode 100644 playground/test_childs.py delete mode 100644 playground/testing_functions.py delete mode 100644 playground/unlocker.py delete mode 100644 playground/user_message.html delete mode 100644 playground/wizard.ipynb diff --git a/playground/algo.py b/playground/algo.py deleted file mode 100644 index 30f0d1a..0000000 --- a/playground/algo.py +++ /dev/null @@ -1,25 +0,0 @@ -from bs4 import BeautifulSoup -import networkx as nx -import requests - -def get_soup(url: str) -> BeautifulSoup: - headers = { - 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.0.0 Safari/537.36', - 'Accept-Language': 'en-US,en;q=0.9', - 'Referer': 'https://www.google.com/' - } - try: - response = requests.get(url, headers=headers) - if response.status_code == 200: - soup = BeautifulSoup(response.content, 'html.parser') - return soup - else: - print(f'Error: No se pudo descargar la página. Código de estado: {response.status_code}') - return None - except requests.exceptions.RequestException as e: - print(f'Error: {e}') - return None - -def get_toy_graph(): - url = 'https://www.citytourgirls.com/' - soup = get_soup(url) \ No newline at end of file diff --git a/playground/amazon_zelda.html b/playground/amazon_zelda.html deleted file mode 100644 index 01ccdc7..0000000 --- a/playground/amazon_zelda.html +++ /dev/null @@ -1,119 +0,0 @@ - - - - - - - - - - -Amazon.com - - - - - - - -
-
-
-
-
- -

Enter the characters you see below

-

Sorry, we just need to make sure you're not a robot. For best results, please make sure your browser is accepting cookies.

-
-
-
-
-
-
- -
-
-
-

Type the characters you see in this image:

-
- -
-
- - -
-
-
-
-
-
- - - - - -
-
-
-
-
-
-
-
- -
- © 1996-2014, Amazon.com, Inc. or its affiliates - - -
-
- - diff --git a/playground/base_soup.py b/playground/base_soup.py deleted file mode 100644 index b5718d9..0000000 --- a/playground/base_soup.py +++ /dev/null @@ -1,50 +0,0 @@ -from bs4 import BeautifulSoup -import palooza_wizard.constants as ct -import sys - -print(f"Using file: {ct.SOUPS_OUTPUT_FOLDER}/base_soup.html") - -with open(f'{ct.SOUPS_OUTPUT_FOLDER }/base_soup.html') as f: - soup = BeautifulSoup(f, 'html.parser') - -values = [0, 0, 0, 1, 0, 0, 5, 0, 0, 0] -for value in values: - soup = soup.findChildren(recursive=False)[value] -print(soup) - -sys.exit() - -print(soup.name) - -res = soup.findChildren(recursive=False)[0] -print(0, res.name) - -res = res.findChildren(recursive=False)[0] -print(0, res.name) - -res = res.findChildren(recursive=False)[0] -print(0, res.name) - -res = res.findChildren(recursive=False)[1] -print(1, res.name) - -res = res.findChildren(recursive=False)[0] -print(0, res.name) - -res = res.findChildren(recursive=False)[0] -print(0, res.name) - -res = res.findChildren(recursive=False)[5] -print(5, res.name) - -res = res.findChildren(recursive=False)[0] -print(0, res.name) - -res = res.findChildren(recursive=False)[0] -print(0, res.name) - -res = res.findChildren(recursive=False)[0] -print(0, res.name) - -#print(res) - diff --git a/playground/check_price.py b/playground/check_price.py deleted file mode 100644 index c5477b2..0000000 --- a/playground/check_price.py +++ /dev/null @@ -1,17 +0,0 @@ -import palooza_wizard.chatgpt as chatgpt -import palooza_wizard.constants as ct -import palooza_wizard.utils as utils - -run_cost = 0 -files = utils.get_files_in_folder(ct.IMPORTANCE_OUTPUT_FOLDER) -for file in files: - with open(file, "r") as f: - string = str(f.read()) - num_tokens = chatgpt.num_tokens_for_model(string) - input_cost = chatgpt.estimated_input_usage_cost(num_tokens) - run_cost += input_cost -print(f"Total run cost: {run_cost}") - -num_tokens = 1800000 -training_cost = chatgpt.estimated_training_cost(num_tokens) -print(training_cost * 3) \ No newline at end of file diff --git a/playground/check_soup.html b/playground/check_soup.html deleted file mode 100644 index 6446deb..0000000 --- a/playground/check_soup.html +++ /dev/null @@ -1,973 +0,0 @@ - - -
- -
-
-
-
-

A People-First - Approach to Tech Recruiting.

-

Technology Executive - Search

- -
-
-
-
-
-
-
-
-
-
-

About us.

-
-

Baldur Connect.

-

We enable businesses in - the European and US tech scene to achieve their growth plans, by delivering talent that - matters.

-

We help you find - high-performing tech, product, marketing and sales talent.

-

Our mission is to - empower people and build diverse communities that represent the digital world we live in. We - are a forward-thinking, EU-backed, next-generation technology search agency, with - international reach and unrivalled digital recruitment knowledge. 

-

Our Technology - Recruiters are based in Munich, Berlin, Miami and Stockholm and have spent years networking - with the top companies, hiring managers and professionals in the industry to create an - extensive network.

-

Let us help you get to - the root of any challenge and find the best solution for your organization. 

- -
-
-
-
-
-
-
-
-
- - -
- - - - - - - - \ No newline at end of file diff --git a/playground/citytourgirls.html b/playground/citytourgirls.html deleted file mode 100644 index c7f3d58..0000000 --- a/playground/citytourgirls.html +++ /dev/null @@ -1,128 +0,0 @@ - - - - - - - - - - - - - - - -VIP Escorts | Local Escorts and Call Girls on Escort Directory -
-

VIP Escorts

Hide filter options

VIP Advertisements

Vip Escort Istanbul

Nika Vip Escort Istanbul

 Female
23 years
Hello honey. . I don't have my own place. I'm coming to your hotel and residence. I just started this business. Get ready for the sex experience of your dreams, you will not regret it. If you want to have a great time with me, please contact me. The pictures are real and belong to me. You can confirm with video chat
Vip Escort Athens

Dana Vip Escort Athens

 Female
23 years
Dana Sexy Babe Are you looking for a hot Athens Escort? Do you want to have sex with a beautifull Call Girl or a Vip Escort in Athens Greece? Meet “Dana” the new sexy escort in Athens, from Your Angels. An incredibly sexy presence, brunette with nice eyes, hot lips and a thin hot velvety body with nice natural breasts. Have anal sex with this horny escort, cum in her mouth and live ...
Vip Escort Athens

Maria Vip Escort Athens

 Female
24 years
Maria Greek Sexy Babe Meet the Greek “Maria”, the hot new call girl of Your Angels. She is a real womanizer who will give you a special experience. Satisfy all your fantasies with her. She is an experienced woman who turns into the ultimate sex bomb in bed. Have sex with this horny Greek escort, cum in her mouth and live the ultimate experience! She is experienced in the BDSM program ...
Vip Escort Athens

Dasha Vip Escort Athens

 Female
29 years
Dasa Sexy Babe Meet “Dasa” the new sexy model escort in Athens, from Your Angels. An incredibly sexy presence, with nice eyes, hot lips and a slim hot velvety body, with model proportions and nice natural breasts. Have sex with this horny escort, cum in her mouth with Deepthroat and live the ultimate experience. She is a glamorous presence but she can be transformed into what all men ...
Vip Escort Athens

Lika Vip Escort Athens

 Female
28 years
Lika sexy babe This is “Lika” the new, sexy escort in Athens, by Your Angels. She is a passionate and very sensual lady with intense sex appeal, a real erotic temptation. She has a beautifull body with nice breasts! A genuine female, a woman who promises strong emotions! Enjoy this beautiful call girl ! “Lika” is a super hottie! Have sex with this sexy girl and cum in her ...
Vip Escort Athens

Taya Vip Escort Athens

 Female
23 years
Taya Sexy Babe Are you looking for a hot Athens Escort? Do you want to have sex with a beautifull Call Girl or a Vip Escort in Athens Greece? This is “Taya ” the new, brunette escort in Athens, by Your Angels. She is a passionate and very sensual lady with intense sex appeal, a real erotic temptation. A genuine female, a woman who promises strong emotions! Enjoy this beautiful ...
Vip Escort Athens

Nona Vip Escort Athens

 Female
24 years
Nona Sexy Babe This is “Nona” the new, sexy escort in Athens, by Your Angels. She is a passionate and very sensual lady with intense sex appeal, a real erotic temptation. She has a beautifull body with nice ass! A genuine female, a woman who promises strong emotions! Enjoy this beautiful call girl ! “Nona” is a super hottie! Have sex with this sexy girl and cum in her ...
Vip Escort Athens

Joana Vip Escort Athens

 Female
29 years
Joana hot babe This is “Joana” the new, sexy escort in Athens, by Your Angels. She is a passionate and very sensual lady with intense sex appeal, a real erotic temptation. She has a beautifull body with big breasts! A genuine female, a woman who promises strong emotions! Enjoy this beautiful brunette call girl ! “Joana” is a super hottie! Have sex with this sexy girl and ...
Vip Escort Athens

Diva Vip Escort Athens

 Female
28 years
Diva sexy babe This is “Diva” the new, sexy escort in Athens, by Your Angels. She is a passionate and very sensual lady with intense sex appeal, a real erotic temptation. She has a beautifull body with nice breasts! A genuine female, a woman who promises strong emotions! Enjoy this beautiful call girl ! “Diva” is a super hottie! Have sex with this sexy girl and cum in her ...
Vip Escort Athens

Alexia Vip Escort Athens

 Female
22 years
Eliza sexy babe Meet “Eliza” the new sexy escort in Athens, from Your Angels. An incredibly sexy presence, with beautiful eyes, hot lips and a slim hot velvet body with natural breasts. Have sex with this horny escort and live the ultimate experience. She is not just a simple escort in Athens, she is a woman with intense eroticism and a highly sexual appearance. She is a glamorous ...

The hottest VIP escort girls offer high class escort service in popular european cities, such as Istanbul, Ankara, Athens, Moscow, St Petersburg, Amsterdam, London, Sofia, Brussels, Limassol and Nicosia. By using our escort service, you will have access to the latest escort news. This wonderful site is filled with many gorgeous escort girls who would love to make your day, evening or night, unforgettable. You can find the naughtiest VIP escorts right here, so make sure to properly explore everything we have to offer. This all depends on where you would want to take your wonderful date to because most call girls are willing to travel as well. Since there are so many escort girls here, you need to take a closer look at their profile as well, because that is where all the juicy and very important details will be mentioned, such as the escort rate and the services she is willing to provide. Every escort girl is different, and it is up to you to find the perfect girl. Considering how many gorgeous VIP escort girls are listed on this amazing site, that will be an easy task. Make sure to use the search options that are listed on the side, since many escort girls offer also erotic massage as well. Keep in mind that all of the escort girls, no matter where they are from, are not only beautiful, they are high class escort girls who know what a real man deserves, and they are willing to provide all of the services listed on their profile. Simply put, all you need to do is browse through all of the call girls presented here, and choose the escort girl who suits your taste perfectly! To make every trip a little less lonely and a lot more memorable, many gorgeous girls decided to become escorts, and that is where our site will surely help. Finding the right escort girl for yourself could be a rather difficult task, simply because there are so many gorgeous girls for you to choose from and you will be overwhelmed. Well, you are more than welcome to explore all the wonderful escorts who are listed on our site, as that will help you find the beauty of your dreams! Have you ever wanted to explore the beautiful city of Turkey, called Istanbul? Well, this place is known for having some of the most beautiful architecture, and if that is what you were searching for, Istanbul might be the perfect choice. Of course, who would want to explore such a gorgeous place alone? You can visit Istanbul and hire the hottest VIP escorts in this wonderful city. Allow the beauty to show you around, while you enjoy yourself to the fullest.

-

Let's also not forget the lovely cosmopolitan city in Turkey, Ankara. This place is also known to have many gorgeous escort girls. You can meet VIP escort girls in Ankara and spend a wonderful time in their company. This city is the capital of Turkey and the second largest city after Istanbul. In Ankara you will find the hottest VIP escort girls who are waiting for your call. The ladies located in this city are independent escort girls who love to satisfy your sexual fantasies. You are probably starting to see a pattern here, right? No matter which city you decide to visit, you will be able to find the right escort for your taste. Are you making plans to visit Athens, the capital of Greece? Meet right now the hottest call girls in Athens who offer the best escort service. It all comes down to your personal taste, so choose the beauty who makes you feel the most excited. But, keep in mind that our site only offers high class escorts, which means you can expect to be accompanied by VIP escort girls. If you want to find out more about their escort services, give them a call right away. If you want to spend a wonderful time in the company of russian escorts while you are in St Petersburg, we recommend you to hire the hottest escort girls. While you are there, why not visit the nation's cosmopolitan capital, Moscow? This is a beautiful city filled with incredible landmarks, but it is also quite cold during the winter, which is something many of us can love or not. Hire a real russian escort in Moscow who will accompany you during your stay and satisfy your sex fantasies. Now, is your time to test that out, as you have a chance to meet with a real russian beauty who suits your taste the most. On the other hand, the capital of Bulgaria is also a favorite among tourists for many reasons. Sofia is home to many VIP escort girls listed on this site. If you reach Sofia, we recommend you to hire the hottest escorts in Sofia, because here you can find the most beautiful girls in Bulgaria. These lovely girls really know how to have fun and they are more than happy to keep you company and make sure that you never have a dull moment during your trip. If you prefer to visit warmer places, somewhere you can enjoy the sun and the beach, how about you check out Limassol? Once you see all the beautiful escort girls in Limassol, you will want to reach this hot place. In Limassol you can hire the hottest escort girls to accompany you through the hottest places and fulfill your sex fantasies. All of the girls in this town are incredibly hot and they are bound to keep you entertained for as long as you plan to stay.

-

Whether you want to visit a certain place or you just came here for sightseeing, the escort girls in Limassol are happy to make your time more than worthwhile. Meeting escort girls in Nicosia has never been easier. Make your erotic dreams come true and hire a local escort in Nicosia. On this site you will find the best escort girls in Nicosia who are ready to make your night unforgettable. These elite escort girls will satisfy your most intimate desires and accompany you through the city. Such elite escorts may be invited to your hotel room or you can visit them in their place in Nicosia. Talking about the fun nightlife, you also have the beautiful city of Amsterdam, which is the capital of the Netherlands. This country is rather small, and that means that no matter which escort you choose to hire, she will most likely be happy to accompany you to different cities as well. On our escort directory you can find high class escort girls in Amsterdam. However, one thing is for certain, no matter which escort you choose, she will surely keep you entertained and happy throughout the whole trip. These high class escorts are sorted by their location and this will help you find a high class escort near you. If you are thinking about visiting London, then you should consider hiring a premium escort in London. Spend a wonderful time in the company of the hottest escort girls from this place. London is an amazing city and a great place to explore the wonderful Landmarks of England; while that experience is incredible on its own, one thing that will make it even better is having a wonderful girl by your side. On top of that, if you plan to visit the city of Brussels and meet elite escort girls, you can hire an escort girl to satisfy your sexual fantasies. This is a modern european city which has a spectacular arhitecture. It also has a great nightlife, and thus you can choose whether you want to explore the outdoors with a wonderful babe or simply have a quiet night out. These VIP escort girls will offer you a high class escort service in popular european cities, such as Istanbul, Ankara, Athens, Moscow, St Petersburg, Amsterdam, London, Sofia, Brussels, Limassol and Nicosia. Once you know exactly who will suit your taste, you should explore our site filled with lovely VIP escorts. Above, some of the most popular cities were mentioned, as they are known to have the hottest and loveliest escorts out there. With so many girls to choose from, you are bound to be overwhelmed, and our site will always help you find the escort girl of your dreams.

This website is an advertising and information resource, and as such has no connection or liability with any of the sites or individuals mentioned here. We ONLY sell advertisement space, we are not an escort agency. We take no responsibility for the content or actions of third party websites or individuals that you may access following links, email or phone contacts from this portal. All the advertised material is reviewed before publishing.

© Copyright 2023 | All rights reserved | Citytourgirls

All models listed on this website were at least 18 years old when they were photographed.

Version 1.06.13 - front02 - 128.214.138.140 - [FI] - [Refresh]

DMCA.com Protection Status
-
- - - - \ No newline at end of file diff --git a/playground/data.json b/playground/data.json deleted file mode 100644 index 180cc47..0000000 --- a/playground/data.json +++ /dev/null @@ -1,16 +0,0 @@ -{ - "spa_name": "Hot Stones Spa", - "location": "in Cleveland, Ohio", - "distance": "4,287.6", - "reviews": "4 reviews", - "masseuse_ethnicity": "Asian", - "cards_accepted": "Cash Only", - "sauna": "No", - "jacuzzi": "No", - "semi_truck_parking": "No", - "30_min": "$50", - "60_min": "$70", - "address": "4630 Richmond Rd #280Cleveland, Ohio 44128 \nGet Driving Directions", - "phone_number": "\u2706 \n216-632-0111\n\n\n\n 216-632-0111 \n \t\t\t\n\n REPORT", - "hours": "Open now \n\nDaily\n9:00am - 9:30pm" -} \ No newline at end of file diff --git a/playground/ejemplo.py b/playground/ejemplo.py deleted file mode 100644 index 4dce5cb..0000000 --- a/playground/ejemplo.py +++ /dev/null @@ -1,28 +0,0 @@ -from bs4 import BeautifulSoup -import requests - -def get_soup(url: str) -> BeautifulSoup: - headers = { - 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/100.0.0.0 Safari/537.36', - 'Accept-Language': 'en-US,en;q=0.9', - 'Referer': 'https://www.google.com/' - } - - - try: - response = requests.get(url, headers=headers) - if response.status_code == 200: - soup = BeautifulSoup(response.content, 'html.parser') - return soup - else: - print(f'Error: No se pudo descargar la página. Código de estado: {response.status_code}') - return None - except requests.exceptions.RequestException as e: - print(f'Error: {e}') - return None - -# Get soup -url = 'https://www.telguarder.com/co' -soup = get_soup(url) -with open('telguarder.html', 'w', encoding='utf-8') as f: - f.write(str(soup)) \ No newline at end of file diff --git a/playground/extra.py b/playground/extra.py deleted file mode 100644 index 203f867..0000000 --- a/playground/extra.py +++ /dev/null @@ -1,6 +0,0 @@ - -load_html = load_html("./oulunlippo.html") -data = get_players(load_html) -import json -with open("data.json", "w") as f: - f.write(json.dumps(data)) \ No newline at end of file diff --git a/playground/instructions.txt b/playground/instructions.txt deleted file mode 100644 index 64a72a2..0000000 --- a/playground/instructions.txt +++ /dev/null @@ -1,11 +0,0 @@ -This is a soup -Tag: body with num: 0 -Tag: div with num: 0 -Tag: div with num: 0 -Tag: div with num: 1 -Tag: div with num: 0 -Tag: div with num: 0 -Tag: div with num: 5 -Tag: div with num: 0 -Tag: div with num: 0 -Tag: select with num: 0 \ No newline at end of file diff --git a/playground/main.py b/playground/main.py deleted file mode 100644 index 8bc85d0..0000000 --- a/playground/main.py +++ /dev/null @@ -1,54 +0,0 @@ -from palooza_wizard.graph import PaloozaGraph -import palooza_wizard.algorithms as wizard_algos -import palooza_wizard.utils as wizard_utils -import palooza_wizard.agent as agent -import palooza_wizard.constants as ct -from bs4 import BeautifulSoup - -if __name__ == "__main__": - - # Clean all output folders - wizard_utils.clean_all_output_folders() - - website_name = "rubmaps" - - #url = "https://www.rubmaps.ch/erotic-massage-hot-stones-spa-cleveland-oh-184586" - #url = "https://www.amazon.com/Legend-Zelda-Breath-Wild-Nintendo-Switch/dp/B097B2YWFX/ref=sr_1_2?crid=AMBZI2YGNFC3&keywords=zelda%2Bvideo%2Bgame&qid=1698834691&sprefix=zelda%2Bvideogame%2Caps%2C241&sr=8-2&th=1" - #url = "https://www.rubmaps.ch/erotic-massage-windsor-spa-chicago-il-190400#rubmaps" - #soup = wizard_utils.download_or_load_soup(url, f"{website_name}.html", use_proxies=False) - #soup = wizard_utils.process_soup(soup) - - - #soup = soup.find(attrs={"id": "location-container"}) - #soup = BeautifulSoup(f"{str(soup)}") - #soup = wizard_utils.process_soup(soup) - with open("soup3.html", "r") as f: - soup = BeautifulSoup(f.read()) - soup = wizard_utils.process_soup(soup) - - - palooza_graph = PaloozaGraph() - palooza_graph.get_graph(soup, labels_to_integers = False) - min_depth = 0 - max_candidates = 20 - - # Get candidates - candidates = wizard_algos.degree_importance( - palooza_graph.G, - palooza_graph.root, - min_depth, - max_candidates - ) - - # Get soup nodes. - wizard_utils.get_soup_nodes( - website_name, - palooza_graph.G, - soup, - candidates, - verbose = True - ) - - # Get agent functions. - agent.get_agent_functions() - diff --git a/playground/oulunlippo.html b/playground/oulunlippo.html deleted file mode 100644 index ae0cd17..0000000 --- a/playground/oulunlippo.html +++ /dev/null @@ -1,670 +0,0 @@ - - - -
- - -
- - -
-
- -
-
-
- -
-
Oulun Lippo - Ota yhteyttä
-
-
-
-
-

-
    -
    -
    -
    -
    -

    -

    -

    -

    -

    -

    -

    - -
    -
    -
    -
    -

    -
    - - - \ No newline at end of file diff --git a/playground/oulunlippo.py b/playground/oulunlippo.py deleted file mode 100644 index 032a28b..0000000 --- a/playground/oulunlippo.py +++ /dev/null @@ -1,19 +0,0 @@ -class Scraper: - def __init__(self): - pass - - def get_players(self, soup): - players = soup.find_all('div', class_='pelaaja') - players_data = {} - for player in players: - name = player.find('h3').text - img_url = player.find('img')['data-src'] - players_data[name] = img_url - return players_data - - def extract_data(self, soup, url): - data = { - 'players': self.get_players(soup), - 'url': url - } - return data \ No newline at end of file diff --git a/playground/parents_name.joblib b/playground/parents_name.joblib deleted file mode 100644 index 2c04f26e675cd3b781a9da82c661e0daa1c93260..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 10127 zcmb`N1&|cU5{5}w+}+)s72I8t#N8TMAQu)ETiouB^Eofh-QE4UySux)yJXHmPS<-A zH;}Lq{~r^v)qj0iUEMh|JtvD!pXys9`*$q#!y1{QJyliv0z#&lzDSZ`NwTr3{7{k% z2w0PAVy#Ta|NTdj6eme}#s2J=qD-H+`F}R=?9keo;&U4s9aSeY?!1qR0_tXFTu4AR ztFj_nY(1`v^|=lH^7LX%{8Zi6h~_P9_$7r8)F6))xvxJ0y6w9Ex)VbMx1=Z?5S z09U#IQ+s9=cf!@8HKMgHKnsfi*Kub|1aQ3zFm)<6a2MPt+9WD>0a{oDxS6}+76IJq z0vwUsE6m-nLbOe^-34f25nv^E#~lK=(*-y(2Ux{DaF=MeXpalf!Xm)E+!OZ+V6_Wy zR1R=I_re3BgQ7z&Knsfi4|8ukB7jF-fTMGO$G8t37o8BD6kQ^^)CFpx(e36k?u(}c z^zzJjM>8mvx4CEEmR`aA@Ji8DqN_8rE+{Qp%WJqlUMq+hAENbxfY#D{2U5#pm|2LYep5`0qhl;~+6 zqNPQM&u}R|D~Qke5UnEwe4fkj1<{KIKBlFXDs_1jTT=F||E}yOzn6G8zATZih+Y-F z=BqpvZHo}_bsm9lNab((Dz{b>@Etr7-zj>R=-oav19*3V6#Lu`8OHxhi zvpgO@C;GhT3ogW5T7>vTo`7Ex#4r00?K%qh6`qJ+6@5+gbswUoMTpV z+DyQ2^JM&v=)0ot`4BBFLi|2Y!5;|X4}FN%W&-|*r{a%AKN0=ZhiGXL;?H;*{#+1$ z;X|~0XTV?bbo`a**P`Eue(S@u#OMS1?|26OUNHaQ!%W>}|Hw1(Poh7I{^CQlv}h&& z%Cqoqg7|kIqVu?o>}I!UcZ1ZoC6pPH++P;2QV zwZw?D74QOTt)y*yq@}sWLv4W@QC#iLmK(l}o znyofRO&)K0zSk+W#E5h*@OmO8o#!OAjuL1-@CI6-woq-6lhhI;(#60VX^E09b&^^~ z3A7A&6D?O;p|;XVYKal)D&TTjt)y#wq-CidwHA0Yty4?X*850vi4o}r;4QRKNjEu3 zt)m1g2i{7X)wZZ@b&^_QM9RQS6-v6zNopM>(01Sos#M#dw$n*!i4kcP@HX0|q`RG@ z)=>iO0p3n~)%K}XJ4r1uBHa&MNe7hlpp(=(N}xl)JLs_55w)XEQcH|Tj{)zb<4StM zNopM>&`IDbx - - - - - - - - - -Cleveland massage parlor reviews, erotic massage & happy endings OH - - - - - - - - - - - diff --git a/playground/rubmaps_cleveland_hot_stones.html b/playground/rubmaps_cleveland_hot_stones.html deleted file mode 100644 index 0f343c8..0000000 --- a/playground/rubmaps_cleveland_hot_stones.html +++ /dev/null @@ -1,419 +0,0 @@ - - - - - - - - - - -Hot Stones Spa massage parlors in Cleveland, Ohio - - - - - - - - - - - diff --git a/playground/sample.html b/playground/sample.html deleted file mode 100644 index 6a59c23..0000000 --- a/playground/sample.html +++ /dev/null @@ -1,18 +0,0 @@ - -
    -
    -

    -

    -
    -
    -
    -
    -

    -

    -

    -
    -
    -

    -
    -
    - \ No newline at end of file diff --git a/playground/save.html b/playground/save.html deleted file mode 100644 index 24295f1..0000000 --- a/playground/save.html +++ /dev/null @@ -1,998 +0,0 @@ - - - - - - - - - - - Chinese Goose Massage massage parlors in Cincinnati, Ohio - - - - - - - - - - - diff --git a/playground/save2.html b/playground/save2.html deleted file mode 100644 index 5fa25ef..0000000 --- a/playground/save2.html +++ /dev/null @@ -1,757 +0,0 @@ - - - - - - - -Baldur Connect | Baldur - - - - - - - - - - - - - - - - - - -
    - -
    -
    -
    -
    -

    A People-First Approach to Tech Recruiting.

    -

    Technology Executive Search

    - -
    -
    -
    -
    -
    -
    -
    -
    -
    -
    -

    About us.

    -
    -

    Baldur Connect.

    -

    We enable businesses in the European and US tech scene to achieve their growth plans, by delivering talent that matters.

    -

    We help you find high-performing tech, product, marketing and sales talent.

    -

    Our mission is to empower people and build diverse communities that represent the digital world we live in. We are a forward-thinking, EU-backed, next-generation technology search agency, with international reach and unrivalled digital recruitment knowledge. 

    -

    Our Technology Recruiters are based in Munich, Berlin, Miami and Stockholm and have spent years networking with the top companies, hiring managers and professionals in the industry to create an extensive network.

    -

    Let us help you get to the root of any challenge and find the best solution for your organization. 

    -
    -
    -
    -
    -
    -
    -
    -
    -
    - - -
    - - - - - - - - - - diff --git a/playground/startupeable.html b/playground/startupeable.html deleted file mode 100644 index 1d77bcc..0000000 --- a/playground/startupeable.html +++ /dev/null @@ -1,2139 +0,0 @@ - -¿Qué es una startup? | Startupeable
    - \ No newline at end of file diff --git a/playground/telguarder.html b/playground/telguarder.html deleted file mode 100644 index 18049c2..0000000 --- a/playground/telguarder.html +++ /dev/null @@ -1,1144 +0,0 @@ - - - - - - - - - - - - - telGuarder Colombia - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    - - - - - - - -
    -
    -
    -
    - -
    -
    - -
    -
    - -
    -
    -
    -
    -
    -
    -
    -
    -
    -

    Mira quién llama

    -

    Bloquea llamadas no deseadas de ventas, investigación de mercado y fraude. Más de 1 millón de - descargas y una calificación promedio de 4,4 sobre 5 estrellas (Google Play).

    - - - -
    - -
    -
    -
    -
    -
    Últimas evaluaciones de números telefónicos -
    - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    Número / Calificación - Número - Comentario - Hora -
    3157496320 -
    Otro -
    Se seguro pidiendo y buscando votos para elecciones del 29 - de octubre de 2023
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - móvil)
    -
    -
    2023.10.12 23:57 -
    -
    -
    2023.10.12 23:57 -
    3162272917 -
    Otro -
    Llama por fuera de horario laboral - se bloquea
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - red)
    -
    -
    2023.10.12 18:28 -
    -
    -
    2023.10.12 18:28 -
    3222754667 -
    Estafa -
    Llaman y Llaman y cuelgan
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - móvil)
    -
    -
    2023.10.12 17:13 -
    -
    -
    2023.10.12 17:13 -
    3144593429 -
    Estafa -
    Ladrones Llamando a robar
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - móvil)
    -
    -
    2023.10.12 16:46 -
    -
    -
    2023.10.12 16:46 -
    3222754667 -
    Otro -
    Marcan cada 1 hora y no hablan
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - red)
    -
    -
    2023.10.12 15:43 -
    -
    -
    2023.10.12 15:43 -
    3156973627 -
    Otro -
    No responden
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - red)
    -
    -
    2023.10.12 15:26 -
    -
    -
    2023.10.12 15:26 -
    3144596694 -
    Estafa -
    Deberían bloquear este contacto y sacarlo del mercado
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - aplicación)
    -
    -
    2023.10.12 15:19 -
    -
    -
    2023.10.12 15:19 -
    3112394082 -
    Telemercadeo -
    Llaman preguntando por mi nombre y cortan la llamada.
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - móvil)
    -
    -
    2023.10.12 13:07 -
    -
    -
    2023.10.12 13:07 -
    3103157294 -
    Estafa -
    Insiste llamando y nadie habla
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - móvil)
    -
    -
    2023.10.12 13:04 -
    -
    -
    2023.10.12 13:04 -
    3144596943 -
    Estafa -
    Toda una tormenta..
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - aplicación)
    -
    -
    2023.10.12 12:54 -
    -
    -
    2023.10.12 12:54 -
    3144598018 -
    Estafa -
    No genera confianza
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - móvil)
    -
    -
    2023.10.12 11:33 -
    -
    -
    2023.10.12 11:33 -
    3336026107 -
    Estafa -
    Dicen que van a embargar
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - móvil)
    -
    -
    2023.10.12 11:18 -
    -
    -
    2023.10.12 11:18 -
    6015088583 -
    Estafa -
    Denunciar son estafadores
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - aplicación)
    -
    -
    2023.10.12 11:14 -
    -
    -
    2023.10.12 11:14 -
    6018889232 -
    Estafa -
    Pilas Estafa...
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - red)
    -
    -
    2023.10.12 11:12 -
    -
    -
    2023.10.12 11:12 -
    3132022755 -
    Estafa -
    Uno lo bloquea y siguen entrando las llamadas
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - aplicación)
    -
    -
    2023.10.12 10:02 -
    -
    -
    2023.10.12 10:02 -
    3177326722 -
    Estafa -
    Busca sacar datos personales para estafar.
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - móvil)
    -
    -
    2023.10.12 09:11 -
    -
    -
    2023.10.12 09:11 -
    3102190494 -
    Estafa -
    Estafa. Dicen ser de Claro
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - red)
    -
    -
    2023.10.12 07:41 -
    -
    -
    2023.10.12 07:41 -
    3144593575 -
    Estafa -
    Ojo, ladrones verificando si el número al que llaman está - en servicio
    -
    -
    -
    -
    Comentario del usuario (Colombia,  - móvil)
    -
    -
    2023.10.12 05:52 -
    -
    -
    2023.10.12 05:52
    -
    -
    -
    -
    -
    - -
    -
    -
    -
    -
    -
    -
    -
    - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    Número de teléfono - Visto -
    3132057672 - 239× -
    3102721397 - 126× -
    3102890176 - 80× -
    3166810624 - 74× -
    3102188064 - 69× -
    3223931172 - 62× -
    3102056800 - 58× -
    3102722129 - 56× -
    3102012380 - 55× -
    6015558470 - 50×
    -
    -
    - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    Número de teléfono - Calificación -
    3132058051 - 39× -
    3102188154 - 30× -
    3102189570 - 22× -
    6013323730 - 15× -
    3132057672 - 13× -
    3125792738 - 12× -
    3185918623 - 11× -
    3102189403 - 9× -
    3132014723 - 9× -
    6014279604 -
    -
    -
    -
    -
    -
    -
    - - - - - -
    Número de teléfono - Visto
    -
    -
    - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    Número de teléfono - Calificación -
    3125792738 - 9× -
    6014279604 - 9× -
    3102189570 - 6× -
    3125792750 - 5× -
    3132058051 - 5× -
    3014777496 - 4× -
    3102188179 - 4× -
    3132007715 - 4× -
    3182851951 - 4× -
    3102189572 -
    -
    -
    -
    -
    -
    -
    - - - - - -
    Número de teléfono - Visto
    -
    -
    - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
    Número de teléfono - Calificación -
    3022991682 - 2× -
    3102190494 - 2× -
    3102550831 - 2× -
    3144596694 - 2× -
    3144596943 - 2× -
    3157157741 - 2× -
    3222754667 - 2× -
    6013795232 - 2× -
    6015522869 - 2× -
    6015886521 -
    -
    -
    -
    -
    -
    - - -
    -
    -
    - -
    -

    ¿Cómo bloqueo este número?

    -

    ¡Tenemos una solución simple para ti! ¡Instala nuestra aplicación gratuita en tu teléfono - móvil y detiene las llamadas no deseadas para siempre! -

    -
    - -
    -

    -
    -
    -
    - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/playground/test.html b/playground/test.html deleted file mode 100644 index f306d38..0000000 --- a/playground/test.html +++ /dev/null @@ -1,37 +0,0 @@ - - -
    -
    -

    a

    -
    -
    -

    b

    -
    -
    -

    c

    -
    -
    -

    d

    -
    -
    -
    -
    -
    -

    e

    -
    -
    -

    f

    -
    -
    -

    g

    -
    -
    -

    h

    -
    -
    -

    i

    -
    -
    -
    - - \ No newline at end of file diff --git a/playground/test_agent.py b/playground/test_agent.py deleted file mode 100644 index d52489b..0000000 --- a/playground/test_agent.py +++ /dev/null @@ -1,24 +0,0 @@ -#from outputs.agent.startupeable_1 import function_1 -#from outputs.agent.startupeable_2 import function_2 -import json -import palooza_wizard.constants as ct -from outputs.agent.rubmaps_cleveland_1 import rubmaps_cleveland_1 -from outputs.agent.rubmaps_cleveland_2 import rubmaps_cleveland_2_extract -from outputs.agent.rubmaps_cleveland_3 import rubmaps_cleveland_3 -from outputs.agent.rubmaps_cleveland_4 import rubmaps_cleveland_4_html -from outputs.agent.rubmaps_cleveland_5 import rubmaps_cleveland_4 - -functions = [rubmaps_cleveland_1, rubmaps_cleveland_2_extract, - rubmaps_cleveland_3, rubmaps_cleveland_4_html, rubmaps_cleveland_4] - -website_name = "./rubmaps_cleveland.html" -with open(website_name, "r") as f: - html_code = str(f.read()) - -for function in functions: - try: - data = function(html_code) - with open(f"{ct.DATA_OUTPUT_FOLDER}/{function.__name__}.json", "w") as f: - f.write(json.dumps(data)) - except Exception as e: - print(str(e)) diff --git a/playground/test_agent2.py b/playground/test_agent2.py deleted file mode 100644 index 590c605..0000000 --- a/playground/test_agent2.py +++ /dev/null @@ -1,8 +0,0 @@ -from outputs.agent.rubmaps_cleveland_hot_stones_6 import rubmaps_cleveland_hot_stones_6 -import json -website_name = "./rubmaps_cleveland_hot_stones.html" -with open(website_name, "r") as f: - html_code = str(f.read()) -data = rubmaps_cleveland_hot_stones_6(html_code) -with open("data.json", "w") as f: - f.write(json.dumps(data, indent=4)) \ No newline at end of file diff --git a/playground/test_childs.py b/playground/test_childs.py deleted file mode 100644 index 3bf9367..0000000 --- a/playground/test_childs.py +++ /dev/null @@ -1,9 +0,0 @@ -from bs4 import BeautifulSoup -with open("test.html", "r") as f: - data = f.read() - data = BeautifulSoup(data, "html.parser") - -#print(data) -section = data.find_all("section", recursive=False)[0] -divs = section.find_all("div", recursive=False) -print(divs) \ No newline at end of file diff --git a/playground/testing_functions.py b/playground/testing_functions.py deleted file mode 100644 index a4a9bb3..0000000 --- a/playground/testing_functions.py +++ /dev/null @@ -1,35 +0,0 @@ -from palooza_wizard.graph import PaloozaGraph -from palooza_wizard.algorithms.degree_importance import degree_importance, get_soup_nodes -from palooza_wizard.agent import get_agent_functions -import sys -import requests -from bs4 import BeautifulSoup -import palooza_wizard.utils.files as files -import palooza_wizard.utils.process as process -import palooza_wizard.constants as ct -import outputs.agent.rubmaps_106 -import outputs.agent.rubmaps_129 -import outputs.agent.rubmaps_21 -import json - -#website_name = "oulunlippo" -#url = "https://www.oulunlippo.fi/" - -website_name = "rubmaps" -url = "https://www.rubmaps.ch/erotic-massage-chinese-goose-massage-cincinnati-oh-33075#rubmaps" - -soup = files.get_soup_from_url(url) -soup = process.process_soup(soup) - -html_code = str(soup) -datas = list() -datas.append(outputs.agent.rubmaps_106.rubmaps_106(html_code)) -datas.append(outputs.agent.rubmaps_129.rubmaps_129(html_code)) -datas.append(outputs.agent.rubmaps_21.rubmaps_21_html(html_code)) - -JSONS_OUTPUT = "./outputs/jsons" -counter = 1 -for data in datas: - with open(f"{JSONS_OUTPUT}/data{counter}.json", "w") as f: - f.write(json.dumps(data)) - counter += 1 \ No newline at end of file diff --git a/playground/unlocker.py b/playground/unlocker.py deleted file mode 100644 index c343a5c..0000000 --- a/playground/unlocker.py +++ /dev/null @@ -1,23 +0,0 @@ -#!/usr/bin/env python -print('If you get error "ImportError: No module named \'six\'" install six:\n'+\ - '$ sudo pip install six') -print('To enable your free eval account and get CUSTOMER, YOURZONE and ' + \ - 'YOURPASS, please contact sales@brightdata.com') -import sys -import ssl -ssl._create_default_https_context = ssl._create_unverified_context -if sys.version_info[0]==2: - import six - from six.moves.urllib import request - opener = request.build_opener( - request.ProxyHandler( - {'http': 'http://brd-customer-hl_ab2b430b-zone-unblocker:g7vui7owe35t@brd.superproxy.io:22225', - 'https': 'http://brd-customer-hl_ab2b430b-zone-unblocker:g7vui7owe35t@brd.superproxy.io:22225'})) - print(opener.open('http://lumtest.com/myip.json').read()) -if sys.version_info[0]==3: - import urllib.request - opener = urllib.request.build_opener( - urllib.request.ProxyHandler( - {'http': 'http://brd-customer-hl_ab2b430b-zone-unblocker:g7vui7owe35t@brd.superproxy.io:22225', - 'https': 'http://brd-customer-hl_ab2b430b-zone-unblocker:g7vui7owe35t@brd.superproxy.io:22225'})) - print(opener.open('https://www.amazon.com/Legend-Zelda-Breath-Wild-Nintendo-Switch/dp/B097B2YWFX/ref=sr_1_2?crid=AMBZI2YGNFC3&keywords=zelda%2Bvideo%2Bgame&qid=1698834691&sprefix=zelda%2Bvideogame%2Caps%2C241&sr=8-2&th=1').read()) \ No newline at end of file diff --git a/playground/user_message.html b/playground/user_message.html deleted file mode 100644 index 4ad04b9..0000000 --- a/playground/user_message.html +++ /dev/null @@ -1,80 +0,0 @@ -
    -

    Best Sellers in Computers & Accessories

    - - -
    -
    -

    New international customers purchased

    - -
    -
    -
    -
    -
    -
    -
    -
    -
    -
    -
    -
    -

    Most wished for in Video Games

    - -
    -
    -

    Popular Gifts in Baby

    Shop now
    - -
    -
    - - -
    -
    -
    -
    -
    -
    -

    Popular products in Apparel internationally

    - -
    -
    -

    Best Sellers in Home & Kitchen

    - -
    -
    -
    -
    -
    -
    - - - -
    -
    -
    - -
    -

    Best Sellers in Clothing, Shoes & Jewelry

    - -
    -
    - -
    -
    \ No newline at end of file diff --git a/playground/wizard.ipynb b/playground/wizard.ipynb deleted file mode 100644 index 8241921..0000000 --- a/playground/wizard.ipynb +++ /dev/null @@ -1,80 +0,0 @@ -{ - "cells": [ - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] - }, - { - "cell_type": "code", - "execution_count": 1, - "metadata": {}, - "outputs": [ - { - "ename": "ModuleNotFoundError", - "evalue": "No module named 'dotenv'", - "output_type": "error", - "traceback": [ - "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", - "\u001b[0;31mModuleNotFoundError\u001b[0m Traceback (most recent call last)", - "Cell \u001b[0;32mIn[1], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[39mfrom\u001b[39;00m \u001b[39mpalooza_wizard\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mutils\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mfiles\u001b[39;00m \u001b[39mimport\u001b[39;00m download_or_load_soup \n", - "File \u001b[0;32m~/Documents/datapalooza/datapalooza_scraper_framework/palooza_wizard/__init__.py:1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[39mimport\u001b[39;00m \u001b[39mpalooza_wizard\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mutils\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mfiles\u001b[39;00m \u001b[39mas\u001b[39;00m \u001b[39mfiles\u001b[39;00m\n\u001b[1;32m 2\u001b[0m \u001b[39mimport\u001b[39;00m \u001b[39mpalooza_wizard\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mconstants\u001b[39;00m \u001b[39mas\u001b[39;00m \u001b[39mconstants\u001b[39;00m\n\u001b[1;32m 4\u001b[0m \u001b[39mfor\u001b[39;00m folder \u001b[39min\u001b[39;00m constants\u001b[39m.\u001b[39mFOLDERS:\n", - "File \u001b[0;32m~/Documents/datapalooza/datapalooza_scraper_framework/palooza_wizard/utils/files.py:5\u001b[0m\n\u001b[1;32m 3\u001b[0m \u001b[39mimport\u001b[39;00m \u001b[39mrequests\u001b[39;00m\n\u001b[1;32m 4\u001b[0m \u001b[39mfrom\u001b[39;00m \u001b[39mrequests\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mauth\u001b[39;00m \u001b[39mimport\u001b[39;00m HTTPProxyAuth\n\u001b[0;32m----> 5\u001b[0m \u001b[39mimport\u001b[39;00m \u001b[39mpalooza_wizard\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mconstants\u001b[39;00m \u001b[39mas\u001b[39;00m \u001b[39mct\u001b[39;00m\n\u001b[1;32m 7\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mget_request_with_proxies\u001b[39m(url: \u001b[39mstr\u001b[39m):\n\u001b[1;32m 8\u001b[0m auth \u001b[39m=\u001b[39m HTTPProxyAuth(ct\u001b[39m.\u001b[39mPROXY_USERNAME, ct\u001b[39m.\u001b[39mPROXY_PASSWORD)\n", - "File \u001b[0;32m~/Documents/datapalooza/datapalooza_scraper_framework/palooza_wizard/constants.py:1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[39mfrom\u001b[39;00m \u001b[39mdotenv\u001b[39;00m \u001b[39mimport\u001b[39;00m dotenv_values\n\u001b[1;32m 3\u001b[0m \u001b[39m# Load environment variables\u001b[39;00m\n\u001b[1;32m 4\u001b[0m config \u001b[39m=\u001b[39m dotenv_values(\u001b[39m\"\u001b[39m\u001b[39m.env\u001b[39m\u001b[39m\"\u001b[39m)\n", - "\u001b[0;31mModuleNotFoundError\u001b[0m: No module named 'dotenv'" - ] - } - ], - "source": [ - "from palooza_wizard.utils.files import download_or_load_soup \n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [ - "# Download or load soup\n", - "url = \"https://www.amazon.com/Molblly-Shredded-Standard-Adjustable-Hypoallergenic/dp/B08X4TQJTL/?_encoding=UTF8&pd_rd_w=ABAfK&content-id=amzn1.sym.952cfb50-b01e-485f-be6e-00434541418b%3Aamzn1.symc.e5c80209-769f-4ade-a325-2eaec14b8e0e&pf_rd_p=952cfb50-b01e-485f-be6e-00434541418b&pf_rd_r=DNTYSCCM3CE36ZBNPB9Q&pd_rd_wg=vsfzz&pd_rd_r=a7259352-0e85-4361-934b-108279598eb3&ref_=pd_gw_ci_mcx_mr_hp_atf_m&th=1\"\n", - "soup = download_or_load_soup(url, file_path=\"outputs/html/test.html\")\n" - ] - }, - { - "cell_type": "code", - "execution_count": null, - "metadata": {}, - "outputs": [], - "source": [] - } - ], - "metadata": { - "kernelspec": { - "display_name": "Python 3.8.0 64-bit", - "language": "python", - "name": "python3" - }, - "language_info": { - "codemirror_mode": { - "name": "ipython", - "version": 3 - }, - "file_extension": ".py", - "mimetype": "text/x-python", - "name": "python", - "nbconvert_exporter": "python", - "pygments_lexer": "ipython3", - "version": "3.8.0" - }, - "orig_nbformat": 4, - "vscode": { - "interpreter": { - "hash": "aee8b7b246df8f9039afb4144a1f6fd8d2ca17a180786b69acc140d282b71a49" - } - } - }, - "nbformat": 4, - "nbformat_minor": 2 -}