Data

.github/workflows/main.yml

@@ -0,0 +1,34 @@
+name: Run main.py every 2 minutes
+
+on:
+  schedule:
+    - cron: '*/4 * * * *'  # At every 2nd minute of every hour
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repo content
+        uses: actions/checkout@v2
+
+      - name: Setup Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.11.0'
+
+      - name: Install Python packages
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install --upgrade rbiparser
+
+
+      - name: Execute Python script
+        run: |
+          echo "Checking current directory contents:"
+          ls -al
+          pwd
+
+          echo "Running rbiparser download -d "./xls":"
+          rbiparser download -d "./xls"
+
+

.github/workflows/python-app.yml

@@ -0,0 +1,32 @@
+name: Run main.py every 2 minutes
+
+on:
+  schedule:
+    - cron: '*/4 * * * *'  # At every 2nd minute of every hour
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repo content
+        uses: actions/checkout@v2
+
+      - name: Setup Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: '3.11.0'
+
+      - name: Install Python packages
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install --upgrade rbiparser
+
+
+      - name: Execute Python script
+        run: |
+          echo "Checking current directory contents:"
+          ls -al
+
+          echo "Running rbiparser download -d "./xls":"
+          rbiparser download -d "./xls"
+

rbiparser/__init__.py

@@ -25,6 +25,7 @@
 import glob
 import string
 
+
 try:
 	from urlparse import urlparse
 except ImportError:
@@ -68,7 +69,6 @@
 
 exclude_words = ["to", "the", "at", "of", "by", "as", "for", "via"]
 
-
 def get_sheet_urls(url):
 	"""Scrapes the RBI page and gets the list of .xlsx sheets."""
 	r = requests.get(url)
@@ -77,7 +77,7 @@ def get_sheet_urls(url):
 
 	# Extract the urls.
 	s = soup(r.content, "lxml")
-	links = s.findAll("a", href=re.compile("\.xlsx$"))
+	links = s.find_all("a", href=re.compile(".\.xls."))
 
 	if len(links) < 1:
 		raise Exception("Couldn't find any .xlsx urls")

requirement.txt

@@ -0,0 +1,6 @@
+rbiparser
+requests
+xlrd
+beautifulsoup4
+click
+lxml