Replace Playwright with Selenium

GhostfolioSidekick/Program.cs

@@ -30,6 +30,8 @@
 using Microsoft.Extensions.DependencyInjection;
 using Microsoft.Extensions.Hosting;
 using Microsoft.Extensions.Logging;
+using OpenQA.Selenium;
+using OpenQA.Selenium.Chrome;
 using RestSharp;
 using System.Diagnostics.CodeAnalysis;
 

Tools/ScraperUtilities/Program.cs

@@ -3,7 +3,8 @@
 using GhostfolioSidekick.Model.Activities;
 using GhostfolioSidekick.Model.Activities.Types;
 using GhostfolioSidekick.Parsers.Generic;
-using Microsoft.Playwright;
+using OpenQA.Selenium;
+using OpenQA.Selenium.Chrome;
 using ScraperUtilities.ScalableCapital;
 using System.Globalization;
 
@@ -14,26 +15,26 @@
 		static async Task Main(string[] args)
 		{
 			var arguments = CommandLineArguments.Parse(args);
-			var playWright = await Playwright.CreateAsync();
-			var browser = await playWright.Chromium.LaunchAsync(
-				   new BrowserTypeLaunchOptions
-				   {
-					   Headless = false
-				   });
-			var page = await browser.NewPageAsync();
+			var options = new ChromeOptions();
+			options.AddArgument("--headless");
+			options.AddArgument("--disable-gpu");
+			options.AddArgument("--no-sandbox");
 
-			IEnumerable<ActivityWithSymbol> transactions = [];
-			switch (arguments.Broker)
+			using (var driver = new ChromeDriver(options))
 			{
-				case "ScalableCapital":
-					var scraper = new Scraper(page, arguments);
-					transactions = await scraper.ScrapeTransactions();
-					break;
-				default:
-					throw new ArgumentException("Invalid broker entered.");
-			}
+				IEnumerable<ActivityWithSymbol> transactions = [];
+				switch (arguments.Broker)
+				{
+					case "ScalableCapital":
+						var scraper = new Scraper(driver, arguments);
+						transactions = await scraper.ScrapeTransactions();
+						break;
+					default:
+						throw new ArgumentException("Invalid broker entered.");
+				}
 
-			SaveToCSV(arguments.OutputFile, transactions);
+				SaveToCSV(arguments.OutputFile, transactions);
+			}
 		}
 
 		private static void SaveToCSV(string outputFile, IEnumerable<ActivityWithSymbol> transactions)
@@ -136,4 +137,4 @@
 			return moneys.Sum(x => x.Amount);
 		}
 	}
-}
+}

Tools/ScraperUtilities/ScalableCapital/Login.cs

@@ -1,33 +1,45 @@
-using Microsoft.Playwright;
+using OpenQA.Selenium;
+using OpenQA.Selenium.Support.UI;
+using SeleniumExtras.WaitHelpers;
 
 namespace ScraperUtilities.ScalableCapital
 {
-	public class Login(IPage page, CommandLineArguments arguments)
+	public class Login
 	{
+		private readonly IWebDriver driver;
+		private readonly CommandLineArguments arguments;
+
+		public Login(IWebDriver driver, CommandLineArguments arguments)
+		{
+			this.driver = driver;
+			this.arguments = arguments;
+		}
+
 		public async Task<MainPage> LoginAsync()
 		{
-			await page.GotoAsync("https://de.scalable.capital/en/secure-login");
-			await page.Locator("#username").FillAsync(arguments.Username);
-			await page.Locator("#password").FillAsync(arguments.Password);
+			driver.Navigate().GoToUrl("https://de.scalable.capital/en/secure-login");
 
-			await page.ClickAsync("button[type='submit']");
+			var wait = new WebDriverWait(driver, TimeSpan.FromSeconds(10));
+			wait.Until(ExpectedConditions.ElementIsVisible(By.Id("username"))).SendKeys(arguments.Username);
+			driver.FindElement(By.Id("password")).SendKeys(arguments.Password);
+			driver.FindElement(By.CssSelector("button[type='submit']")).Click();
 
 			// Wait for MFA
-			while (!await page.GetByTestId("greeting-text").IsVisibleAsync())
+			while (!driver.FindElement(By.CssSelector("[data-testid='greeting-text']")).Displayed)
 			{
-				Thread.Sleep(1000);
+				await Task.Delay(1000);
 			}
 
 			// Remove cookie banner
 			try
 			{
-				await page.GetByTestId("uc-accept-all-button").ClickAsync();
+				driver.FindElement(By.CssSelector("[data-testid='uc-accept-all-button']")).Click();
 			}
-			catch (Exception)
+			catch (NoSuchElementException)
 			{ // ignore
 			}
 
-			return new MainPage(page);
+			return new MainPage(driver);
 		}
 	}
 }

Tools/ScraperUtilities/ScalableCapital/MainPage.cs

@@ -1,24 +1,27 @@
-using Microsoft.Playwright;
+using OpenQA.Selenium;
+using OpenQA.Selenium.Support.UI;
+using SeleniumExtras.WaitHelpers;
 
 namespace ScraperUtilities.ScalableCapital
 {
 	public class MainPage
 	{
-		private IPage page;
+		private IWebDriver driver;
 
-		public MainPage(IPage page)
+		public MainPage(IWebDriver driver)
 		{
-			this.page = page;
+			this.driver = driver;
 		}
 
 		internal async Task<TransactionPage> GoToTransactions()
 		{
-			await page.GotoAsync("https://de.scalable.capital/broker/transactions");
+			driver.Navigate().GoToUrl("https://de.scalable.capital/broker/transactions");
 
 			// Wait for transactions to load
-			await page.WaitForSelectorAsync("button:text('Export CSV')", new PageWaitForSelectorOptions { State = WaitForSelectorState.Visible });
+			var wait = new WebDriverWait(driver, TimeSpan.FromSeconds(10));
+			wait.Until(ExpectedConditions.ElementIsVisible(By.CssSelector("button:text('Export CSV')")));
 
-			return new TransactionPage(page);
+			return new TransactionPage(driver);
 		}
 	}
-}
+}