From 0197265506632514d028647c652fdca48ba88a87 Mon Sep 17 00:00:00 2001 From: Chris Punches Date: Tue, 6 Jul 2021 01:34:57 -0400 Subject: [PATCH] updated default proxy list site --- .gitignore | 2 ++ Scallywag | 8 +++++++- rsrc/Scraper/proxylister.py | 1 + 3 files changed, 10 insertions(+), 1 deletion(-) diff --git a/.gitignore b/.gitignore index 485dee6..5311da5 100644 --- a/.gitignore +++ b/.gitignore @@ -1 +1,3 @@ .idea +*.pyc +venv diff --git a/Scallywag b/Scallywag index eb13578..b44ce01 100755 --- a/Scallywag +++ b/Scallywag @@ -112,11 +112,17 @@ class Scallywag: self.mnuPulldown.set_model(self.proxy_store) self.proxylister = proxylister.Scraper( self.config ) + + self.status("Fetching proxies...") + print("Fetching proxies...") + for proxy in self.proxylister.get_proxies(): + print("Found: {0}".format( proxy )) self.proxy_store.append([proxy]) - self.mnuPulldown.set_active(0) + print("Proxy fetch complete.") + self.mnuPulldown.set_active(0) self.results_store = Gtk.ListStore(int, int, str, str, str, str) diff --git a/rsrc/Scraper/proxylister.py b/rsrc/Scraper/proxylister.py index 951eac2..8dffc82 100644 --- a/rsrc/Scraper/proxylister.py +++ b/rsrc/Scraper/proxylister.py @@ -9,6 +9,7 @@ class Scraper: self.config = config def get_proxies(self): + print("Fetching raw HTML from '{0}'".format( self.config.proxylist_url)) fetch_results = self.client.get( self.config.proxylist_url ) proxy_list = self.Parser.scrape( "proxy_list", fetch_results.content ) return proxy_list