jmtrivial/agenda_culturel
4
4
Fork 0
Code Issues 72 Pull Requests 1 Projects 1 Releases Wiki Activity

quelques optimisations selenium

Browse Source
This commit is contained in:
Jean-Marie Favreau 2024-06-26 11:20:16 +02:00
parent 623274b1a6
commit ab4bd28607
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/agenda_culturel/import_tasks/downloader.py
View File

@ -66,6 +66,13 @@ class ChromiumHeadlessDownloader(Downloader):
self.options.add_argument("--headless=new") self.options.add_argument("--headless=new")
self.options.add_argument("--disable-dev-shm-usage") self.options.add_argument("--disable-dev-shm-usage")
self.options.add_argument("--no-sandbox") self.options.add_argument("--no-sandbox")
self.options.add_experimental_option(
"prefs", {
# block image loading
"profile.managed_default_content_settings.images": 2,
}
)
self.service = Service("/usr/bin/chromedriver") self.service = Service("/usr/bin/chromedriver")
self.driver = webdriver.Chrome(service=self.service, options=self.options) self.driver = webdriver.Chrome(service=self.service, options=self.options)
@ -76,5 +83,4 @@ class ChromiumHeadlessDownloader(Downloader):
self.driver.get(url) self.driver.get(url)
doc = self.driver.page_source doc = self.driver.page_source
self.driver.close()
return doc return doc