From 7652123a46cdb939a38116a89720733136920764 Mon Sep 17 00:00:00 2001 From: Dmitriy Date: Sun, 26 Feb 2023 03:21:54 +1000 Subject: [PATCH 1/2] updated --- extensions/pipelines/http/emulator/rod/browser.go | 2 -- extensions/pipelines/http/emulator/rod/request.go | 4 +++- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/extensions/pipelines/http/emulator/rod/browser.go b/extensions/pipelines/http/emulator/rod/browser.go index f50897d..c829a9d 100644 --- a/extensions/pipelines/http/emulator/rod/browser.go +++ b/extensions/pipelines/http/emulator/rod/browser.go @@ -21,8 +21,6 @@ func CreateBaseBrowser(options Options) *rod.Browser { browser := rod.New().ControlURL(CreateLauncher(options).MustLaunch()) - browser.MustIgnoreCertErrors(true) - if options.Debug { browser.Trace(true) browser.SlowMotion(1 * time.Second) diff --git a/extensions/pipelines/http/emulator/rod/request.go b/extensions/pipelines/http/emulator/rod/request.go index 17d36cd..3a7217c 100644 --- a/extensions/pipelines/http/emulator/rod/request.go +++ b/extensions/pipelines/http/emulator/rod/request.go @@ -60,7 +60,7 @@ func CreateRodRequestPipeline( return &pipelines.TaskPipeline{ BasePipeline: &forms.BasePipeline{ - NotIgnorePanic: false, + NotIgnorePanic: true, MetaInfo: &label.MetaInfo{ Name: "Rod http request", }, @@ -86,6 +86,8 @@ func CreateRodRequestPipeline( browser = browser.MustConnect() + browser.MustIgnoreCertErrors(true) + page := browser.MustPage(task.GetFetcherUrl()) processElementsAfterPreLoad(logger, page, detailOptions) From 2d56fbffb9e86441d3c58ca79700d86275b5e640 Mon Sep 17 00:00:00 2001 From: Dmitriy Date: Sun, 26 Feb 2023 03:22:35 +1000 Subject: [PATCH 2/2] updated --- extensions/pipelines/http/emulator/rod/request.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/extensions/pipelines/http/emulator/rod/request.go b/extensions/pipelines/http/emulator/rod/request.go index 3a7217c..1087886 100644 --- a/extensions/pipelines/http/emulator/rod/request.go +++ b/extensions/pipelines/http/emulator/rod/request.go @@ -60,7 +60,7 @@ func CreateRodRequestPipeline( return &pipelines.TaskPipeline{ BasePipeline: &forms.BasePipeline{ - NotIgnorePanic: true, + NotIgnorePanic: false, MetaInfo: &label.MetaInfo{ Name: "Rod http request", },