fix mock websites related code for integration tests

api.go

@@ -189,8 +189,12 @@ func productHandler(w http.ResponseWriter, r *http.Request, _ httprouter.Params)
 
 	pr, err := callScraping(t.URL)
 	if err != nil {
-		log.Println("error in processing url", err)
-		w.WriteHeader(http.StatusInternalServerError)
+		if errors.Is(err, websiteNotSupported) {
+			w.WriteHeader(http.StatusNotAcceptable)
+		} else {
+			w.WriteHeader(http.StatusBadRequest)
+		}
+		w.Write([]byte(fmt.Sprintf("callScraping error in product handler: %v", err)))
 		return
 	}
 

scraping.go

@@ -48,6 +48,8 @@ func integrationTestingMock(rawURL string) (scrape.Product, error) {
 		return scrape.GetScraper("www.flipkart.com")(rawURL)
 	case "/mock/flipkart_unavailable.html":
 		return scrape.GetScraper("www.flipkart.com")(rawURL)
+	case "/mock/unsupported_file.html":
+		return scrape.Product{}, websiteNotSupported
 	default:
 		log.Printf("%s is not supported\n", u.Path)
 		return scrape.Product{}, errors.New("unsupported URL path")

util_test.go

@@ -72,10 +72,12 @@ func Test_readSupportedWebsites(t *testing.T) {
 		{
 			name: "happy case",
 			want: map[string]bool{
-				"scrapeme.live":    true,
-				"www.flipkart.com": true,
-				"www.amazon.in":    true,
-				"mkp.gem.gov.in":   true,
+				"scrapeme.live":                      true,
+				"www.flipkart.com":                   true,
+				"www.amazon.in":                      true,
+				"mkp.gem.gov.in":                     true,
+				"localhost":                          true,
+				"smuly-test-ground.ue.r.appspot.com": true,
 			},
 			wantErr: false,
 		},

webscraping_test.go

@@ -41,7 +41,7 @@ func (s *scenarioData) iSendRequestToWithAboveProductUrlInBody(method, endpoint
 		EmailId    string `json:"emailid"`
 	}{
 		ProductUrl: s.ProductUrl,
-		EmailId:    s.EmailId,
+		EmailId:    "some_email_id",
 	}
 	result, err := json.MarshalIndent(reqfileds, "", "    ")
 	if err != nil {