Implement basic rate-limiting (#18)

* implement basic rate-limiting commandline option

* add rateLimit option to readme

README.md

@@ -46,3 +46,18 @@ $ go run deleter.go
 ## Cookies
 
 Cookies are saved to `$HOME/.go-cookies` if the `$GOCOOKIES` variable is not set (see https://github.com/juju/persistent-cookiejar).
+
+## Options
+
+### Rate-limiting
+
+Facebook will temp-block you if you make too many requests too quickly. Run the command with the `-rateLimit <time in ms>` to introduce a delay before each request. If you're getting hung up on just searches or deletes, you can disable rate-limiting for one or the other with `-limitSearch=0` or `-limitDelete=0`.
+
+E.g. one of:
+
+```
+$ ./deleter-linux -rateLimit 500
+$ ./deleter-linux -rateLimit 500 -limitSearch=0
+$ ./deleter-linux -rateLimit 500 -limitDelete=0
+```
+

deleter.go

@@ -2,6 +2,7 @@
 package main
 
 import (
+	"flag"
 	"fmt"
 	"github.com/AlecAivazis/survey"
 	"github.com/cheggaaa/pb/v3"
@@ -43,6 +44,10 @@ var categoriesMap = map[string]string{
 
 var tokensInURLs = [...]string{"/removecontent", "/delete", "/report", "/events/remove.php", "&content_type=4&", "action=delete"}
 
+var rateLimit int
+var limitSearch bool
+var limitDelete bool
+
 type requester struct {
 	client *http.Client
 	jar    *cookiejar.Jar
@@ -201,6 +206,9 @@ func (actRead *activityReader) ReadItems(year int, month int, category string) {
 	moreCounter := 1
 	var searchString string
 	for {
+		if limitSearch {
+			time.Sleep(time.Duration(rateLimit) * time.Millisecond)
+		}
 		actRead.StoreItemsFromOutput(output, category)
 
 		searchString = sectionIDStr + `_more_` + strconv.Itoa(moreCounter)
@@ -474,6 +482,10 @@ func (del *deleter) DeleteElement(elem *deleteElement) {
 		}
 	}()
 
+	if limitDelete {
+		time.Sleep(time.Duration(rateLimit) * time.Millisecond)
+	}
+
 	if elem.token == "/report" {
 		// Removing tags in activity log has to request "Report",
 		// then select "It's spam", then "Remove tag"
@@ -491,6 +503,20 @@ func (del *deleter) DeleteElement(elem *deleteElement) {
 }
 
 func main() {
+	flag.IntVar(&rateLimit, "rateLimit", 0, "Wait this many milliseconds between requests.")
+	flag.BoolVar(&limitSearch, "limitSearch", true, "Rate-limit searching for things to delete.")
+	flag.BoolVar(&limitDelete, "limitDelete", true, "Rate-limit deleting things.")
+	flag.Parse()
+	if rateLimit > 0 {
+		if limitSearch && limitDelete {
+			fmt.Printf("Waiting %d ms before search and delete requests.\n", rateLimit)
+		} else if limitSearch {
+			fmt.Printf("Waiting %d ms before search requests.\n", rateLimit)
+		} else if limitDelete {
+			fmt.Printf("Waiting %d ms before delete requests.\n", rateLimit)
+		}
+	}
+
 	req := newRequester()
 	fbl := newFbLogin(req)
 	actRead := activityReader{req, fbl, make([]deleteElement, 0), make([]string, 0)}