Update endpoint

Author: elliotwutingfeng

.github/workflows/scraper.yml

@@ -13,9 +13,9 @@
 #               uses: actions/checkout@v3
 
 #             - name: setup go
-#               uses: actions/setup-go@v3
+#               uses: actions/setup-go@v4
 #               with:
-#                   go-version: '^1.18.1' # install the go version needed
+#                   go-version: '^1.20.3' # install the go version needed
 #                   check-latest: true
 
 #             - name: execute go script # run scraper.go to get the latest data

README.md

@@ -12,7 +12,7 @@ Generate a machine-readable `.txt` blocklist of websites affiliated with [unregu
 
 ## Requirements
 
--   Go >= 1.18
+- Go >= 1.20
 
 ## Setup instructions
 
@@ -30,9 +30,9 @@ go run scraper.go
 
 ## Libraries/Frameworks used
 
--   [fasttld](https://github.com/elliotwutingfeng/go-fasttld)
--   [xurls](https://github.com/mvdan/xurls)
+- [fasttld](https://github.com/elliotwutingfeng/go-fasttld)
+- [xurls](https://github.com/mvdan/xurls)
 
 ## Monetary Authority of Singapore Terms of Use
 
-https://www.mas.gov.sg/terms-of-use
+<https://www.mas.gov.sg/terms-of-use>

scraper.go

@@ -31,7 +31,10 @@ func main() {
 	zerowidthRegex := regexp.MustCompile("^[\u200B-\u200D\uFEFF]")
 	whitespaceRegex := regexp.MustCompile("\\s+")
 
-	resp, err := http.Get("https://www.mas.gov.sg/api/v1/ialsearch?json.nl=map&wt=json&rows=10000&q=*:*&sort=date_dt+desc&start=0")
+	resp, err := http.Get(
+		"https://eservices.mas.gov.sg/statistics/api/v1/ialsearch?" +
+			"json.nl=map&wt=json&sort=date_dt%20desc,approveddate_dt%20desc&q=*:*&rows=10000&start=0",
+	)
 	if err != nil {
 		log.Fatal(err)
 		os.Exit(1)