@@ -6,6 +6,7 @@ import io.ktor.client.engine.cio.CIO
6
6
import io.ktor.client.plugins.contentnegotiation.ContentNegotiation
7
7
import io.ktor.client.request.get
8
8
import io.ktor.client.request.header
9
+ import io.ktor.client.request.headers
9
10
import io.ktor.client.statement.bodyAsText
10
11
import kotlinx.coroutines.runBlocking
11
12
import kotlinx.serialization.SerialName
@@ -18,11 +19,11 @@ import kotlinx.serialization.json.jsonArray
18
19
import kotlinx.serialization.json.jsonObject
19
20
import kotlinx.serialization.json.jsonPrimitive
20
21
import org.ejml.data.DMatrixRMaj
22
+ import org.ejml.dense.row.CommonOps_DDRM
23
+ import org.ejml.simple.SimpleMatrix
21
24
import java.text.SimpleDateFormat
22
25
import java.util.Date
23
26
import java.util.Locale
24
- import org.ejml.simple.SimpleMatrix
25
- import org.ejml.dense.row.CommonOps_DDRM
26
27
27
28
val API = RoboScoutAPI ()
28
29
val jsonWorker = Json {
@@ -291,6 +292,9 @@ class RoboScoutAPI {
291
292
}
292
293
}
293
294
}
295
+ headers {
296
+ append(" User-Agent" , " Bond, James Bond" )
297
+ }
294
298
}
295
299
296
300
println (" RobotEvents Scraper (page ${params[" page" ] as ? Int ? : 0 } ): $requestUrl " )
@@ -301,7 +305,7 @@ class RoboScoutAPI {
301
305
val matches = regex.findAll(response.bodyAsText())
302
306
303
307
for (match in matches) {
304
- skuArray.add(match.value.replace(" https://www.robotevents.com/robot-competitions/vex-robotics-competition" , " " ).replace(" .html" , " " ))
308
+ skuArray.add(match.value.replace(" https://www.robotevents.com/robot-competitions/vex-robotics-competition/ " , " " ).replace(" .html" , " " ))
305
309
}
306
310
307
311
return skuArray
0 commit comments