Merge pull request #3065 from dreamerblue/master

feat(crawler): add sdutoj crawler

Author: Liu233w

crawler/__test__/crawlers.test.js

@@ -28,6 +28,7 @@ const nbut = require('../crawlers/nbut')
 const nod = require('../crawlers/nod')
 const nit = require('../crawlers/nit')
 const dmoj = require('../crawlers/dmoj')
+const sdutoj = require('../crawlers/sdutoj')
 
 const { readConfigs } = require('../lib/configReader')
 
@@ -607,6 +608,24 @@ describe('dmoj', () => {
 
 })
 
+describe('sdutoj', () => {
+
+  test('should throw when user does not exist', async () => {
+    await expect(sdutoj(null, notExistUsername)).rejects.toThrow('The user does not exist')
+  })
+
+  test('can recognize username with space', async () => {
+    await expect(sdutoj(null, ' ' + notExistUsername)).rejects.toThrow('The user does not exist')
+  })
+
+  test('should work correctly', async () => {
+    const res = await sdutoj(null, 'root')
+    checkRes(res)
+    expect(res.solvedList).toContain('1000')
+  })
+
+})
+
 function checkRes(res) {
   expect(typeof res.solved).toBe('number')
   expect(typeof res.submissions).toBe('number')

crawler/config.yml

@@ -26,6 +26,7 @@ crawler_order:
   - nod
   # - nit
   - dmoj
+  - sdutoj
   - vjudge
 
 crawlers:
@@ -169,6 +170,11 @@ crawlers:
       title: DMOJ
       description:
       url: https://dmoj.ca/
+  sdutoj:
+    meta:
+      title: SDUT OJ
+      description:
+      url: https://oj.sdutacm.cn/
   vjudge:
     meta:
       title: VJudge

crawler/crawlers/sdutoj.js

@@ -0,0 +1,42 @@
+const request = require('superagent')
+
+async function fetchSDUTOJ(api, data) {
+  const res = await request
+    .post(`https://oj.sdutacm.cn/onlinejudge3/api/${api}`)
+    .set('Content-Type', 'application/json;charset=utf-8')
+    .send(data)
+  if (!(res.ok && res.body && res.body.success)) {
+    throw new Error(`Server Response Error: ${res.status}, code: ${res.body ? res.body.code : ''}`)
+  }
+  return res.body.data
+}
+
+module.exports = async function (config, username) {
+
+  if (!username) {
+    throw new Error('Please enter username')
+  }
+
+  const userSearchRes = await fetchSDUTOJ('getUserList', {
+    username,
+    page: 1, 
+    order: [['accepted','DESC']],
+    limit: 1000,
+  })
+  const user = userSearchRes.rows.find(user => user.username === username)
+  if (!user) {
+    throw new Error('The user does not exist')
+  }
+  const userId = user.userId
+
+  const [statsRes, detailRes] = await Promise.all([
+    fetchSDUTOJ('getUserProblemResultStats', { userId }),
+    fetchSDUTOJ('getUserDetail', { userId }),
+  ])
+
+  return {
+    submissions: detailRes.submitted,
+    solved: detailRes.accepted,
+    solvedList: statsRes.acceptedProblemIds.map(pid => `${pid}`),
+  }
+}