4 Commits 08d82aa0f3 ... 6cc84ce9cb

Author SHA1 Message Date
  chengjie 6cc84ce9cb 0 2 months ago
  chengjie d4d0539580 0 2 months ago
  chengjie 2dab6b65fa 0 2 months ago
  chengjie a0aefa52be 0 2 months ago
5 changed files with 1724 additions and 262 deletions
  1. 4 1
      .gitignore
  2. 19 5
      package-lock.json
  3. 1 0
      package.json
  4. 1226 0
      src/web_crawler/crawle_chinese.js
  5. 474 256
      src/web_crawler/crawle.js

+ 4 - 1
.gitignore

@@ -12,4 +12,7 @@ src/web_crawler/Zhui-Xu/
12
 src/web_crawler/Hidden-Assassin/
12
 src/web_crawler/Hidden-Assassin/
13
 src/web_crawler/Release-that-Witch/
13
 src/web_crawler/Release-that-Witch/
14
 src/web_crawler/Strange-Life-of-a-Cat/
14
 src/web_crawler/Strange-Life-of-a-Cat/
15
-src/web_crawler/Throne-of-Magical-Arcana/
15
+src/web_crawler/Throne-of-Magical-Arcana/
16
+src/web_crawler/The-Legendary-Mechanic/
17
+src/web_crawler/奥术神座/
18
+src/web_crawler/回到过去变成猫/

+ 19 - 5
package-lock.json

@@ -1430,11 +1430,11 @@
1430
       }
1430
       }
1431
     },
1431
     },
1432
     "iconv-lite": {
1432
     "iconv-lite": {
1433
-      "version": "0.4.24",
1434
-      "resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.24.tgz",
1435
-      "integrity": "sha512-v3MXnZAcvnywkTUEZomIActle7RXXeedOR31wwl7VlyoXO4Qi9arvSenNQWne1TcRwhCL1HwLI21bEqdpj8/rA==",
1433
+      "version": "0.7.0",
1434
+      "resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.7.0.tgz",
1435
+      "integrity": "sha512-cf6L2Ds3h57VVmkZe+Pn+5APsT7FpqJtEhhieDCvrE2MK5Qk9MyffgQyuxQTm6BChfeZNtcOLHp9IcWRVcIcBQ==",
1436
       "requires": {
1436
       "requires": {
1437
-        "safer-buffer": ">= 2.1.2 < 3"
1437
+        "safer-buffer": ">= 2.1.2 < 3.0.0"
1438
       }
1438
       }
1439
     },
1439
     },
1440
     "ieee754": {
1440
     "ieee754": {
@@ -1658,6 +1658,8 @@
1658
     },
1658
     },
1659
     "jszip": {
1659
     "jszip": {
1660
       "version": "3.10.1",
1660
       "version": "3.10.1",
1661
+      "resolved": "https://registry.npmjs.org/jszip/-/jszip-3.10.1.tgz",
1662
+      "integrity": "sha512-xXDvecyTpGLrqFrvkrUSoxxfJI5AH7U8zxxtVclpsUtMCq4JQ290LY8AW5c7Ggnr/Y/oK+bQMbqK2qmtk3pN4g==",
1661
       "requires": {
1663
       "requires": {
1662
         "lie": "~3.3.0",
1664
         "lie": "~3.3.0",
1663
         "pako": "~1.0.2",
1665
         "pako": "~1.0.2",
@@ -2274,6 +2276,16 @@
2274
         "http-errors": "2.0.0",
2276
         "http-errors": "2.0.0",
2275
         "iconv-lite": "0.4.24",
2277
         "iconv-lite": "0.4.24",
2276
         "unpipe": "1.0.0"
2278
         "unpipe": "1.0.0"
2279
+      },
2280
+      "dependencies": {
2281
+        "iconv-lite": {
2282
+          "version": "0.4.24",
2283
+          "resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.24.tgz",
2284
+          "integrity": "sha512-v3MXnZAcvnywkTUEZomIActle7RXXeedOR31wwl7VlyoXO4Qi9arvSenNQWne1TcRwhCL1HwLI21bEqdpj8/rA==",
2285
+          "requires": {
2286
+            "safer-buffer": ">= 2.1.2 < 3"
2287
+          }
2288
+        }
2277
       }
2289
       }
2278
     },
2290
     },
2279
     "readable-stream": {
2291
     "readable-stream": {
@@ -2743,7 +2755,9 @@
2743
       "integrity": "sha512-EPD5q1uXyFxJpCrLnCc1nHnq3gOa6DZBocAIiI2TaSCA7VCJ1UJDMagCzIkXNsUYfD1daK//LTEQ8xiIbrHtcw=="
2755
       "integrity": "sha512-EPD5q1uXyFxJpCrLnCc1nHnq3gOa6DZBocAIiI2TaSCA7VCJ1UJDMagCzIkXNsUYfD1daK//LTEQ8xiIbrHtcw=="
2744
     },
2756
     },
2745
     "uuid": {
2757
     "uuid": {
2746
-      "version": "13.0.0"
2758
+      "version": "13.0.0",
2759
+      "resolved": "https://registry.npmjs.org/uuid/-/uuid-13.0.0.tgz",
2760
+      "integrity": "sha512-XQegIaBTVUjSHliKqcnFqYypAd4S+WCYt5NIeRs6w/UAry7z8Y9j5ZwRRL4kzq9U3sD6v+85er9FvkEaBpji2w=="
2747
     },
2761
     },
2748
     "vary": {
2762
     "vary": {
2749
       "version": "1.1.2",
2763
       "version": "1.1.2",

+ 1 - 0
package.json

@@ -30,6 +30,7 @@
30
     "child_process": "^1.0.2",
30
     "child_process": "^1.0.2",
31
     "cos-nodejs-sdk-v5": "^2.16.0-beta.3",
31
     "cos-nodejs-sdk-v5": "^2.16.0-beta.3",
32
     "gm": "^1.25.1",
32
     "gm": "^1.25.1",
33
+    "iconv-lite": "^0.7.0",
33
     "jsdom": "^27.0.0",
34
     "jsdom": "^27.0.0",
34
     "jszip": "^3.10.1",
35
     "jszip": "^3.10.1",
35
     "koa": "^2.13.4",
36
     "koa": "^2.13.4",

File diff suppressed because it is too large
+ 1226 - 0
src/web_crawler/crawle_chinese.js


File diff suppressed because it is too large
+ 474 - 256
src/web_crawler/crawle.js