4 Commitit 08d82aa0f3 ... 6cc84ce9cb

Tekijä SHA1 Viesti Päivämäärä
  chengjie 6cc84ce9cb 0 2 kuukautta sitten
  chengjie d4d0539580 0 2 kuukautta sitten
  chengjie 2dab6b65fa 0 2 kuukautta sitten
  chengjie a0aefa52be 0 2 kuukautta sitten
5 muutettua tiedostoa jossa 1724 lisäystä ja 262 poistoa
  1. 4 1
      .gitignore
  2. 19 5
      package-lock.json
  3. 1 0
      package.json
  4. 1226 0
      src/web_crawler/crawle_chinese.js
  5. 474 256
      src/web_crawler/crawle.js

+ 4 - 1
.gitignore

@@ -12,4 +12,7 @@ src/web_crawler/Zhui-Xu/
12 12
 src/web_crawler/Hidden-Assassin/
13 13
 src/web_crawler/Release-that-Witch/
14 14
 src/web_crawler/Strange-Life-of-a-Cat/
15
-src/web_crawler/Throne-of-Magical-Arcana/
15
+src/web_crawler/Throne-of-Magical-Arcana/
16
+src/web_crawler/The-Legendary-Mechanic/
17
+src/web_crawler/奥术神座/
18
+src/web_crawler/回到过去变成猫/

+ 19 - 5
package-lock.json

@@ -1430,11 +1430,11 @@
1430 1430
       }
1431 1431
     },
1432 1432
     "iconv-lite": {
1433
-      "version": "0.4.24",
1434
-      "resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.24.tgz",
1435
-      "integrity": "sha512-v3MXnZAcvnywkTUEZomIActle7RXXeedOR31wwl7VlyoXO4Qi9arvSenNQWne1TcRwhCL1HwLI21bEqdpj8/rA==",
1433
+      "version": "0.7.0",
1434
+      "resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.7.0.tgz",
1435
+      "integrity": "sha512-cf6L2Ds3h57VVmkZe+Pn+5APsT7FpqJtEhhieDCvrE2MK5Qk9MyffgQyuxQTm6BChfeZNtcOLHp9IcWRVcIcBQ==",
1436 1436
       "requires": {
1437
-        "safer-buffer": ">= 2.1.2 < 3"
1437
+        "safer-buffer": ">= 2.1.2 < 3.0.0"
1438 1438
       }
1439 1439
     },
1440 1440
     "ieee754": {
@@ -1658,6 +1658,8 @@
1658 1658
     },
1659 1659
     "jszip": {
1660 1660
       "version": "3.10.1",
1661
+      "resolved": "https://registry.npmjs.org/jszip/-/jszip-3.10.1.tgz",
1662
+      "integrity": "sha512-xXDvecyTpGLrqFrvkrUSoxxfJI5AH7U8zxxtVclpsUtMCq4JQ290LY8AW5c7Ggnr/Y/oK+bQMbqK2qmtk3pN4g==",
1661 1663
       "requires": {
1662 1664
         "lie": "~3.3.0",
1663 1665
         "pako": "~1.0.2",
@@ -2274,6 +2276,16 @@
2274 2276
         "http-errors": "2.0.0",
2275 2277
         "iconv-lite": "0.4.24",
2276 2278
         "unpipe": "1.0.0"
2279
+      },
2280
+      "dependencies": {
2281
+        "iconv-lite": {
2282
+          "version": "0.4.24",
2283
+          "resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.24.tgz",
2284
+          "integrity": "sha512-v3MXnZAcvnywkTUEZomIActle7RXXeedOR31wwl7VlyoXO4Qi9arvSenNQWne1TcRwhCL1HwLI21bEqdpj8/rA==",
2285
+          "requires": {
2286
+            "safer-buffer": ">= 2.1.2 < 3"
2287
+          }
2288
+        }
2277 2289
       }
2278 2290
     },
2279 2291
     "readable-stream": {
@@ -2743,7 +2755,9 @@
2743 2755
       "integrity": "sha512-EPD5q1uXyFxJpCrLnCc1nHnq3gOa6DZBocAIiI2TaSCA7VCJ1UJDMagCzIkXNsUYfD1daK//LTEQ8xiIbrHtcw=="
2744 2756
     },
2745 2757
     "uuid": {
2746
-      "version": "13.0.0"
2758
+      "version": "13.0.0",
2759
+      "resolved": "https://registry.npmjs.org/uuid/-/uuid-13.0.0.tgz",
2760
+      "integrity": "sha512-XQegIaBTVUjSHliKqcnFqYypAd4S+WCYt5NIeRs6w/UAry7z8Y9j5ZwRRL4kzq9U3sD6v+85er9FvkEaBpji2w=="
2747 2761
     },
2748 2762
     "vary": {
2749 2763
       "version": "1.1.2",

+ 1 - 0
package.json

@@ -30,6 +30,7 @@
30 30
     "child_process": "^1.0.2",
31 31
     "cos-nodejs-sdk-v5": "^2.16.0-beta.3",
32 32
     "gm": "^1.25.1",
33
+    "iconv-lite": "^0.7.0",
33 34
     "jsdom": "^27.0.0",
34 35
     "jszip": "^3.10.1",
35 36
     "koa": "^2.13.4",

Tiedoston diff-näkymää rajattu, sillä se on liian suuri
+ 1226 - 0
src/web_crawler/crawle_chinese.js


Tiedoston diff-näkymää rajattu, sillä se on liian suuri
+ 474 - 256
src/web_crawler/crawle.js