0

src/api/yjbdc/yjbdcController.js

@@ -18,8 +18,6 @@ import tencentcloud from 'tencentcloud-sdk-nodejs-ocr';
 const OcrClient = tencentcloud.ocr.v20181119.Client;
 const ONE_DAY_MAX_BUILD_COUNT=12;//一天最大生成数
 
-
-
 //AI生成文章
 export async function GenerateArticle(ctx) {
 

src/test/build.test.js

@@ -7,7 +7,7 @@ async function runScript(){
     try {
         
         //按照高频单词的使用频率排序，列出所有单词
-        const sql="select * from Words where BookID=110 and ExampleSentence is null order by ID;"
+        const sql="select * from Words where BookID=110 and (ExampleSentence is null or ExampleSentence='') order by ID;"
         let list = await commonModel.RunSql(null,sql);
         let count=list.length;
 
@@ -29,6 +29,7 @@ async function runScript(){
                     "用单词最常用的含义生成最低级别到C1各两句例句，比如experience生成B1、B2、C1各两句",
                     "单词允许类似过去式、复数等变形",
                     "提供例句翻译",
+                    "格式要求是JSON格式，完全遵循output_format，另外生成不要有重复“\"”"
                 ],
                 "output_format":{
                     "word":"单词",
@@ -52,6 +53,7 @@ async function runScript(){
 
             //生成例句
             let result = await aiController.generateArticle(content, aiProvider);
+            
             console.log(result); 
             let sql2="update Words set ExampleSentence=? where ID="+item.ID+";";
             await commonModel.RunSql(result,sql2);

src/test/build.test2.js

@@ -4,105 +4,96 @@ import { stringUtils } from '../util/stringClass.js';
 import aiController from '../api/yjbdc/aiController.js';
 
 async function runScript(){
+    let id,word;
     try {
         
-        const sql="select * from Words where BookID=110 and Soundmark is null order by ID;"
+        const sql="select * from Words where BookID=110 and ExampleSentence is not null order by ID;;"
         let list = await commonModel.RunSql(null,sql);
         let count=list.length;
 
-        const start=0;
+        const start=8045;
+        //count=10;
         // 添加延时函数，确保每分钟只发送9次请求（约每6.67秒一次请求）
-        const delay = (ms) => new Promise(resolve => setTimeout(resolve, ms));
-        const requestDelay = 300; // 7秒，确保每分钟最多9次请求
+        // const delay = (ms) => new Promise(resolve => setTimeout(resolve, ms));
+        // const requestDelay = 300; // 7秒，确保每分钟最多9次请求
         
         for(let i=start;i<count;i++){
             let item=list[i];
 
+            id=item.ID;
             //获得单词
-            const word=item.Word;
+            word=item.Word;
+            let exampleSentence=item.ExampleSentence;
+            if (exampleSentence){
+                exampleSentence=JSON.parse(exampleSentence);
+                let sql2="update Words set ExampleSentence=?,Level='"+exampleSentence.CEFR_Level+"' where BookID<>110 and BookID not in (141,142,143,144,145,146,161,162,163,164,165,166,167,168) and ExampleSentence is null and Word='"+word+"';";
+                //console.log(sql2);
+                await commonModel.RunSql(item.ExampleSentence,sql2);
+            }
+            else{
+                console.log( word +" 空");
+            }
+            console.log( i +"/"+ list.length);
+            
+            // 在每次请求后添加延时，除非是最后一个请求
+            // if (i < count - 1) {
+            //     console.log(`等待 ${requestDelay/1000} 秒后继续下一个请求...`);
+            //     await delay(requestDelay);
+            // }
+        }
+        
+        console.log("完成");
+    } catch (error) {
+        console.log(id + " " +word);
+        console.error('Error executing script:', error);
+    }
+}
 
-            let content={
-                "instruction": "提供单词"+word+"音标",
-                "output_format":{
-                    "Soundmark":"[音标]",
-                }
-            };
 
-            content=JSON.stringify(content);
 
-            const aiProvider="doubao-1-5-pro-32k-250115";
 
-            //生成例句
-            let result = await aiController.generateArticle(content, aiProvider);
+async function runScript2(){
+    let id,word;
+    try {
+        
+        const sql="SELECT * FROM kylx365_db.Words where BookID=110 and ExampleSentence like '{\"word\"%}]}%例句%';"
+        let list = await commonModel.RunSql(null,sql);
+        let count=list.length;
 
-            result=JSON.parse(result);
-            //console.log(result); 
+        const start=0;
+        //count=10;
+        
+        for(let i=start;i<count;i++){
+            let item=list[i];
 
-            let soundmark=result.Soundmark;
-            //console.log(soundmark); 
+            id=item.ID;
+            //获得单词
+            word=item.Word;
+            let exampleSentence=item.ExampleSentence;
+
+            exampleSentence=exampleSentence.substr(exampleSentence.lastIndexOf("{\"word"),exampleSentence.lastIndexOf("}]}")+3);
 
-            soundmark=stringUtils.ReplaceAllString(soundmark,"'","ˈ");
-            soundmark=stringUtils.ReplaceAllString(soundmark,"\"","");
-            if (soundmark.substr(0,1)!="[")
-                soundmark="["+soundmark+"]";
+            console.log(exampleSentence);
             
-            console.log(word +" "+soundmark); 
-            let sql2="update Words set Soundmark=? where ID="+item.ID+";";
-            await commonModel.RunSql(soundmark,sql2);
+            let sql2="update Words set ExampleSentence=? where ID="+id+";";
+            //console.log(sql2);
+            await commonModel.RunSql(exampleSentence,sql2);
             
             console.log( i +"/"+ list.length);
-            
-            // 在每次请求后添加延时，除非是最后一个请求
-            // if (i < count - 1) {
-            //     console.log(`等待 ${requestDelay/1000} 秒后继续下一个请求...`);
-            //     await delay(requestDelay);
-            // }
         }
         
         console.log("完成");
     } catch (error) {
+        console.log(id + " " +word);
         console.error('Error executing script:', error);
     }
 }
 
 // 处理Promise并添加错误捕获
-runScript().catch(error => {
-    console.error('Error in runScript:', error);
-});
-
-////批量处理加资料的数据
-// async function runScript(){
-//     try {
-//         const sql="select ID from MiaoguoLiteracy order by ID;"
-//         let list = await commonModel.RunSql(null,sql);
-//         for(let i=0;i<list.length;i++){
-//             if (i % 1000 == 0)
-//                 console.log("i:"+i+" ID:"+list[i].ID
-//             let item =await commonModel.RunSql(null,"select * from MiaoguoLiteracy where ID="+list[i].ID+";"
-//             let json;
-//             try {
-//                 json = JSON.parse(item[0].JSONString
-//             } catch (parseError) {
-//                 console.error('JSON Parse Error at ID:', list[i].ID);
-//                 console.error('Error details:', parseError);
-//                 continue;
-//             }
-//             if (json && json.CHN && json.CHN.BiShunArr && json.CHN.BiShunArr.length>0){
-//                 console.log(i+" "+json.CHN.HanZi);
-                
-//                 delete json.CHN.BiShunArr;
-//                 let obj={};
-//                 obj.ID=list[i].ID;
-//                 obj.JSONString=JSON.stringify(json);
-
-//                 await commonModel.RunSql(obj,"update MiaoguoLiteracy set ? where ID="+list[i].ID+";"
-//             }
-//             //console.log(json);
-//             //console.log(item.length);
-//         }
-//         console.log("完成"
-//     } catch (error) {
-//         console.error('Error executing script:', error);
-//     }
-// }
-
+if (1==1){
+    runScript().catch(error => {
+        console.error('Error in runScript:', error);
+    });
+}
+else
+    runScript2();