0.1.0 • Published 5 years ago
owhat-job v0.1.0
gcl
目录
- Copy
除log文件夹可能需要配置链接文件夹外读取和写入权限 其它文件需要有读取权限。 ##Introduction
程序主要为scimport.js，csoimport.js
- 启动方式为pm2 start processes.json 分别启动1个进行进行处理
配置文件为env.npcf 其中请查找 需要修改 字样进行配置
//一次取数据总数 "SC.count": "500000", //一次插入数据的数量 "SC.max": "250000", //线程数 "SC.threadcount": "3", //ES连接 需要修改 "SC.host": 'tst-shdu-a03:39201', //ES日志类型 "SC.log": 'trace', //ES索引名 "SC.index": 'dcdata', //ES类型名 "SC.type": 'contract', //一次取数据总数 可根据线上内存情况修改 "CSO.count": "500000", //一次插入数据的数量 "CSO.max": "250000", //线程数 可根据线上内存情况修改 "CSO.threadcount": "3", //ES连接 需要修改 "CSO.host": 'tst-shdu-a03:39201', //ES日志类型 需要修改 "CSO.log": 'trace', //ES索引名 "CSO.index": 'sdmdata', //ES类型名 "CSO.type": 'cso', //需要修改 DC数据库 要求有链接服务器或者数据库方便在一个SQL中插入和更新访问独立的数据库表 ESImport表。 "dcconnect": { "server": "123.127.153.137", "localAddress": "123.127.153.137", "port": "1433", "user": "Dev_Env_DBUser", "password": "qwert12345", "database": "Datacenter-Dev", "pool": { "min": 0, "max": 10, "idleTimeoutMillis": 3000 }, "timeout": 60000 }, //需要修改 SDM数据库 要求有链接服务器或者数据库方便在一个SQL中插入和更新访问独立的数据库表 ESImport表。 "sdmconnect": { "server": "123.127.153.137", "localAddress": "123.127.153.137", "port": "1433", "user": "Dev_Env_DBUser", "password": "qwert12345", "database": "SDM_DEV", "pool": { "min": 0, "max": 10, "idleTimeoutMillis": 3000 }, "timeout": 60000 }配置文件为processes.json 其中请查找 需要修改 字样进行配置
"apps": [{ // Application #1 "name": "UPT.Server-SCimporter", "script": "./scimport.js", "instances": "1", "exec_mode": "cluster", "args": ["env.npcf"], "node_args": "--harmony", "merge_logs": true, "cwd": "./", "max_memory_restart": "2048M",//可能需要修改 "log_date_format": "YYYYMMDDHH", "error_file": "./log/UPT_Server_SC_pm2_err.log",//需要修改路径 "env": { "NODE_ENV": "development", "AWESOME_SERVICE_API_TOKEN": "xxx" }, "watch": ["./**/*.js"], "ignore_watch": [], "watch_options": { "followSymlinks": false } }, { // Application #1 "name": "UPT.Server-CSOimporter", "script": "./csoimport.js", "instances": "1", "exec_mode": "cluster", "args": ["env.npcf"], "node_args": "--harmony", "merge_logs": true, "cwd": "./", "max_memory_restart": "2048M",//可能需要修改 "log_date_format": "YYYYMMDDHH", "error_file": "./log/UPT_Server_CSO_pm2_err.log",//需要修改路径 "env": { "NODE_ENV": "development", "AWESOME_SERVICE_API_TOKEN": "xxx" }, "watch": ["./**/*.js"], "ignore_watch": [], "watch_options": { "followSymlinks": false } }]2017-8-23 #TaskID 2201-2203 UPT出险率报表更新 需要添加对修改状态和删除的合同工单的处理，并将合同中未过滤320，420状态的合同进行删除
更新内容
- Ni/ni.npcf 更新导入合同的 320，420过滤
- Ni/update.npcf 添加如上3个服务的update SQL
- env.npcf 添加appsettings下的3个节点，请注意更新host（线上es地址）
- processes.json 添加新增的3个服务及其配置
- csobupdate_single.js 添加对csob改为300的数据的处理
- csoupdate_single.js 添加对cso改为300的数据的处理
- scupdate_single.js 添加对sc改为320，420的数据的处理
env.npcf 新增 "USC":{"count":100000,"max":5000,"threadcount":30,"host":"ES地址","log":"error","index":"dcdata","type":"contract"}, "UCSO":{"count":100000,"max":5000,"threadcount":30,"host":"ES地址","log":"error","index":"sdmdata","type":"cso"}, "UCSOB":{"count":100000,"max":5000,"threadcount":30,"host":"ES地址","log":"error","index":"sdmbdata","type":"csob"},processes.json 新增 { // Application #1 "name": "UPT.Server-SCupdater", "script": "./scupdate_single.js", "instances": "1", "exec_mode": "cluster", "args": ["env.npcf"], "node_args": "--harmony", "merge_logs": true, "cwd": "./", "max_memory_restart": "2048M", "log_date_format": "YYYYMMDDHH", "error_file": "./log/UPT_update_SC_pm2_err.log", "out_file": "./log/UPT_update_SC_pm2_out.log", "env": { "NODE_ENV": "development", "AWESOME_SERVICE_API_TOKEN": "xxx" }, "watch": ["./**/*.js"], "ignore_watch": [], "watch_options": { "followSymlinks": false } }, { // Application #1 "name": "UPT.Server-CSOupdater", "script": "./csoupdate_single.js", "instances": "1", "exec_mode": "cluster", "args": ["env.npcf"], "node_args": "--harmony", "merge_logs": true, "cwd": "./", "max_memory_restart": "2048M", "log_date_format": "YYYYMMDDHH", "error_file": "./log/UPT_Update_CSO_pm2_err.log", "out_file": "./log/UPT_Update_CSO_pm2_out.log", "env": { "NODE_ENV": "development", "AWESOME_SERVICE_API_TOKEN": "xxx" }, "watch": ["./**/*.js"], "ignore_watch": [], "watch_options": { "followSymlinks": false } }, { // Application #1 "name": "UPT.Server-CSOBupdater", "script": "./csobupdate_single.js", "instances": "1", "exec_mode": "cluster", "args": ["env.npcf"], "node_args": "--harmony", "merge_logs": true, "cwd": "./", "max_memory_restart": "2048M", "log_date_format": "YYYYMMDDHH", "error_file": "./log/UPT_Update_CSOB_pm2_err.log", "out_file": "./log/UPT_Update_CSOB_pm2_out.log", "env": { "NODE_ENV": "development", "AWESOME_SERVICE_API_TOKEN": "xxx" }, "watch": ["./**/*.js"], "ignore_watch": [], "watch_options": { "followSymlinks": false } }
- 2017-8-24 #TaskID 2201 UPT出险率报表更新 需要添加将合同中未过滤220，420状态的合同进行删除
- 更新内容
- Ni/ni.npcf 更新导入合同的 320，420过滤
- Ni/update.npcf 添加如上3个服务的update SQL
- scupdate_single.js 添加对sc改为220，420的数据的处理
0.1.0
5 years ago