Commit bc788ca9 authored by Ahmad Nemati's avatar Ahmad Nemati

init

parent 3331c50d
...@@ -5,9 +5,11 @@ let prefix = 'work' ...@@ -5,9 +5,11 @@ let prefix = 'work'
let cores = 15 let cores = 15
init() //init()
copyAllFiles()
async function init() { async function init() {
...@@ -37,19 +39,19 @@ function makeStatus(directory) { ...@@ -37,19 +39,19 @@ function makeStatus(directory) {
async function check() { async function check() {
let files = await fs.readdirSync('files') let files = await fs.readdirSync('allFiles')
let size = await fs.read let size = await fs.read
for (let i = 0; i < files.length; i++) { for (let i = 0; i < files.length; i++) {
if (!files[i].includes('csv')) { if (!files[i].includes('csv')) {
await fs.unlinkSync('files/' + files[i]) await fs.unlinkSync('allFiles/' + files[i])
continue continue
} }
let stats = await fs.statSync('files/' + files[i]) let stats = await fs.statSync('allFiles/' + files[i])
if (stats.size < 500) { if (stats.size < 500) {
await fs.unlinkSync('files/' + files[i]) await fs.unlinkSync('allFiles/' + files[i])
continue continue
} }
// console.log(stats.size) // console.log(stats.size)
...@@ -57,11 +59,12 @@ async function check() { ...@@ -57,11 +59,12 @@ async function check() {
let worker = await findOffWorker() let worker = await findOffWorker()
// console.log(worker) // console.log(worker)
let configFileName=files[i].split('-')[0]
if (worker !== null) { if (worker !== null) {
await fs.renameSync('files/' + files[i], worker + '/' + files[i]) await fs.renameSync('allFiles/' + files[i], worker + '/' + files[i])
await makeStatusNew(worker, '1') await makeStatusNew(worker, '1')
shell.exec('node run.js ' + worker, {async: true}); shell.exec('node run.js ' + worker +' '+configFileName, {async: true});
} }
...@@ -74,6 +77,52 @@ async function check() { ...@@ -74,6 +77,52 @@ async function check() {
// console.log(files) // console.log(files)
} }
async function copyAllFiles()
{
let configs = await fs.readdirSync('configs')
for (let z=0;z<configs.length;z++)
{
try {
await fs.mkdirSync('result/' + configs[z])
}
catch (e)
{
}
let files = await fs.readdirSync('files')
let size = await fs.read
for (let i = 0; i < files.length; i++) {
if (!files[i].includes('csv')) {
await fs.unlinkSync('files/' + files[i])
continue
}
let stats = await fs.statSync('files/' + files[i])
if (stats.size < 500) {
await fs.unlinkSync('files/' + files[i])
continue
}
await fs.copyFileSync('files/' + files[i], 'allFiles' + '/' + configs[z]+'-'+files[i])
}
}
init()
}
function sleep(millis) { function sleep(millis) {
return new Promise(resolve => setTimeout(resolve, millis)); return new Promise(resolve => setTimeout(resolve, millis));
} }
......
...@@ -2,6 +2,7 @@ let fs = require('fs') ...@@ -2,6 +2,7 @@ let fs = require('fs')
let csv = require('./csv') let csv = require('./csv')
let _ = require('lodash') let _ = require('lodash')
let directory let directory
let configFileName
let csvFile let csvFile
let drawDown=[30,40,50] let drawDown=[30,40,50]
//const perf = require('execution-time')(); //const perf = require('execution-time')();
...@@ -10,9 +11,10 @@ run() ...@@ -10,9 +11,10 @@ run()
async function run() { async function run() {
var args = process.argv.slice(2); var args = process.argv.slice(2);
directory = args[0] directory = args[0]
configFileName=args[1]
await makeStatus(directory, '1') await makeStatus(directory, '1')
// perf.start() // perf.start()
let configs = await fs.readFileSync('./configs.json', 'utf8') let configs = await fs.readFileSync('./configs/'+configFileName, 'utf8')
configs = JSON.parse(configs) configs = JSON.parse(configs)
let arr = [] let arr = []
let files = await fs.readdirSync('./' + directory) let files = await fs.readdirSync('./' + directory)
...@@ -73,8 +75,8 @@ async function run() { ...@@ -73,8 +75,8 @@ async function run() {
let timestamp = Date.now() let timestamp = Date.now()
try { try {
await fs.mkdirSync('result/' + csvFile) await fs.mkdirSync('result/'+configFileName+'/' + csvFile)
await fs.mkdirSync('result/' + csvFile+'/default') await fs.mkdirSync('result/'+configFileName+'/' + csvFile+'/default')
// await fs.mkdirSync('result/' + csvFile+'/drawDown30') // await fs.mkdirSync('result/' + csvFile+'/drawDown30')
// await fs.mkdirSync('result/' + csvFile+'/drawdown40') // await fs.mkdirSync('result/' + csvFile+'/drawdown40')
// await fs.mkdirSync('result/' + csvFile+'/drawdown50') // await fs.mkdirSync('result/' + csvFile+'/drawdown50')
...@@ -324,7 +326,7 @@ function createfile(data) { ...@@ -324,7 +326,7 @@ function createfile(data) {
function createfileADV(type,filename, data) { function createfileADV(type,filename, data) {
return new Promise(function (resolve, reject) { return new Promise(function (resolve, reject) {
fs.writeFile('result/' + csvFile + '/'+type+ '/' + filename + '.json', data, 'utf8', function (err) { fs.writeFile('result/'+configFileName+'/' + csvFile + '/'+type+ '/' + filename + '.json', data, 'utf8', function (err) {
if (err) reject(err); if (err) reject(err);
else resolve(data); else resolve(data);
}); });
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment