dir_scanner.js

const fs = require('fs').promises;
const path = require('path');
const csvWriter = require('csv-writer').createObjectCsvWriter;

const config = require('./config.json');

async function scanDirectory(dirPath, depth = 0, maxDepth) {
  if (depth > maxDepth) return [];
  let results = [];
  try {
    const items = await fs.readdir(dirPath, { withFileTypes: true });
    for (const item of items) {
      const fullPath = path.join(dirPath, item.name);
      const result = {
        name: item.name,
        path: fullPath,
        type: item.isDirectory() ? 'directory' : 'file',
        extension: item.isFile() ? path.extname(item.name).toLowerCase() : '',
        size: item.isFile() ? (await fs.stat(fullPath)).size : 0,
        timestamp: new Date().toISOString()
      };
      if (item.isDirectory()) {
        const subResults = await scanDirectory(fullPath, depth + 1, maxDepth);
        results = [...results, result, ...subResults];
      } else if (config.extensions.length === 0 || config.extensions.includes(result.extension)) {
        results.push(result);
      }
    }
    return results;
  } catch (error) {
    if (config.retryCount > 0) {
      await new Promise(resolve => setTimeout(resolve, config.retryDelayMs));
      return scanDirectory(dirPath, depth, maxDepth, config.retryCount - 1);
    }
    results.push({
      name: path.basename(dirPath),
      path: dirPath,
      type: 'error',
      extension: '',
      size: 0,
      timestamp: new Date().toISOString(),
      error: error.message
    });
    return results;
  }
}

async function saveResults(results) {
  await fs.writeFile('scan_results.json', JSON.stringify(results, null, 2));
  const csv = csvWriter({
    path: 'scan_results.csv',
    header: [
      { id: 'name', title: 'Name' },
      { id: 'path', title: 'Path' },
      { id: 'type', title: 'Type' },
      { id: 'extension', title: 'Extension' },
      { id: 'size', title: 'Size (Bytes)' },
      { id: 'timestamp', title: 'Timestamp' },
      { id: 'error', title: 'Error' }
    ]
  });
  await csv.writeRecords(results);
}

async function main() {
  const results = await scanDirectory(config.directory, 0, config.maxDepth);
  console.log(`Scanned ${results.length} items.`);
  await saveResults(results);
}

main().catch(async error => {
  console.error('Error:', error.message);
  await saveResults([{ name: 'N/A', path: config.directory, type: 'error', extension: '', size: 0, timestamp: new Date().toISOString(), error: error.message }]);
});