29

I would like to scan the folder, but ignore all the folders/directories that are included in it. All I have in the (C:/folder/) are .txt files and other folders, I just want to scan the txt files, and ignore the folders.

app.get('/generatE', function (req, res) {
  const logsFolder = 'C:/folder/';
  fs.readdir(logsFolder, (err, files) => {
    if (err) {
      res.send("[empty]");
      return;
     }
     var lines = [];
     files.forEach(function(filename) {
       var logFileLines = fs.readFileSync (logsFolder + filename, 'ascii').toString().split("\n");

       logFileLines.forEach(function(logFileLine) {


         if(logFileLine.match(/.*AUDIT*./)) {
           lines.push(logFileLine+'\n');
         }
       })
     })
Tony
  • 474
  • 1
  • 7
  • 19
  • Did you read this answers before? http://stackoverflow.com/questions/25460574/find-files-by-extension-html-under-a-folder-in-nodejs – Heartbit Jan 04 '17 at 20:15

2 Answers2

54

Use fs.readdir or fs.readdirSync method with options { withFileTypes: true } and then do filtration using dirent.isFile (requires Node 10.10+).

Sync version

const fs = require('fs');
const dirents = fs.readdirSync(DIRECTORY_PATH, { withFileTypes: true });
const filesNames = dirents
    .filter(dirent => dirent.isFile())
    .map(dirent => dirent.name);
// use filesNames

Async version (with async/await, requires Node 11+)

import { promises as fs } from 'fs';

async function listFiles(directory) {
    const dirents = await fs.readdir(directory, { withFileTypes: true });
    return dirents
        .filter(dirent => dirent.isFile())
        .map(dirent => dirent.name);
}

Async version (with callbacks)

const fs = require('fs');
fs.readdir(DIRECTORY_PATH, { withFileTypes: true }, (err, dirents) => {
    const filesNames = dirents
        .filter(dirent => dirent.isFile())
        .map(dirent => dirent.name);
    // use filesNames
});
diralik
  • 6,391
  • 3
  • 28
  • 52
  • why is using dirents the proper way? whats wrong with using stats? – oldboy Oct 30 '19 at 23:10
  • 2
    While the original question was regarding folders and in a windows enviroment I assume the solution is not the most correct one. Unless there some sane reason to not do it this way (please tell).Even if folders might give you problems, but I promise you program will be just as supprised and cranky when it come across /dev/null a socket or something else non file const filesNames = dirents .filter(dirent => dirent.isFile()) .map(dirent => dirent.name); – Griffin Nov 13 '19 at 13:43
  • 1
    Totally agree with @Griffin, I've just run into a situation that the directory contains several symlinks `dirent.isSymbolicLink() === true`, on macOS, when the source of the symlink is a file, everything works as expected, but once it's a dir, I get an error of `Error: EISDIR: illegal operation on a directory, read`, I have to filter them out via recursive calls. – Evi Song Feb 15 '20 at 14:44
  • `when the source of the symlink is ... a dir ... have to filter them out via recursive calls` ---- Actually `fs.stat()` is more convenient for this use case, which follows symlink automatically. – Evi Song Feb 15 '20 at 16:32
3

Please See diralik's answer as it is more complete: my answer only works if ALL filenames contain a '.txt' extension.

why not just filter out files that end in ".txt"?

var fs = require("fs")
fs.readdirSync("./").filter(function(file) {
    if(file.indexOf(".txt")>-1)console.log(file)
})

I should have added previously that to get an array of these files you need to return them to an array as shown below.

var fs = require("fs")
let text_file_array = fs.readdirSync("./").filter(function(file) {
    if(file.indexOf(".txt")>-1) return file;
})
Fabio Milheiro
  • 8,100
  • 17
  • 57
  • 96
WouldBeNerd
  • 629
  • 11
  • 29