Windows loop directory of files into array

hi

I have many files in a directory, just normal csv files like this:

aaaaaaaa,1111,1111,1111,1111,1111,1111
aaaaaaaa,1111,1111,1111,1111,1111,1111
etc

I need to read all files into a jagged array. All files are the same, but with different number of rows... I tried writing the code, but tbh I havent a clue what I am doing, so the code doesnt work. This is my first time writing c++. I tried looking for examples online but they are too complex to understand... If someone knows a good way to achieve what I want then it would be really helpful. thanks Megan

Code:

#include <cstdlib>
#include <iostream>
#include <sstream>
#include <fstream>
#include <vector>
#include <string>

#include <dirent.h>
#include <unistd.h>
#include <sys/stat.h>
#include <sys/types.h>

using namespace std;

// loop directory of files
// read each file contents to array
// store data in a jagged array

int main ()
{
    
    string dir, filepath;
    int num;
    DIR *dp;
    struct dirent *dirp;
    struct stat filestat;
    
    string Data[40][1000][4];

    /* open directory */
    dp = opendir( "c:/data" );
    if (dp == NULL){
        cout << "Error(" << errno << ") opening " << dir << endl;
        system("PAUSE");
        return errno;
    }
    /* loop files in directory*/
    int filenum = 0;
    while ((dirp = readdir( dp )))
    {
        filenum++;
        filepath = dir + "/" + dirp->d_name;
        // If the file is a directory (or is in some way invalid) we'll skip it 
        if (stat( filepath.c_str(), &filestat )) continue;
        if (S_ISDIR( filestat.st_mode ))         continue;
    
        /* open file */
        ifstream inFile ( filepath.c_str() );
        string line;
        int linenum = 0;
        while (getline (inFile, line))
        {
            linenum++;
            istringstream linestream(line);
            string item;
            int itemnum = 0;
            while (getline (linestream, item, ','))
            {
                itemnum++;
                Data[filenum][linenum][itemnum] = item;
            }
            
        }
        

     }

    closedir( dp );
  
    cout << Data[0][0][0];

    system("PAUSE");
    return 0;
}

Break it down into manageable steps.

Code:

void readAFile ( std::string filepath ) {
        ifstream inFile ( filepath.c_str() );
        string line;
        int linenum = 0;
        while (getline (inFile, line))
        {
            linenum++;
            istringstream linestream(line);
            string item;
            int itemnum = 0;
            while (getline (linestream, item, ','))
            {
                itemnum++;
                Data[filenum][linenum][itemnum] = item;
            }
            
        }
}

int main ( ) {
  readAFile( "somefile.txt" );
}

Get this to work for just one file.
When it does work, then you use your directory reading code to call it repeatedly.

As for your 3D array of strings, consider using std::vector for your storage, since a vector is a self-expanding data structure (where an array isn't).

Hey salem, thanks. I got the code working, by just hacking bits together I did what you recommended, concentrated on one file and read about using vectors. It seems to be working the way I want. Can anyone help make it cleaner, and more efficent?

Code:

#include <iostream>
#include <sstream>
#include <fstream>
#include <vector>
#include <string>
#include <dirent.h>
#include <sys/stat.h>

using namespace std;

int main ()
{    
    string dir, filepath, line;
    DIR *dp;
    struct dirent *dirp;
    struct stat filestat;

    /* declare the array */
    vector < vector < vector < string > > > Data;

    /* open directory */
    dir = "c:\\data";
    dp = opendir( dir.c_str() );
    if (dp == NULL){
        cout << "Error opening directory" << endl;
        system("PAUSE");
        return errno;
    }
    /* loop files in directory*/
    int filenum = 0;
    while ((dirp = readdir( dp )))
    {
        filepath = dir + "/" + dirp->d_name;
        // If the file is a directory (or is in some way invalid) we'll skip it 
        if (stat( filepath.c_str(), &filestat )) continue;
        if (S_ISDIR( filestat.st_mode ))         continue;

        /* open the data file */
    	ifstream in( filepath.c_str() );
    	if(!in.is_open())
        {
             cout << "Error opening file" << endl;
             system("PAUSE");
             return errno;
        } else {
               
            Data.resize(filenum + 1);
     
            int row = 0;
    
        	while( getline(in,line) )
        	{
                Data[filenum].resize(row + 1);
                Data[filenum][row].resize(5);
    
                string date, open, high, low, close;
                istringstream liness( line );
                
                getline( liness, date,  ',' );
                getline( liness, open,  ',' );
                getline( liness, high,  ',' );
                getline( liness, low,   ',' );
                getline( liness, close, ',' );
                
                Data[filenum][row][0] = date;
                Data[filenum][row][1] = open;
                Data[filenum][row][2] = high;
                Data[filenum][row][3] = low;
                Data[filenum][row][4] = close;
                
                row = row + 1;
    
        	}
        	
        	filenum = filenum + 1;
        }
    }
    cout << Data[2][2000][0];
    
    system("PAUSE");
    return 0;

}

There is no need to use resize. Use push_back.
And don't use the index operator; it's dangerous. Use the at member function.