Thread: Directory crawler problems

Im try to make a directory crawler.

Lets say this is the working directory for the program

Code:

Master Folder
	Category 1(folder)
		Folder 1
		Folder 2
	Category 2(folder)
		Folder 3
		Folder 4
	file
	file2

Id like to start in "Master Folder". From there i would like to enter every sub folder. So the program first sees "Category 1". It enters it and then prints all the folders in it.

Here what ive tried:

Code:

#define     PORTAGE_DIR     "."

#include <stdio.h>
#include <dirent.h>
#include <sys/types.h>
#include <sys/stat.h>

int main() {
    /* Holds info for the main portage directory. */
    DIR             *master;
    struct dirent   *master_dirent;
    struct stat     master_stat;
    /* Holds info for the crawler which goes in every category folder. */
    DIR             *crawl;
    struct dirent   *crawl_dirent;
    struct stat     crawl_stat;
    
    master = opendir(PORTAGE_DIR);

    if(master != NULL) {
        /* Read in every category folder. */
        while( (master_dirent = readdir(master)) != 0 ) {
            if( stat(master_dirent->d_name, &master_stat) == 0 ) {
                /* Check to see if its a folder. */
                if( S_ISDIR(master_stat.st_mode) != 0 ) {
                    /* It is a director, enter and crawl. */
                    
                    /* Open folder. */
                    crawl = opendir(master_dirent->d_name);
                    
                    while( (crawl_dirent = readdir(crawl)) != 0 ) {
                        if( S_ISDIR(crawl_stat.st_mode) != 0 )
                            printf("%s\n", crawl_dirent->d_name);
                    }
                    
                    closedir(crawl);
                }
            }
        }
        
        closedir(master);
    } else {
        perror("Error: ");
    }

    return 0;
}

This gives me back nothing. I checked the FAQ and a couple of posts, im sure its right in front of me but i dont see the problem.

Thanks

<edit>
Id like thsi to work on Linux and Windows, if that cant be done than just Linux/Unix. And this is being done with GCC.

Well right now im cheating in Windows(no mp3s any where else).

In my working dir I made 2 folders. Heres what the program gave me.

.
..
New Folder
New Folder (2)
.
..
.
..
.
..

Whats with the periods?

There are folders in the New Folders that arent listed, whered I goof?

Thanks

I always thought the dots were from the OS/shell to make things easier...

Why doesnt my code list the directories? I dont get it.

Thanks

Code:

Start dir
	Folder 1
		Folder 2

Is my layout.

The program starts in 'Start Dir'. It goes into every directory there. So it enters 'Folder 1' Then it basicly does a dir/ls of only folders. So it never enters 'Folder 2', it just lists it.

That why i only go 2 deep.

I did do the unthinkable and checked out the FAQ(actually, I looked at old vVv post first...).

I only want to go to level, so Im thinking im just ripping off the vVv's one(he answer some of my stat questions before, it could come in handy in th FAQ).

Plus im not seeing the problem with my code(so im not getting something right, like a concept).

I did fix one part,

Code:

#define     PORTAGE_DIR     "."

#include <stdio.h>
#include <dirent.h>
#include <sys/types.h>
#include <sys/stat.h>

int main() {
    /* Holds info for the main portage directory. */
    DIR             *master;
    struct dirent   *master_dirent;
    struct stat     master_stat;
    /* Holds info for the crawler which goes in every category folder. */
    DIR             *crawl;
    struct dirent   *crawl_dirent;
    struct stat     crawl_stat;
    
    master = opendir(PORTAGE_DIR);

    if(master != NULL) {
        /* Read in every category folder. */
        while( (master_dirent = readdir(master)) != 0 ) {
            if( stat(master_dirent->d_name, &master_stat) == 0 ) {
                /* Check to see if its a folder. */
                if( S_ISDIR(master_stat.st_mode) != 0 ) {
                    /* It is a director, enter and crawl. */
                    
                    /* Open folder. */
                    crawl = opendir(master_dirent->d_name);
                    
                    while( (crawl_dirent = readdir(crawl)) != 0 ) {
                        if( stat(crawl_dirent->d_name, &crawl_stat) == 0 ) {
                            if( S_ISDIR(crawl_stat.st_mode) != 0 ) {
                                printf("%s\n", crawl_dirent->d_name);
                            }
                        }
                    }
                    
                    closedir(crawl);
                }
            }
        }
        
        closedir(master);
    } else {
        perror("Error: ");
    }

    return 0;
}

It starts in the working directory. From there it does a ls. If it a directory it enters it. From there it does anything ls. If its a folder its name is printed on the screen. When there nothing left it brakes and goes back to the starting posistion. From there it repeats itself.

I dont see the problem yet.

Thanks

Code:

#define     PORTAGE_DIR     "."

#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <dirent.h>
#include <sys/types.h>
#include <sys/stat.h>

int main() {
    /* Holds info for the main portage directory. */
    DIR             *master = opendir(PORTAGE_DIR);
    struct dirent   *master_dirent;
    struct stat     master_stat;
    /* Holds info for the crawler which goes in every category folder. */
    DIR             *crawl;
    struct dirent   *crawl_dirent;
    struct stat     crawl_stat;
    
    char *open = NULL;

    if(master != NULL) {
        /* Read in every category folder. */
        while( (master_dirent = readdir(master)) != 0 ) {
            if( stat(master_dirent->d_name, &master_stat) == 0 ) {
                /* Check to see if its a folder. */
                if( S_ISDIR(master_stat.st_mode) != 0 ) {
                    /* It is a director, enter and crawl. */
                    
                    if( nodots(master_dirent->d_name) == 0 ) {
                        open = malloc( strlen(PORTAGE_DIR) + strlen(master_dirent->d_name) - 1 );
                        sprintf("%s%s", open, PORTAGE_DIR, master_dirent->d_name); //crashes here
                        
                        crawl = opendir(open);
                    
                        while( (crawl_dirent = readdir(crawl)) != 0 ) {
                            if( stat(crawl_dirent->d_name, &crawl_stat) == 0 ) {
                                if( S_ISDIR(crawl_stat.st_mode) != 0 ) {
                                    printf("%s\n", crawl_dirent->d_name);
                                }
                            }
                        }
                    
                        closedir(crawl);
                    }
                }
            }
        }
        
        closedir(master);
    } else {
        perror("Error: ");
    }

    return 0;
}

int nodots(char *src) {
    if( strcmp(src, ".") == 0 )
        return 1;
    if( strcmp(src, "..") == 0 )
        return 1;
        
    return 0;
}

Im now trying to see if the directories are the dots(for lack of a better name). My idea was to just sprintf it, but it crashes there. Printf letsme print it as a string, whats wrong here?

Code:

if(master != NULL) {
        /* Read in every category folder. */
        while( (master_dirent = readdir(master)) != 0 ) {
            if( stat(master_dirent->d_name, &master_stat) == 0 ) {
                /* Check to see if its a folder. */
                if( S_ISDIR(master_stat.st_mode) != 0 ) {
                    /* It is a director, enter and crawl. */
                    
                    if( nodots(master_dirent->d_name) == 0 ) {
                        open = malloc( strlen(master_dirent->d_name) + 1 );
                        sprintf(open, "./%s", master_dirent->d_name); 
                        
                        crawl = opendir(open);
                    
                        while( (crawl_dirent = readdir(crawl)) != 0 ) {
                            if( stat(crawl_dirent->d_name, &crawl_stat) == 0 ) {
                                if( S_ISDIR(crawl_stat.st_mode) != 0 ) {
                                    if( nodots(crawl_dirent->d_name) == 0 ) {
                                        printf("%s\n", crawl_dirent->d_name);
                                    }
                                }
                            }
                        }
                    
                        closedir(crawl);
                    }
                }
            }
        }
        
        closedir(master);
    }

Now i get a blank screen. I was trying to get the 3rd level.

I was trying to avoid recursive since i know how many level i want to go. I think ill try it now tho, it might be better.

Ill add you if idea too, i didnt think about that one.

Thanks

GCC doesnt like me or my function args

Code:

int isdir(struct dirent **check_dirent, struct stat *check_stat) {
	if( stat(&check_dirent->d_name, &check_stat) == 0 ) {
		if( S_ISDIR(&check_stat.st_mode) != 0 ) {
			if( strcmp(&check_dirent->d_name, ".") != 0 ) {
				if( strcmp(&check_dirent->d_name, "..") != 0 ) {
					return 0;
				}
			}
		}
	}

	return 1;
}

int main() {
	DIR             *master = opendir(".");
	struct dirent   *master_dirent;
	struct stat     master_stat;

	isdir(&master_dirent, &master_stat);

	return 0;
}

Im getting back

new_crawl.c: In function `isdir':
new_crawl.c:8: request for member `d_name' in something not a structure or union

new_crawl.c:8: warning: passing arg 2 of `stat' from incompatible pointer type
new_crawl.c:9: request for member `st_mode' in something not a structure or union
new_crawl.c:10: request for member `d_name' in something not a structure or union
new_crawl.c:11: request for member `d_name' in something not a structure or union

I thought i was giving a pointer to a structure.