int main(int argc, void *argv[])

 {

     struct epoll_event events[];

     int daemonized = ;

     char ch;

     while ((ch = getopt(argc, (char* const*)argv, "vhd")) != -) {

         switch(ch) {

             case 'v':

                 version();

                 break;

             case 'd':

                 daemonized = ;

                 break;

             case 'h':

             case '?':

             default:

                 usage();

         }

     }

     g_conf = initconfig();

     loadconfig(g_conf);

     set_nofile(); 

     vector<char *>::iterator it = g_conf->modules.begin();

     for(; it != g_conf->modules.end(); it++) {

         dso_load(g_conf->module_path, *it);

     } 

     if (g_conf->seeds == NULL) {

         SPIDER_LOG(SPIDER_LEVEL_ERROR, "We have no seeds!");

     } else {

         int c = ;

         char ** splits = strsplit(g_conf->seeds, ',', &c, );

         while (c--) {

             Surl * surl = (Surl *)malloc(sizeof(Surl));

             surl->url = url_normalized(strdup(splits[c]));

             surl->level = ;

             surl->type = TYPE_HTML;

             if (surl->url != NULL)

                 push_surlqueue(surl);

         }

     }   

     if (daemonized)

         daemonize();

     chdir("download"); 

     int err = -;

     if ((err = create_thread(urlparser, NULL, NULL, NULL)) < ) {

         SPIDER_LOG(SPIDER_LEVEL_ERROR, "Create urlparser thread fail: %s", strerror(err));

     }

     /* waiting seed ourl ready */

     int try_num = ;

     while(try_num <  && is_ourlqueue_empty())

         usleep(( << try_num++));

     if (try_num >= ) {

         SPIDER_LOG(SPIDER_LEVEL_ERROR, "NO ourl! DNS parse error?");

     }

     /* set ticker  */

     if (g_conf->stat_interval > ) {

         signal(SIGALRM, stat);

         set_ticker(g_conf->stat_interval);

     }

     /* begin create epoll to run */

     int ourl_num = ;

     g_epfd = epoll_create(g_conf->max_job_num);

     while(ourl_num++ < g_conf->max_job_num) {

         if (attach_epoll_task() < )

             break;

     }

     /* epoll wait */

     int n, i;

     while() {

         n = epoll_wait(g_epfd, events, , );

         printf("epoll:%d\n",n);

         if (n == -)

             printf("epoll errno:%s\n",strerror(errno));

         fflush(stdout);

         if (n <= ) {

             if (g_cur_thread_num <=  && is_ourlqueue_empty() && is_surlqueue_empty()) {

                 sleep();

                 if (g_cur_thread_num <=  && is_ourlqueue_empty() && is_surlqueue_empty())

                     break;

             }

         }

         for (i = ; i < n; i++) {

             evso_arg * arg = (evso_arg *)(events[i].data.ptr);

             if ((events[i].events & EPOLLERR) ||

                 (events[i].events & EPOLLHUP) ||

                 (!(events[i].events & EPOLLIN))) {

                 SPIDER_LOG(SPIDER_LEVEL_WARN, "epoll fail, close socket %d",arg->fd);

                 close(arg->fd);

                 continue;

             }

             epoll_ctl(g_epfd, EPOLL_CTL_DEL, arg->fd, &events[i]); /* del event */

             printf("hello epoll:event=%d\n",events[i].events);

             fflush(stdout);

             create_thread(recv_response, arg, NULL, NULL);

         }

     }

     SPIDER_LOG(SPIDER_LEVEL_DEBUG, "Task done!");

     close(g_epfd);

     return ;

 }

cur_thread_num.

max_job_num=

seeds=http://www.imeiding.com

logfile=spiderq.log

# Set the level to log. The probable values list as follow:

#    DEBUG

#    INFO

#    WARN

#    ERROR

#    CRIT

log_level=

max_depth=

module_path=/etc/spider/modules/

load_module=savehtml

load_module=saveimage

load_module=maxdepth

load_module=domainlimit

load_module=headerfilter

# specify which type of resource we accept. Each one a line.

# text/html is accepted default

accept_types=image/jpeg