makro.h

Go to the documentation of this file.

// imageCrawler Data
#define TWO_LEVEL_20  1024 * 1024
#define DELL_RES_SIZE 1024 * 1024 * 64
 
#ifndef TIME_START 
#define TIME_START        gettimeofday(& tv , NULL);\
                          timer = (tv.tv_usec + tv.tv_sec * 1000000);
#endif

#ifndef TIME_END                            
#define TIME_END(str,count)     gettimeofday(& tv , NULL);\
                          timer = (tv.tv_usec + tv.tv_sec * 1000000) - timer ;\
                          if(timer > count)\
                          std::cout << str << timer << std::endl;                   
#endif          

#ifndef DELL_PTR
#define DELL_PTR(ptr)      if (ptr)\
                           {\
                            delete ptr;\
                            ptr = NULL;\
                           }
#endif  

#ifndef DELL_BUFF
#define DELL_BUFF(buff)    if (buff)\
                           {\
                            delete [] buff;\
                            buff = NULL;\
                           }
#endif                    

#define BREAK_SPACE(i)\
 while(source [i] == ' ')\
 {\
  i++;\
 }

#define BREAK_SPACE_IF_SIZE(i, size)\
 while((source[i] == ' ' || source[i] == '\r' || source[i] == '\n') && i < size)\
 {\
  i++;\
 }
       
#define RETURN_IF_SIZE(y,buff)\
 if (y >= size)\
 {\
  if (buff)\
  {\
   delete [] buff;\
  }\
  return;\
 }
 
#define PREPARE_DOMEN(url)\
  i = 0;\
  if (beganRstr(url, "http://www."))\
  {\
   url += 11;\
  }\
  else if (beganRstr(url, "http://"))\
  {\
   url += 7;\
  }\
  if (beganRstr(url, "https://www."))\
  {\
   url += 12;\
  }\
  else if (beganRstr(url, "https://"))\
  {\
   url += 8;\
  }\
  else if (beganRstr(url, "www."))\
  {\
   url += 4;\
  }\
  while (url[i] != 0 && url[i] != '/')\
  {\
   i++;\
  }

#define CUT_PROTOCOL_NAME_LONGLIST(str)\
  if (strstr(str, "http://www.") == str)\
  {\
   str += 11;\
  }\
  else if (strstr(str, "http://") == str)\
  {\
   str += 7;\
  }\
  else if (strstr(str, "https://www.") == str)\
  {\
   str += 12;\
  }\
  else if (strstr(str, "https://") == str)\
  {\
   str += 8;\
  }\
  else if (strstr(str, "cds://") == str)\
  {\
   str += 6;\
  }
  
#define CUT_PROTOCOL_NAME_SHORTLIST(str)\
  if (strstr(str, "http://") == str)\
  {\
   str += 7;\
  }\
  else if (strstr(str, "https://") == str)\
  {\
   str += 8;\
  }\
  else if (strstr(str, "cds://") == str)\
  {\
   str += 6;\
  }
  
#define HTML_DOC_TYPE 1
#define IMAGE_DOC_TYPE 2
#define SUN_DOC_TYPE 4
#define UNKNOWN_DOC_TYPE 10
#define WORD_DOC_TYPE 5
#define EXEL_DOC_TYPE 6
#define PPOINT_DOC_TYPE 7
#define RSS_DOC_TYPE 8
#define PDF_DOC_TYPE 9
#define XML_DOC_TYPE 11
#define SQL_DOC_TYPE 12


#define SM_TTIME         TIME_END("", 0xFFFFFFFF)\
                         if (statistic)\
                         {\
                          statistic->SMTime += timer;\
                          statistic->SMCount++;\
                         }
                         
#define FREE_CDR_DATA    incr = 0;\
                         offsetIncr = 0;\
                         free(hCrcInsert);\
                         hCrcInsert = NULL;\
                         free(offsetInsert);\
                         offsetInsert = NULL;\
                         free(simClassInsert);\
                         simClassInsert = NULL;\
                         free(wordsSentencesInsert);\
                         wordsSentencesInsert = NULL;\
                         free(wordsLingIntegrityInsert);\
                         wordsLingIntegrityInsert = NULL;\
                         memset(typesOffset, 0, 16 * sizeof(unsigned int));\
                         typesPresenceMask = 0;\
                         typeOffset = 0;
                         
#define DIC_ATTEMPT_COUNT 4
#define CRW_LOG_SEPARATOR '\t'

#define SDP_CONN 0
#define RW_CONN 1
                         
#define CODING_AUTO_SIZE 32
                         
#define IMAGE_CODE 7