highlighter application
1.1
HCE project utils : highlighter
Main Page
Namespaces
Classes
Files
File List
File Members
All
Classes
Namespaces
Files
Functions
Variables
Typedefs
Enumerations
Enumerator
Macros
LCoreData.hpp
Go to the documentation of this file.
1
/*
2
* LCoreData.hpp
3
*
4
* Created on: Dec 4, 2012
5
* Author: handler
6
*/
7
8
#ifndef LCOREDATA_HPP
9
#define LCOREDATA_HPP
10
12
#include <vector>
13
#include <map>
14
15
19
#include "
Defs.hpp
"
20
#include "
ProcessInfo.hpp
"
21
#include "
POSMaskBitset.hpp
"
22
#include "
MorphChangeGradBitset.hpp
"
23
#include "
CRC64.h
"
24
25
#include <Poco/String.h>
26
27
namespace
HCE
28
{
29
30
namespace
component
31
{
32
33
struct
ProcessInfo;
34
35
struct
LCoreData
36
{
37
ProcessInfo
_processInfo
;
38
/*const*/
std::string
_content
;
39
u_int8_t
_normalizationId
;
40
std::vector<std::string>
_delimiters
;
41
GRANULARITY_LEVEL
_granularityLevel
;
42
std::vector<SSTRING>
_tokens
;
43
std::map<WORD_CONTENT_OFFSET, WORD_LENGTH>
_mapOffsets
;
44
std::map<WORD_CONTENT_OFFSET, SSTRING>
_mapTokens
;
45
std::map<WORD_CONTENT_OFFSET, SSTRING>
_mapNormalizedForms
;
46
std::map<WORD_CONTENT_OFFSET, SSTRING>
_mapLanguages
;
47
std::map<Language, std::vector<WORD_CONTENT_OFFSET> >
_mapVectorsOfLanguages
;
48
std::map<WORD_CONTENT_OFFSET, LanguageMask>
_mapLanguagesMasks
;
49
std::map<WORD_CONTENT_OFFSET, POSMask>
_mapPosMasks
;
50
std::map<WORD_CONTENT_OFFSET, TAG_ID>
_mapTags
;
51
std::map<WORD_CONTENT_OFFSET, u_int64_t>
_mapHCRC64
;
52
std::map<WORD_CONTENT_OFFSET, unsigned char>
_mapBlack
;
53
//std::map<WORD_CONTENT_OFFSET, HCE::POSMaskBitset<POS_NUM> > _mapPosMasks;
54
std::map<WORD_CONTENT_OFFSET, HCE::MorphChangeGradBitset<MCG_NUM> >
_mapMorphology
;
55
std::map<WORD_CONTENT_OFFSET, unsigned int>
_mapSentences
;
56
std::map<WORD_CONTENT_OFFSET, unsigned char>
_mapLingIntegrity
;
57
std::map<WORD_CONTENT_OFFSET, WORD_TYPE>
_mapWordType
;
58
64
//LCoreData( const std::string& s) :_content(s) {}
65
LCoreData
(
const
std::string& s=
""
)
66
:
_content
(s)
67
,
_delimiters
()
68
,
_granularityLevel
(
GRANULARITY_LEVEL
::ONLY_BY_DELIMITERS)
69
{}
70
inline
std::string
getContent
()
const
{
return
_content
; }
71
};
72
73
74
}
/* namespace component */
75
76
}
/* namespace HCE */
77
78
79
#endif
/* LCOREDATA_H_ */
sources
utils
refine
src
LCoreData.hpp
Generated on Mon Jan 13 2014 16:16:17 for highlighter application by
1.8.1.2