|
#pragma once |
|
|
|
#include "Vocabulary.h" |
|
|
|
class SuffixArray |
|
{ |
|
public: |
|
typedef unsigned int INDEX; |
|
|
|
private: |
|
WORD_ID *m_array; |
|
INDEX *m_index; |
|
INDEX *m_buffer; |
|
char *m_wordInSentence; |
|
INDEX *m_sentence; |
|
char *m_sentenceLength; |
|
WORD_ID m_endOfSentence; |
|
INDEX *m_document; |
|
INDEX *m_documentName; |
|
char *m_documentNameBuffer; |
|
size_t m_documentNameLength; |
|
size_t m_documentCount; |
|
bool m_useDocument; |
|
Vocabulary m_vcb; |
|
INDEX m_size; |
|
INDEX m_sentenceCount; |
|
|
|
|
|
SuffixArray(const SuffixArray&); |
|
void operator=(const SuffixArray&); |
|
|
|
public: |
|
SuffixArray(); |
|
~SuffixArray(); |
|
|
|
void Create(const std::string& fileName ); |
|
bool ProcessDocumentLine( const char* const, const size_t ); |
|
void Sort(INDEX start, INDEX end); |
|
int CompareIndex( INDEX a, INDEX b ) const; |
|
inline int CompareWord( WORD_ID a, WORD_ID b ) const; |
|
int Count( const std::vector< WORD > &phrase ); |
|
bool MinCount( const std::vector< WORD > &phrase, INDEX min ); |
|
bool Exists( const std::vector< WORD > &phrase ); |
|
int FindMatches( const std::vector< WORD > &phrase, INDEX &firstMatch, INDEX &lastMatch, INDEX search_start = 0, INDEX search_end = -1 ); |
|
int LimitedCount( const std::vector< WORD > &phrase, INDEX min, INDEX &firstMatch, INDEX &lastMatch, INDEX search_start = -1, INDEX search_end = 0 ); |
|
INDEX FindFirst( const std::vector< WORD > &phrase, INDEX &start, INDEX &end ); |
|
INDEX FindLast( const std::vector< WORD > &phrase, INDEX start, INDEX end, int direction ); |
|
int Match( const std::vector< WORD > &phrase, INDEX index ); |
|
void List( INDEX start, INDEX end ); |
|
void PrintSentenceMatches( const std::vector< WORD > &phrase ); |
|
inline INDEX GetPosition( INDEX index ) const { |
|
return m_index[ index ]; |
|
} |
|
inline INDEX GetSentence( INDEX position ) const { |
|
return m_sentence[position]; |
|
} |
|
inline char GetWordInSentence( INDEX position ) const { |
|
return m_wordInSentence[position]; |
|
} |
|
inline char GetSentenceLength( INDEX sentenceId ) const { |
|
return m_sentenceLength[sentenceId]; |
|
} |
|
inline INDEX GetSize() const { |
|
return m_size; |
|
} |
|
inline WORD GetWord( INDEX position ) const { |
|
return m_vcb.GetWord( m_array[position] ); |
|
} |
|
void UseDocument() { |
|
m_useDocument = true; |
|
} |
|
INDEX GetDocument( INDEX sentence ) const; |
|
void PrintDocumentName( INDEX document ) { |
|
for(INDEX i=m_documentName[ document ]; m_documentNameBuffer[i] != 0; i++) { |
|
std::cout << m_documentNameBuffer[ i ]; |
|
} |
|
} |
|
void Save(const std::string& fileName ) const; |
|
void Load(const std::string& fileName ); |
|
void CheckAllocation(bool, const char *dataStructure) const; |
|
bool Error( const char* message, const std::string& fileName) const; |
|
}; |
|
|