1 /*
2  * Copyright (C) 2013 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 /*
18  * !!!!! DO NOT EDIT THIS FILE !!!!!
19  *
20  * This file was generated from
21  *   dictionary/structure/v4/content/probability_dict_content.cpp
22  */
23 
24 #include "dictionary/structure/backward/v402/content/probability_dict_content.h"
25 
26 #include "dictionary/structure/backward/v402/content/probability_entry.h"
27 #include "dictionary/structure/backward/v402/content/terminal_position_lookup_table.h"
28 #include "dictionary/structure/backward/v402/ver4_dict_constants.h"
29 #include "dictionary/utils/buffer_with_extendable_buffer.h"
30 
31 namespace latinime {
32 namespace backward {
33 namespace v402 {
34 
getProbabilityEntry(const int terminalId) const35 const ProbabilityEntry ProbabilityDictContent::getProbabilityEntry(const int terminalId) const {
36     if (terminalId < 0 || terminalId >= mSize) {
37         // This method can be called with invalid terminal id during GC.
38         return ProbabilityEntry(0 /* flags */, NOT_A_PROBABILITY);
39     }
40     const BufferWithExtendableBuffer *const buffer = getBuffer();
41     int entryPos = getEntryPos(terminalId);
42     const int flags = buffer->readUintAndAdvancePosition(
43             Ver4DictConstants::FLAGS_IN_PROBABILITY_FILE_SIZE, &entryPos);
44     const int probability = buffer->readUintAndAdvancePosition(
45             Ver4DictConstants::PROBABILITY_SIZE, &entryPos);
46     if (mHasHistoricalInfo) {
47         const int timestamp = buffer->readUintAndAdvancePosition(
48                 Ver4DictConstants::TIME_STAMP_FIELD_SIZE, &entryPos);
49         const int level = buffer->readUintAndAdvancePosition(
50                 Ver4DictConstants::WORD_LEVEL_FIELD_SIZE, &entryPos);
51         const int count = buffer->readUintAndAdvancePosition(
52                 Ver4DictConstants::WORD_COUNT_FIELD_SIZE, &entryPos);
53         // Hack for better migration.
54         const HistoricalInfo historicalInfo(timestamp, level, count + level);
55         return ProbabilityEntry(flags, probability, &historicalInfo);
56     } else {
57         return ProbabilityEntry(flags, probability);
58     }
59 }
60 
setProbabilityEntry(const int terminalId,const ProbabilityEntry * const probabilityEntry)61 bool ProbabilityDictContent::setProbabilityEntry(const int terminalId,
62         const ProbabilityEntry *const probabilityEntry) {
63     if (terminalId < 0) {
64         return false;
65     }
66     const int entryPos = getEntryPos(terminalId);
67     if (terminalId >= mSize) {
68         ProbabilityEntry placeholderEntry;
69         // Write new entry.
70         int writingPos = getBuffer()->getTailPosition();
71         while (writingPos <= entryPos) {
72             // Fulfilling with placeholder entries until writingPos.
73             if (!writeEntry(&placeholderEntry, writingPos)) {
74                 AKLOGE("Cannot write placeholder entry. pos: %d, mSize: %d",
75                     writingPos,
76                     mSize);
77                 return false;
78             }
79             writingPos += getEntrySize();
80         }
81         mSize = terminalId + 1;
82     }
83     return writeEntry(probabilityEntry, entryPos);
84 }
85 
flushToFile(const char * const dictPath) const86 bool ProbabilityDictContent::flushToFile(const char *const dictPath) const {
87     if (getEntryPos(mSize) < getBuffer()->getTailPosition()) {
88         ProbabilityDictContent probabilityDictContentToWrite(mHasHistoricalInfo);
89         for (int i = 0; i < mSize; ++i) {
90             const ProbabilityEntry probabilityEntry = getProbabilityEntry(i);
91             if (!probabilityDictContentToWrite.setProbabilityEntry(i, &probabilityEntry)) {
92                 AKLOGE("Cannot set probability entry in flushToFile. terminalId: %d", i);
93                 return false;
94             }
95         }
96         return probabilityDictContentToWrite.flush(dictPath,
97                 Ver4DictConstants::FREQ_FILE_EXTENSION);
98     } else {
99         return flush(dictPath, Ver4DictConstants::FREQ_FILE_EXTENSION);
100     }
101 }
102 
runGC(const TerminalPositionLookupTable::TerminalIdMap * const terminalIdMap,const ProbabilityDictContent * const originalProbabilityDictContent)103 bool ProbabilityDictContent::runGC(
104         const TerminalPositionLookupTable::TerminalIdMap *const terminalIdMap,
105         const ProbabilityDictContent *const originalProbabilityDictContent) {
106     for (TerminalPositionLookupTable::TerminalIdMap::const_iterator it = terminalIdMap->begin();
107             it != terminalIdMap->end(); ++it) {
108         const ProbabilityEntry probabilityEntry =
109                 originalProbabilityDictContent->getProbabilityEntry(it->first);
110         if (!setProbabilityEntry(it->second, &probabilityEntry)) {
111             AKLOGE("Cannot set probability entry in runGC. terminalId: %d", it->second);
112             return false;
113         }
114     }
115     return true;
116 }
117 
getEntrySize() const118 int ProbabilityDictContent::getEntrySize() const {
119     if (mHasHistoricalInfo) {
120         return Ver4DictConstants::FLAGS_IN_PROBABILITY_FILE_SIZE
121                 + Ver4DictConstants::PROBABILITY_SIZE
122                 + Ver4DictConstants::TIME_STAMP_FIELD_SIZE
123                 + Ver4DictConstants::WORD_LEVEL_FIELD_SIZE
124                 + Ver4DictConstants::WORD_COUNT_FIELD_SIZE;
125     } else {
126         return Ver4DictConstants::FLAGS_IN_PROBABILITY_FILE_SIZE
127                 + Ver4DictConstants::PROBABILITY_SIZE;
128     }
129 }
130 
getEntryPos(const int terminalId) const131 int ProbabilityDictContent::getEntryPos(const int terminalId) const {
132     return terminalId * getEntrySize();
133 }
134 
writeEntry(const ProbabilityEntry * const probabilityEntry,const int entryPos)135 bool ProbabilityDictContent::writeEntry(const ProbabilityEntry *const probabilityEntry,
136         const int entryPos) {
137     BufferWithExtendableBuffer *const bufferToWrite = getWritableBuffer();
138     int writingPos = entryPos;
139     if (!bufferToWrite->writeUintAndAdvancePosition(probabilityEntry->getFlags(),
140             Ver4DictConstants::FLAGS_IN_PROBABILITY_FILE_SIZE, &writingPos)) {
141         AKLOGE("Cannot write flags in probability dict content. pos: %d", writingPos);
142         return false;
143     }
144     if (!bufferToWrite->writeUintAndAdvancePosition(probabilityEntry->getProbability(),
145             Ver4DictConstants::PROBABILITY_SIZE, &writingPos)) {
146         AKLOGE("Cannot write probability in probability dict content. pos: %d", writingPos);
147         return false;
148     }
149     if (mHasHistoricalInfo) {
150         const HistoricalInfo *const historicalInfo = probabilityEntry->getHistoricalInfo();
151         if (!bufferToWrite->writeUintAndAdvancePosition(historicalInfo->getTimestamp(),
152                 Ver4DictConstants::TIME_STAMP_FIELD_SIZE, &writingPos)) {
153             AKLOGE("Cannot write timestamp in probability dict content. pos: %d", writingPos);
154             return false;
155         }
156         if (!bufferToWrite->writeUintAndAdvancePosition(historicalInfo->getLevel(),
157                 Ver4DictConstants::WORD_LEVEL_FIELD_SIZE, &writingPos)) {
158             AKLOGE("Cannot write level in probability dict content. pos: %d", writingPos);
159             return false;
160         }
161         if (!bufferToWrite->writeUintAndAdvancePosition(historicalInfo->getCount(),
162                 Ver4DictConstants::WORD_COUNT_FIELD_SIZE, &writingPos)) {
163             AKLOGE("Cannot write count in probability dict content. pos: %d", writingPos);
164             return false;
165         }
166     }
167     return true;
168 }
169 
170 } // namespace v402
171 } // namespace backward
172 } // namespace latinime
173