1 /*
2  * Copyright (C) 2013 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 /*
18  * !!!!! DO NOT EDIT THIS FILE !!!!!
19  *
20  * This file was generated from
21  *   dictionary/structure/v4/ver4_dict_buffers.cpp
22  */
23 
24 #include "dictionary/structure/backward/v402/ver4_dict_buffers.h"
25 
26 #include <cerrno>
27 #include <cstring>
28 #include <sys/stat.h>
29 #include <sys/types.h>
30 
31 #include "dictionary/utils/dict_file_writing_utils.h"
32 #include "dictionary/utils/file_utils.h"
33 #include "utils/byte_array_view.h"
34 
35 namespace latinime {
36 namespace backward {
37 namespace v402 {
38 
openVer4DictBuffers(const char * const dictPath,MmappedBuffer::MmappedBufferPtr headerBuffer,const FormatUtils::FORMAT_VERSION formatVersion)39 /* static */ Ver4DictBuffers::Ver4DictBuffersPtr Ver4DictBuffers::openVer4DictBuffers(
40         const char *const dictPath, MmappedBuffer::MmappedBufferPtr headerBuffer,
41         const FormatUtils::FORMAT_VERSION formatVersion) {
42     if (!headerBuffer) {
43         ASSERT(false);
44         AKLOGE("The header buffer must be valid to open ver4 dict buffers.");
45         return Ver4DictBuffersPtr(nullptr);
46     }
47     // TODO: take only dictDirPath, and open both header and trie files in the constructor below
48     const bool isUpdatable = headerBuffer->isUpdatable();
49     return Ver4DictBuffersPtr(new Ver4DictBuffers(dictPath, std::move(headerBuffer), isUpdatable,
50             formatVersion));
51 }
52 
flushHeaderAndDictBuffers(const char * const dictDirPath,const BufferWithExtendableBuffer * const headerBuffer) const53 bool Ver4DictBuffers::flushHeaderAndDictBuffers(const char *const dictDirPath,
54         const BufferWithExtendableBuffer *const headerBuffer) const {
55     // Create temporary directory.
56     const int tmpDirPathBufSize = FileUtils::getFilePathWithSuffixBufSize(dictDirPath,
57             DictFileWritingUtils::TEMP_FILE_SUFFIX_FOR_WRITING_DICT_FILE);
58     char tmpDirPath[tmpDirPathBufSize];
59     FileUtils::getFilePathWithSuffix(dictDirPath,
60             DictFileWritingUtils::TEMP_FILE_SUFFIX_FOR_WRITING_DICT_FILE, tmpDirPathBufSize,
61             tmpDirPath);
62     if (FileUtils::existsDir(tmpDirPath)) {
63         if (!FileUtils::removeDirAndFiles(tmpDirPath)) {
64             AKLOGE("Existing directory %s cannot be removed.", tmpDirPath);
65             ASSERT(false);
66             return false;
67         }
68     }
69     umask(S_IWGRP | S_IWOTH);
70     if (mkdir(tmpDirPath, S_IRWXU) == -1) {
71         AKLOGE("Cannot create directory: %s. errno: %d.", tmpDirPath, errno);
72         return false;
73     }
74     // Get dictionary base path.
75     const int dictNameBufSize = strlen(dictDirPath) + 1 /* terminator */;
76     char dictName[dictNameBufSize];
77     FileUtils::getBasename(dictDirPath, dictNameBufSize, dictName);
78     const int dictPathBufSize = FileUtils::getFilePathBufSize(tmpDirPath, dictName);
79     char dictPath[dictPathBufSize];
80     FileUtils::getFilePath(tmpDirPath, dictName, dictPathBufSize, dictPath);
81 
82     // Write header file.
83     if (!DictFileWritingUtils::flushBufferToFileWithSuffix(dictPath,
84             Ver4DictConstants::HEADER_FILE_EXTENSION, headerBuffer)) {
85         AKLOGE("Dictionary header file %s%s cannot be written.", tmpDirPath,
86                 Ver4DictConstants::HEADER_FILE_EXTENSION);
87         return false;
88     }
89     // Write trie file.
90     if (!DictFileWritingUtils::flushBufferToFileWithSuffix(dictPath,
91             Ver4DictConstants::TRIE_FILE_EXTENSION, &mExpandableTrieBuffer)) {
92         AKLOGE("Dictionary trie file %s%s cannot be written.", tmpDirPath,
93                 Ver4DictConstants::TRIE_FILE_EXTENSION);
94         return false;
95     }
96     // Write dictionary contents.
97     if (!mTerminalPositionLookupTable.flushToFile(dictPath)) {
98         AKLOGE("Terminal position lookup table cannot be written. %s", tmpDirPath);
99         return false;
100     }
101     if (!mProbabilityDictContent.flushToFile(dictPath)) {
102         AKLOGE("Probability dict content cannot be written. %s", tmpDirPath);
103         return false;
104     }
105     if (!mBigramDictContent.flushToFile(dictPath)) {
106         AKLOGE("Bigram dict content cannot be written. %s", tmpDirPath);
107         return false;
108     }
109     if (!mShortcutDictContent.flushToFile(dictPath)) {
110         AKLOGE("Shortcut dict content cannot be written. %s", tmpDirPath);
111         return false;
112     }
113     // Remove existing dictionary.
114     if (!FileUtils::removeDirAndFiles(dictDirPath)) {
115         AKLOGE("Existing directory %s cannot be removed.", dictDirPath);
116         ASSERT(false);
117         return false;
118     }
119     // Rename temporary directory.
120     if (rename(tmpDirPath, dictDirPath) != 0) {
121         AKLOGE("%s cannot be renamed to %s", tmpDirPath, dictDirPath);
122         ASSERT(false);
123         return false;
124     }
125     return true;
126 }
127 
Ver4DictBuffers(const char * const dictPath,MmappedBuffer::MmappedBufferPtr headerBuffer,const bool isUpdatable,const FormatUtils::FORMAT_VERSION formatVersion)128 Ver4DictBuffers::Ver4DictBuffers(const char *const dictPath,
129         MmappedBuffer::MmappedBufferPtr headerBuffer, const bool isUpdatable,
130         const FormatUtils::FORMAT_VERSION formatVersion)
131         : mHeaderBuffer(std::move(headerBuffer)),
132           mDictBuffer(MmappedBuffer::openBuffer(dictPath,
133                   Ver4DictConstants::TRIE_FILE_EXTENSION, isUpdatable)),
134           mHeaderPolicy(mHeaderBuffer->getReadOnlyByteArrayView().data(), formatVersion),
135           mExpandableHeaderBuffer(mHeaderBuffer->getReadWriteByteArrayView(),
136                   BufferWithExtendableBuffer::DEFAULT_MAX_ADDITIONAL_BUFFER_SIZE),
137           mExpandableTrieBuffer(
138                   mDictBuffer ? mDictBuffer->getReadWriteByteArrayView() :
139                           ReadWriteByteArrayView(),
140                   BufferWithExtendableBuffer::DEFAULT_MAX_ADDITIONAL_BUFFER_SIZE),
141           mTerminalPositionLookupTable(dictPath, isUpdatable),
142           mProbabilityDictContent(dictPath, mHeaderPolicy.hasHistoricalInfoOfWords(), isUpdatable),
143           mBigramDictContent(dictPath, mHeaderPolicy.hasHistoricalInfoOfWords(), isUpdatable),
144           mShortcutDictContent(dictPath, isUpdatable),
145           mIsUpdatable(isUpdatable) {}
146 
Ver4DictBuffers(const HeaderPolicy * const headerPolicy,const int maxTrieSize)147 Ver4DictBuffers::Ver4DictBuffers(const HeaderPolicy *const headerPolicy, const int maxTrieSize)
148         : mHeaderBuffer(nullptr), mDictBuffer(nullptr), mHeaderPolicy(headerPolicy),
149           mExpandableHeaderBuffer(Ver4DictConstants::MAX_DICTIONARY_SIZE),
150           mExpandableTrieBuffer(maxTrieSize), mTerminalPositionLookupTable(),
151           mProbabilityDictContent(headerPolicy->hasHistoricalInfoOfWords()),
152           mBigramDictContent(headerPolicy->hasHistoricalInfoOfWords()), mShortcutDictContent(),
153           mIsUpdatable(true) {}
154 
155 } // namespace v402
156 } // namespace backward
157 } // namespace latinime
158