2011-12-12 11:53:22 +00:00
|
|
|
/*
|
|
|
|
* Copyright (C) 2011 The Android Open Source Project
|
|
|
|
*
|
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
* you may not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef LATINIME_WORDS_PRIORITY_QUEUE_H
|
|
|
|
#define LATINIME_WORDS_PRIORITY_QUEUE_H
|
|
|
|
|
2012-02-03 12:24:53 +00:00
|
|
|
#include <cstring> // for memcpy()
|
2011-12-12 11:53:22 +00:00
|
|
|
#include <queue>
|
2012-07-31 08:56:40 +00:00
|
|
|
|
|
|
|
#include "correction.h"
|
2011-12-12 11:53:22 +00:00
|
|
|
#include "defines.h"
|
|
|
|
|
|
|
|
namespace latinime {
|
|
|
|
|
|
|
|
class WordsPriorityQueue {
|
2012-01-06 03:24:38 +00:00
|
|
|
public:
|
2011-12-12 11:53:22 +00:00
|
|
|
class SuggestedWord {
|
|
|
|
public:
|
|
|
|
int mScore;
|
2012-10-29 09:06:22 +00:00
|
|
|
int mWord[MAX_WORD_LENGTH_INTERNAL];
|
2011-12-12 11:53:22 +00:00
|
|
|
int mWordLength;
|
|
|
|
bool mUsed;
|
2012-08-10 04:14:45 +00:00
|
|
|
int mType;
|
2011-12-12 11:53:22 +00:00
|
|
|
|
2012-10-29 09:06:22 +00:00
|
|
|
void setParams(int score, int *word, int wordLength, int type) {
|
2011-12-12 11:53:22 +00:00
|
|
|
mScore = score;
|
|
|
|
mWordLength = wordLength;
|
2012-11-01 08:05:08 +00:00
|
|
|
memcpy(mWord, word, sizeof(mWord[0]) * wordLength);
|
2011-12-12 11:53:22 +00:00
|
|
|
mUsed = true;
|
2012-08-10 04:14:45 +00:00
|
|
|
mType = type;
|
2011-12-12 11:53:22 +00:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2012-08-24 05:51:15 +00:00
|
|
|
WordsPriorityQueue(int maxWords, int maxWordLength)
|
|
|
|
: mSuggestions(), MAX_WORDS(static_cast<unsigned int>(maxWords)),
|
|
|
|
MAX_WORD_LENGTH(static_cast<unsigned int>(maxWordLength)),
|
|
|
|
mSuggestedWords(new SuggestedWord[maxWordLength]), mHighestSuggestedWord(0) {
|
2011-12-12 11:53:22 +00:00
|
|
|
for (int i = 0; i < maxWordLength; ++i) {
|
|
|
|
mSuggestedWords[i].mUsed = false;
|
|
|
|
}
|
|
|
|
}
|
2012-01-13 06:41:17 +00:00
|
|
|
|
2012-08-24 05:51:15 +00:00
|
|
|
virtual ~WordsPriorityQueue() {
|
2011-12-12 11:53:22 +00:00
|
|
|
delete[] mSuggestedWords;
|
|
|
|
}
|
|
|
|
|
2012-10-29 09:06:22 +00:00
|
|
|
void push(int score, int *word, int wordLength, int type) {
|
2012-07-25 08:51:43 +00:00
|
|
|
SuggestedWord *sw = 0;
|
2012-10-29 09:06:22 +00:00
|
|
|
if (size() >= MAX_WORDS) {
|
2011-12-12 11:53:22 +00:00
|
|
|
sw = mSuggestions.top();
|
|
|
|
const int minScore = sw->mScore;
|
|
|
|
if (minScore >= score) {
|
|
|
|
return;
|
|
|
|
} else {
|
|
|
|
sw->mUsed = false;
|
|
|
|
mSuggestions.pop();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (sw == 0) {
|
2012-08-10 04:14:45 +00:00
|
|
|
sw = getFreeSuggestedWord(score, word, wordLength, type);
|
2011-12-12 11:53:22 +00:00
|
|
|
} else {
|
2012-08-10 04:14:45 +00:00
|
|
|
sw->setParams(score, word, wordLength, type);
|
2011-12-12 11:53:22 +00:00
|
|
|
}
|
|
|
|
if (sw == 0) {
|
2012-01-13 09:01:22 +00:00
|
|
|
AKLOGE("SuggestedWord is accidentally null.");
|
2011-12-12 11:53:22 +00:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
if (DEBUG_WORDS_PRIORITY_QUEUE) {
|
2012-01-13 09:01:22 +00:00
|
|
|
AKLOGI("Push word. %d, %d", score, wordLength);
|
2011-12-12 11:53:22 +00:00
|
|
|
DUMP_WORD(word, wordLength);
|
|
|
|
}
|
|
|
|
mSuggestions.push(sw);
|
2012-01-17 06:58:23 +00:00
|
|
|
if (!mHighestSuggestedWord || mHighestSuggestedWord->mScore < sw->mScore) {
|
|
|
|
mHighestSuggestedWord = sw;
|
|
|
|
}
|
2011-12-12 11:53:22 +00:00
|
|
|
}
|
|
|
|
|
2012-07-25 08:51:43 +00:00
|
|
|
SuggestedWord *top() {
|
2011-12-15 07:49:12 +00:00
|
|
|
if (mSuggestions.empty()) return 0;
|
2012-07-25 08:51:43 +00:00
|
|
|
SuggestedWord *sw = mSuggestions.top();
|
2011-12-15 07:49:12 +00:00
|
|
|
return sw;
|
|
|
|
}
|
|
|
|
|
2012-10-29 09:06:22 +00:00
|
|
|
int outputSuggestions(const int *before, const int beforeLength, int *frequencies,
|
|
|
|
int *outputCodePoints, int* outputTypes) {
|
2012-01-17 06:58:23 +00:00
|
|
|
mHighestSuggestedWord = 0;
|
2012-10-29 09:06:22 +00:00
|
|
|
const int size = min(MAX_WORDS, static_cast<int>(mSuggestions.size()));
|
2012-07-25 08:51:43 +00:00
|
|
|
SuggestedWord *swBuffer[size];
|
2011-12-12 11:53:22 +00:00
|
|
|
int index = size - 1;
|
|
|
|
while (!mSuggestions.empty() && index >= 0) {
|
2012-07-25 08:51:43 +00:00
|
|
|
SuggestedWord *sw = mSuggestions.top();
|
2011-12-12 11:53:22 +00:00
|
|
|
if (DEBUG_WORDS_PRIORITY_QUEUE) {
|
2012-01-13 09:01:22 +00:00
|
|
|
AKLOGI("dump word. %d", sw->mScore);
|
2011-12-12 11:53:22 +00:00
|
|
|
DUMP_WORD(sw->mWord, sw->mWordLength);
|
|
|
|
}
|
2012-05-15 08:43:31 +00:00
|
|
|
swBuffer[index] = sw;
|
|
|
|
mSuggestions.pop();
|
|
|
|
--index;
|
|
|
|
}
|
|
|
|
if (size >= 2) {
|
2012-07-25 08:51:43 +00:00
|
|
|
SuggestedWord *nsMaxSw = 0;
|
2012-10-29 09:06:22 +00:00
|
|
|
int maxIndex = 0;
|
2012-05-16 11:42:12 +00:00
|
|
|
float maxNs = 0;
|
2012-10-29 09:06:22 +00:00
|
|
|
for (int i = 0; i < size; ++i) {
|
2012-07-25 08:51:43 +00:00
|
|
|
SuggestedWord *tempSw = swBuffer[i];
|
2012-05-15 08:43:31 +00:00
|
|
|
if (!tempSw) {
|
|
|
|
continue;
|
|
|
|
}
|
2012-05-16 11:42:12 +00:00
|
|
|
const float tempNs = getNormalizedScore(tempSw, before, beforeLength, 0, 0, 0);
|
2012-05-15 08:43:31 +00:00
|
|
|
if (tempNs >= maxNs) {
|
|
|
|
maxNs = tempNs;
|
|
|
|
maxIndex = i;
|
|
|
|
nsMaxSw = tempSw;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if (maxIndex > 0 && nsMaxSw) {
|
2012-11-01 08:05:08 +00:00
|
|
|
memmove(&swBuffer[1], &swBuffer[0], maxIndex * sizeof(swBuffer[0]));
|
2012-05-15 08:43:31 +00:00
|
|
|
swBuffer[0] = nsMaxSw;
|
|
|
|
}
|
|
|
|
}
|
2012-10-29 09:06:22 +00:00
|
|
|
for (int i = 0; i < size; ++i) {
|
2012-07-25 08:51:43 +00:00
|
|
|
SuggestedWord *sw = swBuffer[i];
|
2012-05-15 08:43:31 +00:00
|
|
|
if (!sw) {
|
|
|
|
AKLOGE("SuggestedWord is null %d", i);
|
|
|
|
continue;
|
|
|
|
}
|
2012-10-29 09:06:22 +00:00
|
|
|
const int wordLength = sw->mWordLength;
|
|
|
|
int *targetAddress = outputCodePoints + i * MAX_WORD_LENGTH;
|
2012-05-15 08:43:31 +00:00
|
|
|
frequencies[i] = sw->mScore;
|
2012-08-10 04:14:45 +00:00
|
|
|
outputTypes[i] = sw->mType;
|
2012-11-01 08:05:08 +00:00
|
|
|
memcpy(targetAddress, sw->mWord, wordLength * sizeof(targetAddress[0]));
|
2011-12-12 11:53:22 +00:00
|
|
|
if (wordLength < MAX_WORD_LENGTH) {
|
2012-08-14 09:54:13 +00:00
|
|
|
targetAddress[wordLength] = 0;
|
2011-12-12 11:53:22 +00:00
|
|
|
}
|
|
|
|
sw->mUsed = false;
|
|
|
|
}
|
|
|
|
return size;
|
|
|
|
}
|
|
|
|
|
2012-01-17 06:59:15 +00:00
|
|
|
int size() const {
|
2012-10-29 09:06:22 +00:00
|
|
|
return static_cast<int>(mSuggestions.size());
|
2011-12-15 13:29:05 +00:00
|
|
|
}
|
|
|
|
|
2011-12-12 11:53:22 +00:00
|
|
|
void clear() {
|
2012-01-17 06:58:23 +00:00
|
|
|
mHighestSuggestedWord = 0;
|
2011-12-12 11:53:22 +00:00
|
|
|
while (!mSuggestions.empty()) {
|
2012-07-25 08:51:43 +00:00
|
|
|
SuggestedWord *sw = mSuggestions.top();
|
2011-12-12 11:53:22 +00:00
|
|
|
if (DEBUG_WORDS_PRIORITY_QUEUE) {
|
2012-01-13 09:01:22 +00:00
|
|
|
AKLOGI("Clear word. %d", sw->mScore);
|
2011-12-12 11:53:22 +00:00
|
|
|
DUMP_WORD(sw->mWord, sw->mWordLength);
|
|
|
|
}
|
|
|
|
sw->mUsed = false;
|
|
|
|
mSuggestions.pop();
|
|
|
|
}
|
|
|
|
}
|
2012-01-06 03:24:38 +00:00
|
|
|
|
2012-01-16 07:21:21 +00:00
|
|
|
void dumpTopWord() {
|
|
|
|
if (size() <= 0) {
|
|
|
|
return;
|
|
|
|
}
|
2012-01-23 07:52:37 +00:00
|
|
|
DUMP_WORD(mHighestSuggestedWord->mWord, mHighestSuggestedWord->mWordLength);
|
2012-01-16 07:21:21 +00:00
|
|
|
}
|
|
|
|
|
2012-10-29 09:06:22 +00:00
|
|
|
float getHighestNormalizedScore(const int *before, const int beforeLength, int **outWord,
|
|
|
|
int *outScore, int *outLength) {
|
2012-01-17 06:58:23 +00:00
|
|
|
if (!mHighestSuggestedWord) {
|
|
|
|
return 0.0;
|
|
|
|
}
|
2012-10-29 09:06:22 +00:00
|
|
|
return getNormalizedScore(mHighestSuggestedWord, before, beforeLength, outWord, outScore,
|
|
|
|
outLength);
|
2012-01-17 06:58:23 +00:00
|
|
|
}
|
|
|
|
|
2012-01-06 03:24:38 +00:00
|
|
|
private:
|
2012-06-14 18:25:50 +00:00
|
|
|
DISALLOW_IMPLICIT_CONSTRUCTORS(WordsPriorityQueue);
|
2011-12-15 07:49:12 +00:00
|
|
|
struct wordComparator {
|
|
|
|
bool operator ()(SuggestedWord * left, SuggestedWord * right) {
|
|
|
|
return left->mScore > right->mScore;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2012-10-29 09:06:22 +00:00
|
|
|
SuggestedWord *getFreeSuggestedWord(int score, int *word, int wordLength, int type) {
|
|
|
|
for (int i = 0; i < MAX_WORD_LENGTH; ++i) {
|
2011-12-15 07:49:12 +00:00
|
|
|
if (!mSuggestedWords[i].mUsed) {
|
2012-08-10 04:14:45 +00:00
|
|
|
mSuggestedWords[i].setParams(score, word, wordLength, type);
|
2011-12-15 07:49:12 +00:00
|
|
|
return &mSuggestedWords[i];
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2012-10-29 09:06:22 +00:00
|
|
|
static float getNormalizedScore(SuggestedWord *sw, const int *before, const int beforeLength,
|
|
|
|
int **outWord, int *outScore, int *outLength) {
|
2012-05-15 08:43:31 +00:00
|
|
|
const int score = sw->mScore;
|
2012-10-29 09:06:22 +00:00
|
|
|
int *word = sw->mWord;
|
2012-05-15 08:43:31 +00:00
|
|
|
const int wordLength = sw->mWordLength;
|
|
|
|
if (outScore) {
|
|
|
|
*outScore = score;
|
|
|
|
}
|
|
|
|
if (outWord) {
|
|
|
|
*outWord = word;
|
|
|
|
}
|
|
|
|
if (outLength) {
|
|
|
|
*outLength = wordLength;
|
|
|
|
}
|
2012-10-29 09:06:22 +00:00
|
|
|
return Correction::RankingAlgorithm::calcNormalizedScore(before, beforeLength, word,
|
|
|
|
wordLength, score);
|
2012-05-15 08:43:31 +00:00
|
|
|
}
|
|
|
|
|
2012-08-14 05:22:27 +00:00
|
|
|
typedef std::priority_queue<SuggestedWord *, std::vector<SuggestedWord *>,
|
2011-12-15 07:49:12 +00:00
|
|
|
wordComparator> Suggestions;
|
|
|
|
Suggestions mSuggestions;
|
2012-10-29 09:06:22 +00:00
|
|
|
const int MAX_WORDS;
|
|
|
|
const int MAX_WORD_LENGTH;
|
2012-07-25 08:51:43 +00:00
|
|
|
SuggestedWord *mSuggestedWords;
|
|
|
|
SuggestedWord *mHighestSuggestedWord;
|
2011-12-12 11:53:22 +00:00
|
|
|
};
|
2012-07-25 08:51:43 +00:00
|
|
|
} // namespace latinime
|
2011-12-12 11:53:22 +00:00
|
|
|
#endif // LATINIME_WORDS_PRIORITY_QUEUE_H
|