Amebis/cld2
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Make it possible to use compile_dynamic.sh on the 20141015 data set

Browse Source 
git-svn-id: https://cld2.googlecode.com/svn/trunk@189 b252ecd4-b096-bf77-eb8e-91563289f87e
This commit is contained in:
andrewhayden@google.com
2014-11-06 21:08:18 +00:00
parent 201825fa5b
commit 077be12beb
5 changed files with 9 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
internal/cld2_generated_deltaoctachrome20141015.cc
View File

@@ -4260,6 +4260,7 @@ static const IndirectProbBucket4 kDeltaOctaChrome1015[kDeltaOctaChrome1015Size]
// table_hash = 3eb2-6696, unused_entries = 1062 (6.48%) // table_hash = 3eb2-6696, unused_entries = 1062 (6.48%)
static const uint32 kDeltaOctaChrome1015SizeOne = 988; // Bucket count one-lang static const uint32 kDeltaOctaChrome1015SizeOne = 988; // Bucket count one-lang
extern const uint32 kDeltaOctaIndSize = kDeltaOctaChrome1015SizeOne; // Source-agnostic named constant
static const uint32 kDeltaOctaChrome1015Ind[988] = { static const uint32 kDeltaOctaChrome1015Ind[988] = {
// [0000] // [0000]
0x00000000, 0x00000000, 0x00001324, 0x00000e1c, // -- -- bh.un.un_900 is.un.un_800 0x00000000, 0x00000000, 0x00001324, 0x00000e1c, // -- -- bh.un.un_900 is.un.un_800
@@ -4594,6 +4595,7 @@ static const IndirectProbBucket4 kDeltaOctaChrome1015_2[kDeltaOctaChrome1015_2Si
// table_hash = ffff-ffff, unused_entries = 0 (0.00%) // table_hash = ffff-ffff, unused_entries = 0 (0.00%)
static const uint32 kDeltaOctaChrome1015_2SizeOne = 2; // Bucket count one-lang static const uint32 kDeltaOctaChrome1015_2SizeOne = 2; // Bucket count one-lang
extern const uint32 kDeltaOcta2IndSize = kDeltaOctaChrome1015_2SizeOne; // Source-agnostic named constant
static const uint32 kDeltaOctaChrome1015_2Ind[2] = { static const uint32 kDeltaOctaChrome1015_2Ind[2] = {
// [0000] --- double_langprob_start=0002 --- // [0000] --- double_langprob_start=0002 ---
0x00000000, 0x00000000, // -- -- 0x00000000, 0x00000000, // -- --

2
internal/cld2_generated_distinctoctachrome20141015.cc
View File

@@ -2136,6 +2136,7 @@ static const IndirectProbBucket4 kDistinctOctaChrome1015[kDistinctOctaChrome1015
// table_hash = eb69-5560, unused_entries = 3978 (48.56%) // table_hash = eb69-5560, unused_entries = 3978 (48.56%)
static const uint32 kDistinctOctaChrome1015SizeOne = 75; // Bucket count one-lang static const uint32 kDistinctOctaChrome1015SizeOne = 75; // Bucket count one-lang
extern const uint32 kDistinctOctaIndSize = kDistinctOctaChrome1015SizeOne; // Source-agnostic named constant
static const uint32 kDistinctOctaChrome1015Ind[75] = { static const uint32 kDistinctOctaChrome1015Ind[75] = {
// [0000] // [0000]
0x00000000, 0x00000000, 0x00000b03, 0x00001c03, // -- -- es.un.un_300 id.un.un_300 0x00000000, 0x00000000, 0x00000b03, 0x00001c03, // -- -- es.un.un_300 id.un.un_300
@@ -2185,6 +2186,7 @@ static const IndirectProbBucket4 kDistinctOctaChrome1015_2[kDistinctOctaChrome10
// table_hash = ffff-ffff, unused_entries = 0 (0.00%) // table_hash = ffff-ffff, unused_entries = 0 (0.00%)
static const uint32 kDistinctOctaChrome1015_2SizeOne = 2; // Bucket count one-lang static const uint32 kDistinctOctaChrome1015_2SizeOne = 2; // Bucket count one-lang
extern const uint32 kDistinctOcta2IndSize = kDistinctOctaChrome1015_2SizeOne; // Source-agnostic named constant
static const uint32 kDistinctOctaChrome1015_2Ind[2] = { static const uint32 kDistinctOctaChrome1015_2Ind[2] = {
// [0000] --- double_langprob_start=0002 --- // [0000] --- double_langprob_start=0002 ---
0x00000000, 0x00000000, // -- -- 0x00000000, 0x00000000, // -- --

2
internal/cld2_generated_quadchrome20141015_2.cc
View File

@@ -65758,6 +65758,7 @@ static const IndirectProbBucket4 kQuadChrome1015_2[kQuadChrome1015_2Size] = {
// table_hash = e161-1b58, unused_entries = 13696 (5.22%) // table_hash = e161-1b58, unused_entries = 13696 (5.22%)
static const uint32 kQuadChrome1015_2SizeOne = 59652; // Bucket count one-lang static const uint32 kQuadChrome1015_2SizeOne = 59652; // Bucket count one-lang
extern const uint32 kQuadChromeIndSize = kQuadChrome1015_2SizeOne; // Source-agnostic named constant
static const uint32 kQuadChrome1015_2Ind[59652] = { static const uint32 kQuadChrome1015_2Ind[59652] = {
// [0000] // [0000]
0x00000000, 0x00000000, 0x08040709, 0x06000c13, // -- -- bg.ru.uk_444 sv.de.un_650 0x00000000, 0x00000000, 0x08040709, 0x06000c13, // -- -- bg.ru.uk_444 sv.de.un_650
@@ -84483,6 +84484,7 @@ static const IndirectProbBucket4 kQuadChrome1015_2_2[kQuadChrome1015_2_2Size] =
// table_hash = ffff-ffff, unused_entries = 0 (0.00%) // table_hash = ffff-ffff, unused_entries = 0 (0.00%)
static const uint32 kQuadChrome1015_2_2SizeOne = 2; // Bucket count one-lang static const uint32 kQuadChrome1015_2_2SizeOne = 2; // Bucket count one-lang
extern const uint32 kQuadChrome2IndSize = kQuadChrome1015_2_2SizeOne; // Source-agnostic named constant
static const uint32 kQuadChrome1015_2_2Ind[2] = { static const uint32 kQuadChrome1015_2_2Ind[2] = {
// [0000] --- double_langprob_start=0002 --- // [0000] --- double_langprob_start=0002 ---
0x00000000, 0x00000000, // -- -- 0x00000000, 0x00000000, // -- --

2
internal/cld_generated_score_quad_octa_20141015_2.cc
View File

@@ -25,7 +25,7 @@
namespace CLD2 { namespace CLD2 {
// Average score per 1024 bytes // Average score per 1024 bytes
static const int kAvgDeltaOctaScoreSize = 614 * 4; extern const int kAvgDeltaOctaScoreSize = 614 * 4;
extern const short kAvgDeltaOctaScore[kAvgDeltaOctaScoreSize] = { extern const short kAvgDeltaOctaScore[kAvgDeltaOctaScoreSize] = {
// Latn Cyrl Arab Other script // Latn Cyrl Arab Other script
// Updated 20140204 for CLD2 full // Updated 20140204 for CLD2 full

4
internal/compile_dynamic.sh
View File

@@ -26,8 +26,8 @@ g++ -O2 -m64 cld2_dynamic_data_tool.cc \
tote.cc utf8statetable.cc \ tote.cc utf8statetable.cc \
cld_generated_cjk_uni_prop_80.cc cld2_generated_cjk_compatible.cc \ cld_generated_cjk_uni_prop_80.cc cld2_generated_cjk_compatible.cc \
cld_generated_cjk_delta_bi_4.cc generated_distinct_bi_0.cc \ cld_generated_cjk_delta_bi_4.cc generated_distinct_bi_0.cc \
cld2_generated_quadchrome0122_2.cc cld2_generated_deltaoctachrome0122.cc \ cld2_generated_quadchrome20141015_2.cc cld2_generated_deltaoctachrome20141015.cc \
cld2_generated_distinctoctachrome0122.cc cld_generated_score_quad_octa_0122_2.cc \ cld2_generated_distinctoctachrome20141015.cc cld_generated_score_quad_octa_20141015_2.cc \
-o cld2_dynamic_data_tool -o cld2_dynamic_data_tool
echo " cld2_dynamic_data_tool compiled" echo " cld2_dynamic_data_tool compiled"