Guest User

Untitled

a guest
Jan 22nd, 2019
82
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 6.53 KB | None | 0 0
  1. fran@eki:/tmp/lttoolbox$ svn diff -r HEAD
  2. Index: lttoolbox/lt-proc.1
  3. ===================================================================
  4. --- lttoolbox/lt-proc.1 (revision 41420)
  5. +++ lttoolbox/lt-proc.1 (working copy)
  6. @@ -12,7 +12,6 @@
  7. [
  8. .B \-a \fR|
  9. .B \-b \fR|
  10. -.B \-o \fR|
  11. .B \-c \fR|
  12. .B \-d \fR|
  13. .B \-e \fR|
  14. @@ -31,7 +30,6 @@
  15. [
  16. .B \-\-analysis \fR|
  17. .B \-\-bilingual \fR|
  18. -.B \-\-surf-bilingual \fR|
  19. .B \-\-case-sensitive \fR|
  20. .B \-\-debugged-gen \fR|
  21. .B \-\-decompose-nouns \fR|
  22. @@ -103,12 +101,6 @@
  23. form in the source language. Works tipically with the output of
  24. apertium-pretransfer.
  25. .TP
  26. -.B \-o, \-\-surf-bilingual
  27. -As with \-b, but takes input from apertium\-tagger \-p , with
  28. -surface forms, and if the lexical form is not found in the bilingual
  29. -dictionary, it outputs the surface form of the word.
  30. -.TP
  31. -
  32. .B \-c, \-\-case-sensitive
  33. Use the literal case of the incoming characters
  34. .TP
  35. Index: lttoolbox/fst_processor.cc
  36. ===================================================================
  37. --- lttoolbox/fst_processor.cc (revision 41420)
  38. +++ lttoolbox/fst_processor.cc (working copy)
  39. @@ -2237,34 +2237,12 @@
  40. int val; // the alphabet value of current symbol, and
  41. wstring symbol = L""; // the current symbol as a string
  42. bool seentags = false; // have we seen any tags at all in the analysis?
  43. -
  44. - bool seensurface = false;
  45. - wstring surface = L"";
  46.  
  47. while(true) // ie. while(val != 0x7fffffff)
  48. {
  49. tr = readBilingual(input, output);
  50. symbol = tr.first;
  51. val = tr.second;
  52. -
  53. - //fwprintf(stderr, L"> %S : %C : %d\n", tr.first.c_str(), tr.second, tr.second);
  54. - if(biltransSurfaceForms && !seensurface && !outOfWord)
  55. - {
  56. - while(val != L'/' && val != 0x7fffffff)
  57. - {
  58. - surface = surface + symbol;
  59. - alphabet.getSymbol(surface, val);
  60. - tr = readBilingual(input, output);
  61. - symbol = tr.first;
  62. - val = tr.second;
  63. - //fwprintf(stderr, L" == %S : %C : %d => %S\n", symbol.c_str(), val, val, surface.c_str());
  64. - }
  65. - seensurface = true;
  66. - tr = readBilingual(input, output);
  67. - symbol = tr.first;
  68. - val = tr.second;
  69. - }
  70. -
  71. if (val == 0x7fffffff)
  72. {
  73. break;
  74. @@ -2291,18 +2269,10 @@
  75. printWordBilingual(sf, compose(result, queue), output);
  76. }
  77. else
  78. - { //xxx
  79. - if(biltransSurfaceForms)
  80. - {
  81. - printWordBilingual(surface, L"/@"+surface, output);
  82. - }
  83. - else
  84. - {
  85. - printWordBilingual(sf, L"/@"+sf, output);
  86. - }
  87. + {
  88. + printWordBilingual(sf, L"/@"+sf, output);
  89. }
  90. - seensurface = false;
  91. - surface = L"";
  92. +
  93. queue = L"";
  94. result = L"";
  95. current_state = *initial_state;
  96. @@ -2950,12 +2920,6 @@
  97.  
  98.  
  99. void
  100. -FSTProcessor::setBiltransSurfaceForms(bool const value)
  101. -{
  102. - biltransSurfaceForms = value;
  103. -}
  104. -
  105. -void
  106. FSTProcessor::setCaseSensitiveMode(bool const value)
  107. {
  108. caseSensitive = value;
  109. Index: lttoolbox/fst_processor.h
  110. ===================================================================
  111. --- lttoolbox/fst_processor.h (revision 41420)
  112. +++ lttoolbox/fst_processor.h (working copy)
  113. @@ -128,12 +128,6 @@
  114. bool outOfWord;
  115.  
  116. /**
  117. - * true if we're automatically removing surface forms.
  118. - */
  119. - bool biltransSurfaceForms;
  120. -
  121. -
  122. - /**
  123. * if true, makes always difference between uppercase and lowercase
  124. * characters
  125. */
  126. @@ -372,7 +366,6 @@
  127.  
  128. void setCaseSensitiveMode(bool const value);
  129. void setDictionaryCaseMode(bool const value);
  130. - void setBiltransSurfaceForms(bool const value);
  131. void setNullFlush(bool const value);
  132. bool getNullFlush();
  133. bool getDecompoundingMode();
  134. Index: lttoolbox/lt_proc.cc
  135. ===================================================================
  136. --- lttoolbox/lt_proc.cc (revision 41420)
  137. +++ lttoolbox/lt_proc.cc (working copy)
  138. @@ -47,7 +47,6 @@
  139. cout << " -g, --generation: morphological generation" << endl;
  140. cout << " -l, --tagged-gen: morphological generation keeping lexical forms" << endl;
  141. cout << " -n, --non-marked-gen morph. generation without unknown word marks" << endl;
  142. - cout << " -o, --surf-bilingual: lexical transfer with surface forms" << endl;
  143. cout << " -p, --post-generation: post-generation" << endl;
  144. cout << " -s, --sao: SAO annotation system input processing" << endl;
  145. cout << " -t, --transliteration: apply transliteration dictionary" << endl;
  146. @@ -64,7 +63,6 @@
  147. cout << " -g: morphological generation" << endl;
  148. cout << " -l: morphological generation keeping lexical forms" << endl;
  149. cout << " -n: morph. generation without unknown word marks" << endl;
  150. - cout << " -o: lexical transfer with surface forms" << endl;
  151. cout << " -p: post-generation" << endl;
  152. cout << " -s: SAO annotation system input processing" << endl;
  153. cout << " -t: apply transliteration dictionary" << endl;
  154. @@ -94,7 +92,6 @@
  155. {
  156. {"analysis", 0, 0, 'a'},
  157. {"bilingual", 0, 0, 'b'},
  158. - {"surf-bilingual", 0, 0, 'o'},
  159. {"generation", 0, 0, 'g'},
  160. {"non-marked-gen", 0, 0, 'n'},
  161. {"debugged-gen", 0, 0, 'd'},
  162. @@ -114,9 +111,9 @@
  163. {
  164. #if HAVE_GETOPT_LONG
  165. int option_index;
  166. - int c = getopt_long(argc, argv, "abceglndopstzwvh", long_options, &option_index);
  167. + int c = getopt_long(argc, argv, "abceglndpstzwvh", long_options, &option_index);
  168. #else
  169. - int c = getopt(argc, argv, "abceglndopstzwvh");
  170. + int c = getopt(argc, argv, "abceglndpstzwvh");
  171. #endif
  172.  
  173. if(c == -1)
  174. @@ -133,7 +130,6 @@
  175. case 'e':
  176. case 'a':
  177. case 'b':
  178. - case 'o':
  179. case 'l':
  180. case 'g':
  181. case 'n':
  182. @@ -277,13 +273,6 @@
  183. fstp.transliteration(input, output);
  184. break;
  185.  
  186. - case 'o':
  187. - fstp.initBiltrans();
  188. - checkValidity(fstp);
  189. - fstp.setBiltransSurfaceForms(true);
  190. - fstp.bilingual(input, output);
  191. - break;
  192. -
  193. case 'b':
  194. fstp.initBiltrans();
  195. checkValidity(fstp);
  196. Index: lttoolbox/Makefile.am
  197. ===================================================================
  198. --- lttoolbox/Makefile.am (revision 41420)
  199. +++ lttoolbox/Makefile.am (working copy)
  200. @@ -60,7 +60,7 @@
  201.  
  202.  
  203.  
  204. -man_MANS = lt-comp.1 lt-expand.1 lt-proc.1 lt-tmxcomp.1 lt-tmxproc.1 lt-print.1
  205. +man_MANS = lt-comp.1 lt-expand.1 lt-proc.1 lt-tmxcomp.1 lt-tmxproc.1
  206.  
  207. INCLUDES = -I$(top_srcdir) $(LTTOOLBOX_CFLAGS)
  208. CLEANFILES = *~
Add Comment
Please, Sign In to add comment