1: using System;
2: using System.Collections;
3: using System.Collections.Generic;
4: using Inflector;
5: using System.Globalization;
6: using System.IO;
7: using System.Linq;
8: using System.Reflection;
9: using System.Text;
10: using System.Text.RegularExpressions;
11: using System.Web;
12: using System.Xml.Linq;
13:
14: namespace Ia.Cl.Model
15: {
16: ////////////////////////////////////////////////////////////////////////////
17:
18: /// <summary publish="true">
19: /// Language related support class including langauge list and codes.
20: /// </summary>
21: /// <value>
22: /// The Arabic part is built upon "The Unicode Standard, Version 5.2" with plain, accented, and koranic chars.
23: ///
24: /// For language codes see: ISO 639-2 Language Code List - Codes for the representation of names of languages (Library of Congress)
25: /// See: href="http://www-01.sil.org/iso639-3/codes.asp?order=639_1"
26: /// See: href="http://en.wikipedia.org/wiki/List_of_ISO_639-2_codes"
27: /// </value>
28: /// <remarks>
29: /// Copyright © 2001-2015 Jasem Y. Al-Shamlan (info@ia.com.kw), Integrated Applications - Kuwait. All Rights Reserved.
30: ///
31: /// This library is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by
32: /// the Free Software Foundation, either version 3 of the License, or (at your option) any later version.
33: ///
34: /// This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of
35: /// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.
36: ///
37: /// You should have received a copy of the GNU General Public License along with this library. If not, see http://www.gnu.org/licenses.
38: ///
39: /// Copyright notice: This notice may not be removed or altered from any source distribution.
40: /// </remarks>
41: public class Language
42: {
43: private static XDocument xDocument;
44: private static List<Language> languageList;
45:
46: private const string latinPlainUpper = "\u0041-\u005a"; // ABCDEFGHIJKLMNOPQRSTUVWXYZ
47: private const string latinPlainLower = "\u0061-\u007a"; // abcdefghijklmnopqrstuvwxyz
48: private const string latinAccent = "\u00c0-\u00fc"; // ÀÁÂÃÄÅÆÇÈÉÊËÌÍÎÏÐÑÒÓÔÕÖ×ØÙÚÛÜÝÞßàáâãäåæçèéêëìíîïðñòóôõö÷øùúûü
49:
50: // http://en.wikipedia.org/wiki/Cyrillic_script_in_Unicode
51: private const string cyrillicPlain = "\u0400–\u04ff";
52: private const string cyrillicSupplement = "\u0500–\u052f";
53: private const string cyrillicExtendedA = "\u2de0–\u2dff";
54: private const string cyrillicExtendedB = "\ua640–\ua69f";
55: private const string choneticExtensions = "\u1d2b|\u1d78";
56:
57: private const string arabicPlain = "\u0621-\u063a|\u0641-\u064a"; // ءآأؤإئابةتثجحخدذرزسشصضطظعغـفقكلمنهوىي...
58: private const string arabicAccent = "\u064b-\u0652"; // ًٌٍَُِّْٕٖٜٓٔٗ٘ٙٚٛٝٞ
59: private const string arabicDigit = "\u0660-\u0669";
60: private const string arabicKoran = "\u0617-\u061a|\u06d6-\u06ed"; // ۖۗۘۙۚۛۜ۞ۣ۟۠ۡۢۤۥۦۧۨ۩۪ۭ۫۬
61: private const string arabicPoint = "\u0670";
62: private const string arabicKoranExtended = "\u0671";
63: private const string arabicExtended = "\u0671-\u06d3";
64: //arabicJoined = "\ufe81-\ufefc";
65:
66: private const string hiragana = "\u3041-\u309f";
67: private const string katakana = "\u30a0-\u30ff";
68: private const string katakanaPhonecticExtensions = "\u31f0-\u31ff";
69: private const string katakanaHalfwidth = "\uff65-\uff9f";
70:
71: private const string cjkUnifiedIdeographs = "\u4e00-\u9fbb";
72: private const string cjkUnifiedIdeographsExtentionA = "\u3400-\u4dbf";
73: private const string cjkUnifiedIdeographsExtentionB = "\u20000-\u200ff";
74: private const string cjkCompatibilityIdeographs = "\f900-\uf9ff";
75: private const string cjkCompatibilityIdeographsSupplement = "\u2f800-\u2f8bf";
76:
77: private const string hangulSyllables = "\uac00-\ud7af";
78: private const string hangulJamo = "\u1100-\u11ff";
79: private const string hangulCompatibilityJamo = "\u3130-\u318f";
80: private const string hangulHalfwidth = "\uffa0-\uffdc";
81:
82: private const string latin = latinPlainLower + "|" + latinPlainUpper + "|" + latinAccent;
83:
84: private const string cyrillic = @"\w+"; //cyrillic_plain + "|" + cyrillicSupplement + "|" + cyrillicExtendedA + "|" + cyrillicExtendedB + "|" + choneticExtensions;
85:
86: private const string arabic = arabicPlain + "|" + arabicAccent + "|" + arabicDigit + "|" + arabicKoran + "|" + arabicPoint + "|" + arabicKoranExtended;
87: private const string arabicNonWord = arabicAccent + "|" + arabicDigit + "|" + arabicKoran + "|" + arabicPoint + "|" + arabicKoranExtended;
88: private const string kana = hiragana + "|" + katakana + "|" + katakanaPhonecticExtensions + "|" + katakanaHalfwidth;
89: private const string hangul = hangulSyllables + "|" + hangulJamo + "|" + hangulCompatibilityJamo + "|" + hangulHalfwidth;
90:
91: //word = latin + "|" + arabic + "|" + kana + "|" + hangul;
92: //ideograph = cjk_unified_ideographs + "|" + cjk_unified_ideographs_extention_a + "|" + cjk_unified_ideographs_extention_b + "|" + cjk_compatibility_ideographs + "|" + cjk_compatibility_ideographs_supplement;
93:
94: /// <summary/>
95: public string Id { get; set; }
96:
97: /// <summary/>
98: public string Symbol { get; set; }
99:
100: /// <summary/>
101: public string Name { get; set; }
102:
103: /// <summary/>
104: public string EnglishName { get; set; }
105:
106: /// <summary/>
107: public string ArabicName { get; set; }
108:
109: /// <summary/>
110: public string Iso6391 { get; set; }
111:
112: /// <summary/>
113: public string Iso63925 { get; set; }
114:
115: /// <summary/>
116: public string Iso6393 { get; set; }
117:
118: ////////////////////////////////////////////////////////////////////////////
119:
120: /// <summary>
121: ///
122: /// </summary>
123: public Language()
124: {
125: }
126:
127: ////////////////////////////////////////////////////////////////////////////
128:
129: /// <summary>
130: ///
131: /// </summary>
132: public Language(string iso_639_1)
133: {
134: Language language;
135:
136: language = LanguageByIso6391(iso_639_1);
137:
138: this.Id = language.Id;
139: this.Name = language.Name;
140: this.Symbol = language.Symbol;
141: this.EnglishName = language.EnglishName;
142: this.ArabicName = language.ArabicName;
143: }
144:
145: ////////////////////////////////////////////////////////////////////////////
146:
147: /// <summary>
148: ///
149: /// </summary>
150: public static bool HasArabicLetter(string line)
151: {
152: bool has;
153:
154: if (line != null)
155: {
156: has = Regex.IsMatch(line, "[" + arabic + "]");
157: }
158: else has = false;
159:
160: return has;
161: }
162:
163: ////////////////////////////////////////////////////////////////////////////
164:
165: /// <summary>
166: ///
167: /// </summary>
168: public static ArrayList ListOfAllArabicWords
169: {
170: get
171: {
172: string u;
173: ArrayList wordArrayList;
174: Assembly _assembly;
175: //StreamReader streamReader;
176:
177: wordArrayList = null;
178: _assembly = Assembly.GetExecutingAssembly();
179:
180: try
181: {
182: using (var streamReader = new StreamReader(_assembly.GetManifestResourceStream("Ia.Cl.model.data.language.List of all Arabic words.txt")))
183: {
184: wordArrayList = new ArrayList(100000);
185:
186: if (streamReader.Peek() != -1)
187: {
188: while (!streamReader.EndOfStream)
189: {
190: u = streamReader.ReadLine();
191: if (u.Length > 0) wordArrayList.Add(u.Trim());
192: }
193: }
194: }
195: }
196: catch (Exception)
197: {
198: wordArrayList = null;
199: }
200: finally
201: {
202: }
203:
204: return wordArrayList;
205: }
206: }
207:
208: ////////////////////////////////////////////////////////////////////////////
209:
210: /// <summary>
211: ///
212: /// </summary>
213: public static Language LanguageByIso6391(string iso_639_1)
214: {
215: Language language;
216:
217: language = (from q in XDocument.Elements("languageList").Elements("iso").Elements("language")
218: where q.Attribute("iso_639_1").Value == iso_639_1
219: select new Language
220: {
221: Id = q.Attribute("iso_639_1").Value,
222: Symbol = q.Attribute("iso_639_1").Value,
223: Name = q.Attribute("name").Value,
224: EnglishName = q.Attribute("englishName").Value,
225: ArabicName = q.Attribute("arabicName").Value
226: }
227: ).First<Language>();
228:
229: return language;
230: }
231:
232: ////////////////////////////////////////////////////////////////////////////
233:
234: /// <summary>
235: ///
236: /// </summary>
237: public static string Ideograph(string language)
238: {
239: string s;
240:
241: s = "";
242:
243: if (language == "en") s = "";
244: else if (language == "es") s = "";
245: else if (language == "fr") s = "";
246: else if (language == "de") s = "";
247: else if (language == "nl") s = "";
248: else if (language == "ja") s = cjkUnifiedIdeographs + "|" + cjkUnifiedIdeographsExtentionA + "|" + cjkUnifiedIdeographsExtentionB + "|" + cjkCompatibilityIdeographs + "|" + cjkCompatibilityIdeographsSupplement;
249: else if (language == "ko") s = cjkUnifiedIdeographs + "|" + cjkUnifiedIdeographsExtentionA + "|" + cjkUnifiedIdeographsExtentionB + "|" + cjkCompatibilityIdeographs + "|" + cjkCompatibilityIdeographsSupplement;
250:
251: else if (language == "zh_traditional") s = cjkUnifiedIdeographs + "|" + cjkUnifiedIdeographsExtentionA + "|" + cjkUnifiedIdeographsExtentionB + "|" + cjkCompatibilityIdeographs + "|" + cjkCompatibilityIdeographsSupplement;
252: else if (language == "zh_simplified") s = cjkUnifiedIdeographs + "|" + cjkUnifiedIdeographsExtentionA + "|" + cjkUnifiedIdeographsExtentionB + "|" + cjkCompatibilityIdeographs + "|" + cjkCompatibilityIdeographsSupplement;
253: else if (language == "zh") s = cjkUnifiedIdeographs + "|" + cjkUnifiedIdeographsExtentionA + "|" + cjkUnifiedIdeographsExtentionB + "|" + cjkCompatibilityIdeographs + "|" + cjkCompatibilityIdeographsSupplement;
254:
255: else if (language == "ar") s = "";
256:
257: return s;
258: }
259:
260: ////////////////////////////////////////////////////////////////////////////
261:
262: /// <summary>
263: ///
264: /// </summary>
265: public static string WordCharacters(string language)
266: {
267: string s;
268:
269: s = "";
270:
271: if (language == "en") s = latin;
272: else if (language == "es") s = latin;
273: else if (language == "fr") s = latin;
274: else if (language == "de") s = latin;
275: else if (language == "nl") s = latin;
276: else if (language == "ru") s = cyrillic;
277: else if (language == "ja") s = kana;
278: else if (language == "ko") s = hangul;
279: else if (language == "zh_traditional") s = null;
280: else if (language == "zh_simplified") s = null;
281: else if (language == "ar") s = arabic;
282:
283: return s;
284: }
285:
286: ////////////////////////////////////////////////////////////////////////////
287:
288: /// <summary>
289: ///
290: /// </summary>
291: public static string WordsRegularExpression(string language)
292: {
293: string s;
294:
295: if (language == "ja") s = "[" + hiragana + "]+|[" + katakana + "]+|[" + katakanaPhonecticExtensions + "]+|[" + katakanaHalfwidth + "]+";
296: else
297: {
298: s = "[" + WordCharacters(language) + "]+";
299: }
300:
301: return s;
302: }
303:
304: ////////////////////////////////////////////////////////////////////////////
305:
306: /// <summary>
307: ///
308: /// </summary>
309: public static string BasicWord(string language)
310: {
311: string s;
312:
313: s = "";
314:
315: if (language == "en") s = latinPlainLower;
316: else if (language == "es") s = latinPlainLower;
317: else if (language == "fr") s = latinPlainLower;
318: else if (language == "de") s = latinPlainLower;
319: else if (language == "nl") s = latinPlainLower;
320: else if (language == "ru") s = cyrillic;
321: else if (language == "ja") s = kana;
322: else if (language == "ko") s = hangul;
323: else if (language == "zh_traditional") s = null;
324: else if (language == "zh_simplified") s = null;
325: else if (language == "ar") s = arabicPlain;
326:
327: return s;
328: }
329:
330: ////////////////////////////////////////////////////////////////////////////
331:
332: /// <summary>
333: ///
334: /// </summary>
335: public static string BasicWordsRegularExpression(string language)
336: {
337: string s;
338:
339: if (language == "ja") s = "[" + hiragana + "]+|[" + katakana + "]+|[" + katakanaPhonecticExtensions + "]+|[" + katakanaHalfwidth + "]+";
340: else
341: {
342: s = "[" + BasicWord(language) + "]+";
343: }
344:
345: return s;
346: }
347:
348: ////////////////////////////////////////////////////////////////////////////
349:
350: /// <summary>
351: ///
352: /// </summary>
353: public static string NonWord(string language)
354: {
355: string s;
356:
357: s = "";
358:
359: if (language == "en") s = "";
360: else if (language == "es") s = "";
361: else if (language == "fr") s = "";
362: else if (language == "de") s = "";
363: else if (language == "nl") s = "";
364: else if (language == "ja") s = "";
365: else if (language == "ko") s = "";
366: else if (language == "zh_traditional") s = "";
367: else if (language == "zh_simplified") s = "";
368: else if (language == "ar") s = arabicNonWord;
369:
370: return s;
371: }
372:
373: ////////////////////////////////////////////////////////////////////////////
374:
375: /// <summary>
376: ///
377: /// </summary>
378: public static string BasicForm(string word)
379: {
380: // for Western languages, this function takes in a word and returns a copy of the word with all capital letters changed to small, and all
381: // accent letters to standard ASCII ones. For Japanese and Korean, on the other hand, this function is not yet defined. It will just return the
382: // same argument unchanged, for now.
383:
384: word = word.Replace("ß", "ss");
385: word = word.ToLowerInvariant();
386:
387: word = word.Replace("ٱ", "ا");
388: word = Regex.Replace(word, "[" + Ia.Cl.Model.Language.NonWord("ar") + "]", "");
389:
390: word = RemoveDiacritics(word);
391:
392: return word;
393: }
394:
395: ////////////////////////////////////////////////////////////////////////////
396:
397: /// <summary>
398: /// Remove punctuation marks
399: /// http://stackoverflow.com/questions/18830813/how-can-i-remove-punctuation-from-input-text-in-java
400: /// </summary>
401: public static string RemovePunctuationMarks(string text)
402: {
403: text = Regex.Replace(text, "\\p{P}", "");
404:
405: return text;
406: }
407:
408: ////////////////////////////////////////////////////////////////////////////
409:
410: /// <summary>
411: ///
412: /// </summary>
413: public static string RemoveDiacritics(string text)
414: {
415: // http://stackoverflow.com/questions/249087/how-do-i-remove-diacritics-accents-from-a-string-in-net
416:
417: var normalizedString = text.Normalize(NormalizationForm.FormD);
418: var stringBuilder = new StringBuilder();
419:
420: foreach (var c in normalizedString)
421: {
422: var unicodeCategory = CharUnicodeInfo.GetUnicodeCategory(c);
423: if (unicodeCategory != UnicodeCategory.NonSpacingMark)
424: {
425: stringBuilder.Append(c);
426: }
427: }
428:
429: return stringBuilder.ToString().Normalize(NormalizationForm.FormC);
430: }
431:
432: ////////////////////////////////////////////////////////////////////////////
433:
434: /// <summary>
435: /// Generate an array of "similar" Arabic pronouciations of a word, like أحمد and احمد.
436: /// </summary>
437: public static List<string> ProduceSimilarArabicWords(string word)
438: {
439: List<string> list;
440: Hashtable hashtable;
441:
442: hashtable = new Hashtable(20);
443: list = new List<string>();
444:
445: // add words to Hashtable:
446: hashtable[word] = 1;
447: hashtable[word.Replace("ـ", "")] = 1;
448:
449: hashtable[Regex.Replace(word, "\\bو", "و ")] = 1;
450: hashtable[Regex.Replace(word, "\\bو\\s+", "و")] = 1;
451:
452: ProduceSimilarArabicWordsAddKeepBothVariationsToArrayList(word, "أ", "ا", ref hashtable);
453: ProduceSimilarArabicWordsAddKeepBothVariationsToArrayList(word, "إ", "ا", ref hashtable);
454:
455: ProduceSimilarArabicWordsAddKeepBothVariationsToArrayList(word, "ى", "ي", ref hashtable);
456: ProduceSimilarArabicWordsAddKeepBothVariationsToArrayList(word, "ة", "ه", ref hashtable);
457:
458: ProduceSimilarArabicWordsAddKeepBothVariationsToArrayList(word, "و", "ؤ", ref hashtable);
459: ProduceSimilarArabicWordsAddKeepBothVariationsToArrayList(word, "عبد ", "عبد", ref hashtable);
460:
461: ProduceSimilarArabicWordsAddKeepBothVariationsToArrayList(word, "ابو ", "ابو", ref hashtable);
462: ProduceSimilarArabicWordsAddKeepBothVariationsToArrayList(word, "داود ", "داوود", ref hashtable);
463:
464: ProduceSimilarArabicWordsAddKeepBothVariationsToArrayList(word, "آ", "ءا", ref hashtable);
465: ProduceSimilarArabicWordsAddKeepBothVariationsToArrayList(word, "آ", "ا", ref hashtable);
466:
467:
468:
469: foreach (string s in hashtable.Keys) if (s.Length > 0) list.Add(s);
470:
471: return list;
472: }
473:
474: ////////////////////////////////////////////////////////////////////////////
475:
476: /// <summary>
477: ///
478: /// </summary>
479: private static void ProduceSimilarArabicWordsAddKeepBothVariationsToArrayList(string word, string variant1, string variant2, ref Hashtable hashtable)
480: {
481: hashtable[word.Replace(variant1, variant2)] = 1;
482: hashtable[word.Replace(variant2, variant1)] = 1;
483: }
484:
485: ////////////////////////////////////////////////////////////////////////////
486:
487: /// <summary>
488: /// Convert Arabic numerals ١٢٣٤٥٦٧٨٩٠ to Latin 1234567890
489: /// </summary>
490: /// <param name="s">Arabic number in string format</param>
491: /// <returns>Latin equivalent</returns>
492: public static string ConvertArabicNumbersToLatin(string s)
493: {
494: s = s.Replace("١", "1");
495: s = s.Replace("٢", "2");
496: s = s.Replace("٣", "3");
497: s = s.Replace("٤", "4");
498: s = s.Replace("٥", "5");
499: s = s.Replace("٦", "6");
500: s = s.Replace("٧", "7");
501: s = s.Replace("٨", "8");
502: s = s.Replace("٩", "9");
503: s = s.Replace("٠", "0");
504:
505: return s;
506: }
507:
508: ////////////////////////////////////////////////////////////////////////////
509:
510: /// <summary>
511: /// Convert Latin numerals 1234567890 to Arabic ١٢٣٤٥٦٧٨٩٠
512: /// </summary>
513: /// <param name="s">Latin number in string format</param>
514: /// <returns>Arabic equivalent</returns>
515: public static string ConvertLatinNumbersToArabic(string s)
516: {
517: s = s.Replace("1", "١");
518: s = s.Replace("2", "٢");
519: s = s.Replace("3", "٣");
520: s = s.Replace("4", "٤");
521: s = s.Replace("5", "٥");
522: s = s.Replace("6", "٦");
523: s = s.Replace("7", "٧");
524: s = s.Replace("8", "٨");
525: s = s.Replace("9", "٩");
526: s = s.Replace("0", "٠");
527:
528: return s;
529: }
530:
531: ////////////////////////////////////////////////////////////////////////////
532:
533: /// <summary>
534: /// Correct an Arabic string to the proper format of Arabic
535: /// </summary>
536: /// <param name="name">Name to be examined</param>
537: /// <returns>String of correct format</returns>
538: public static string CorrectArabicNameNounStringFormat(string name)
539: {
540: name = Regex.Replace(name, @"\s+", @" ");
541: name = name.Trim();
542:
543: // remove all 'ـ' chars
544: name = name.Replace("ـ", "");
545:
546: // last 'ه' to 'ة' (on word border)
547: // exceptions: 'الله' ...etc.
548: if (!Regex.IsMatch(name, "\\bشاه\\b")) name = Regex.Replace(name, "ه\\b", "ة");
549: name = name.Replace("اللة", "الله");
550:
551: // remove first 'دكتور' 'د' 'الدكتور'
552: name = Regex.Replace(name, "\\bدكتور\\b", "");
553: name = Regex.Replace(name, "\\bالدكتور\\b", "");
554: name = Regex.Replace(name, "\\bدكتورة\\b", "");
555: name = Regex.Replace(name, "\\bالدكتورة\\b", "");
556: name = Regex.Replace(name, "\\bد\\b", "");
557:
558: name = Regex.Replace(name, @"\bعبد\s+", "عبد");
559: name = Regex.Replace(name, @"\s+و\s+", " و");
560:
561: // first ''last 'ى' to 'ي' (on word border)
562: if (!name.Contains("يسرى")
563: && !name.Contains("يحيى")
564: && !name.Contains("هدى")
565: && !name.Contains("سلمى")
566: && !name.Contains("منى")
567: && !name.Contains("منتهى")
568: && !name.Contains("ليلى")
569: && !name.Contains("عيسى")
570: && !name.Contains("موسى")
571: && !name.Contains("سلوى")
572: && !name.Contains("بشرى")
573: && !name.Contains("صغرى")
574: && !name.Contains("صدى")
575: && !name.Contains("كبرى")
576: && !name.Contains("مصطفى")
577: && !name.Contains("ندى")
578: && !name.Contains("يسرى")
579: && !name.Contains("يمنى")
580: && !name.Contains("مستشفى")
581: && !name.Contains("تقوى")
582: && !name.Contains("ذكرى")
583: && !name.Contains("بشرى")
584: && !name.Contains("موسيقى")
585: && !name.Contains("ذكرى")
586: && !name.Contains("ضحى")
587: && !name.Contains("لبنى")
588: && !name.Contains("ذكرى")
589: && !name.Contains("مقتدى")
590: && !name.Contains("مقهى")
591: && !name.Contains("ملهى")
592: && !name.Contains("منتدى")
593: && !name.Contains("منتهى")
594: && !name.Contains("يمنى")
595: && !name.Contains("مرتضى")
596: ) name = Regex.Replace(name, "ى\\b", "ي");
597:
598: //
599: name = Regex.Replace(name, "\\bاحمد", "أحمد");
600: name = Regex.Replace(name, "\\bازياء", "أزياء");
601: name = Regex.Replace(name, "\\bاوكسجين", "أوكسجين");
602: name = Regex.Replace(name, "\\bاقبال", "إقبال");
603: name = Regex.Replace(name, "\\bابيار", "أبيار");
604: name = Regex.Replace(name, "اسنان", "أسنان");
605: name = Regex.Replace(name, "[أ|ا]براهيم", "إبراهيم");
606: name = Regex.Replace(name, "[أ|ا]سماعيل", "إسماعيل");
607: name = Regex.Replace(name, "اجياد", "أجياد");
608: name = Regex.Replace(name, "\\bامل\\b", "أمل");
609: name = Regex.Replace(name, "\\bايوب\\b", "أيوب");
610: name = Regex.Replace(name, "\\bايهاب\\b", "إيهاب");
611: name = Regex.Replace(name, "\\bايمن\\b", "أيمن");
612: name = Regex.Replace(name, "\\bايمان\\b", "إيمان");
613: name = Regex.Replace(name, "\\bاياد\\b", "أياد");
614: name = Regex.Replace(name, "\\bانيسة\\b", "أنيسة");
615: name = Regex.Replace(name, "\\bانيس\\b", "أنيس");
616: name = Regex.Replace(name, "\\bانور\\b", "أنور");
617: name = Regex.Replace(name, "\\bانوار\\b", "أنوار");
618: name = Regex.Replace(name, "\\bامينة\\b", "أمينة");
619: name = Regex.Replace(name, "\\bامين\\b", "أمين");
620: name = Regex.Replace(name, "\\bاميمة\\b", "أميمة");
621: name = Regex.Replace(name, "\\bامير\\b", "أمير");
622: name = Regex.Replace(name, "\\bاميرة\\b", "أميرة");
623: name = Regex.Replace(name, "\\bامنة\\b", "آمنة");
624: name = Regex.Replace(name, "\\bامثال\\b", "أمثال");
625: name = Regex.Replace(name, "\\bاماني\\b", "أماني");
626: name = Regex.Replace(name, "\\bامان\\b", "أمان");
627: name = Regex.Replace(name, "\\bامال\\b", "آمال");
628: name = Regex.Replace(name, "\\bام\\b", "أم");
629: name = Regex.Replace(name, "\\bالهام\\b", "إلهام");
630:
631: // 'أل to 'ال'
632: name = Regex.Replace(name, "\\bأل", "ال");
633:
634: // 'اا' at begining to 'ا'
635: name = name.Replace("\\bاا", "ا");
636:
637: // reduce any 3 concecutive similar arabic letters to only 2
638: name = name.Replace(@"(\d)\1\1", @"\1\1");
639:
640: name = Regex.Replace(name, @"\s+", @" ");
641: name = name.Trim();
642:
643: return name;
644: }
645:
646: ////////////////////////////////////////////////////////////////////////////
647:
648: /// <summary>
649: /// Remove non latin characters
650: /// </summary>
651: /// <param name="line">Line to be cleaned</param>
652: /// <returns>String of name cleaned</returns>
653: public static string RemoveNonLatinCharacters(string line)
654: {
655: line = Regex.Replace(line, "[^ " + latin + "]", "");
656:
657: return line;
658: }
659:
660: ////////////////////////////////////////////////////////////////////////////
661:
662: /// <summary>
663: /// Remove non Arabic and non Arabic-Extended letters and digits
664: /// </summary>
665: /// <param name="iso6393"></param>
666: /// <param name="line">Line to filter</param>
667: /// <returns>Filtered line</returns>
668: public static string RemoveNonNativeAndNonNativeExtendedLettersAndDigitsAccordingToLanguage(string iso6393, string line)
669: {
670: if (iso6393 == "ar")
671: {
672: line = Regex.Replace(line, "[^ " + arabicPlain + "|" + arabicDigit + "|" + arabicExtended + "]", "");
673: }
674: else
675: {
676:
677: }
678:
679: return line;
680: }
681:
682: ////////////////////////////////////////////////////////////////////////////
683:
684: /// <summary>
685: /// Convert single latin digits to equivalent native word digits according to language
686: /// </summary>
687: /// <param name="iso6393"></param>
688: /// <param name="line">String to process</param>
689: /// <returns>Filtered string</returns>
690: public static string ConvertSingleLatinDigitsToNativeWordEquivalentAccordingToLanguage(string iso6393, string line)
691: {
692: if (iso6393 == "ar")
693: {
694: line = ConvertArabicNumbersToLatin(line);
695:
696: line = line.Replace("1", "واحد");
697: line = line.Replace("2", "إثنين");
698: line = line.Replace("3", "ثلاثة");
699: line = line.Replace("4", "أربعة");
700: line = line.Replace("5", "خمسة");
701: line = line.Replace("6", "ستة");
702: line = line.Replace("7", "سبعة");
703: line = line.Replace("8", "ثمانية");
704: line = line.Replace("9", "تسعة");
705: line = line.Replace("0", "صفر");
706: }
707: else
708: {
709:
710: }
711:
712: return line;
713: }
714:
715: ////////////////////////////////////////////////////////////////////////////
716:
717: /// <summary>
718: /// Removes the latin transliterations of subject references of native words according to language. For example "الصيد" could be transliterated to "al sayid", and we want to remove the "al" from the transliteration.
719: /// </summary>
720: /// <param name="iso6393"></param>
721: /// <param name="line">Line to be probed and cleaned</param>
722: /// <returns>String of line cleaned</returns>
723: public static string RemoveLatinTransliterationsOfSubjectReferencesOfNativeWordTransliterationAccordingToLanguagee(string iso6393, string line)
724: {
725: // below: Arabic words
726: if (iso6393 == "ar")
727: {
728: line = Regex.Replace(line, "\\bas\\b", "", RegexOptions.IgnoreCase);
729: line = Regex.Replace(line, "\\bal\\b", "", RegexOptions.IgnoreCase);
730: line = Regex.Replace(line, "\\bash\\b", "", RegexOptions.IgnoreCase);
731: line = Regex.Replace(line, "\\bat\\b", "", RegexOptions.IgnoreCase);
732:
733: line = Regex.Replace(line, "\\bad\\b", "", RegexOptions.IgnoreCase);
734: line = Regex.Replace(line, "\\bar\\b", "", RegexOptions.IgnoreCase);
735: line = Regex.Replace(line, "\\ban\\b", "", RegexOptions.IgnoreCase);
736: line = Regex.Replace(line, "\\bath\\b", "", RegexOptions.IgnoreCase);
737:
738: line = Regex.Replace(line, "\\baz\\b", "", RegexOptions.IgnoreCase);
739: line = Regex.Replace(line, "\\baz̧( |\\b)", "", RegexOptions.IgnoreCase); // different than above
740: }
741: else
742: {
743:
744: }
745:
746: return line;
747: }
748:
749: ////////////////////////////////////////////////////////////////////////////
750:
751: /// <summary>
752: /// Produce Arabic Text of Latin Transliterations of Arabic Word Definit Article
753: /// </summary>
754: /// <param name="name">Latin Transliteration of Arabic word</param>
755: /// <returns>Arabic text</returns>
756: public static string ProduceArabicTextOfLatinTransliterationsOfArabicWordDefinitArticle(string name)
757: {
758: name = Regex.Replace(name, "\\bas\\s*\\b", "ال", RegexOptions.IgnoreCase);
759: name = Regex.Replace(name, "\\bal\\s*\\b", "ال", RegexOptions.IgnoreCase);
760: name = Regex.Replace(name, "\\bash\\s*\\b", "ال", RegexOptions.IgnoreCase);
761: name = Regex.Replace(name, "\\bat\\s*\\b", "ال", RegexOptions.IgnoreCase);
762: name = Regex.Replace(name, "\\bad\\s*\\b", "ال", RegexOptions.IgnoreCase);
763: name = Regex.Replace(name, "\\bar\\s*\\b", "ال", RegexOptions.IgnoreCase);
764: name = Regex.Replace(name, "\\ban\\s*\\b", "ال", RegexOptions.IgnoreCase);
765: name = Regex.Replace(name, "\\bath\\s*\\b", "ال", RegexOptions.IgnoreCase);
766: name = Regex.Replace(name, "\\baz\\s*\\b", "ال", RegexOptions.IgnoreCase);
767:
768: name = Regex.Replace(name, "\\baş\\s*\\b", "ال", RegexOptions.IgnoreCase);
769: name = Regex.Replace(name, "\\baţ\\s*\\b", "ال", RegexOptions.IgnoreCase);
770: name = Regex.Replace(name, "\\baḑ\\s*\\b", "ال", RegexOptions.IgnoreCase);
771: name = Regex.Replace(name, "\\badh\\s*\\b", "ال", RegexOptions.IgnoreCase);
772:
773: name = Regex.Replace(name, "\\baz̧\\s*\\b", "ال", RegexOptions.IgnoreCase);
774: name = Regex.Replace(name, "\\baş\\s*\\b", "ال", RegexOptions.IgnoreCase);
775:
776: return name;
777: }
778:
779: ////////////////////////////////////////////////////////////////////////////
780:
781: /// <summary>
782: /// Remove space after the latin transliteration of Arabic word's definit article
783: /// </summary>
784: /// <param name="name">Latin Transliteration of Arabic word with article space</param>
785: /// <returns>Latin transliteration without article space</returns>
786: public static string RemoveSpaceAfterLatinTransliterationsOfArabicWordsDefinitArticle(string name)
787: {
788: name = Regex.Replace(name, "\\b(as|al|ash|at|ad|ar|an|ath|az|aş|aţ|aḑ|adh|az̧)\\s*\\b", "$1", RegexOptions.IgnoreCase);
789: // note two different z and z̧
790:
791: return name;
792: }
793:
794: ////////////////////////////////////////////////////////////////////////////
795:
796: /// <summary>
797: /// Remove the wrong space between a native definit article and its word.
798: /// </summary>
799: /// <param name="iso6393"></param>
800: /// <param name="name">Native text</param>
801: /// <returns>Natieve text</returns>
802: public static string RemoveWrongSpaceBetweenNativeDefinitArticleAndItsWord(string iso6393, string name)
803: {
804: if (iso6393 == "ar")
805: {
806: name = Regex.Replace(name, "\\b[أ|ا]ت ت", "الت", RegexOptions.IgnoreCase);
807: name = Regex.Replace(name, "\\b[أ|ا]ث ث", "الث", RegexOptions.IgnoreCase);
808: name = Regex.Replace(name, "\\b[أ|ا]د د", "الد", RegexOptions.IgnoreCase);
809: name = Regex.Replace(name, "\\b[أ|ا]ذ ذ", "الذ", RegexOptions.IgnoreCase);
810: name = Regex.Replace(name, "\\b[أ|ا]ر ر", "الر", RegexOptions.IgnoreCase);
811:
812: name = Regex.Replace(name, "\\b[أ|ا]ز ز", "الز", RegexOptions.IgnoreCase);
813: name = Regex.Replace(name, "\\b[أ|ا]س س", "الس", RegexOptions.IgnoreCase);
814: name = Regex.Replace(name, "\\b[أ|ا]ش ش", "الش", RegexOptions.IgnoreCase);
815: name = Regex.Replace(name, "\\b[أ|ا]ص ص", "الص", RegexOptions.IgnoreCase);
816: name = Regex.Replace(name, "\\b[أ|ا]ض ض", "الض", RegexOptions.IgnoreCase);
817:
818: name = Regex.Replace(name, "\\b[أ|ا]ط ط", "الط", RegexOptions.IgnoreCase);
819: name = Regex.Replace(name, "\\b[أ|ا]ظ ظ", "الظ", RegexOptions.IgnoreCase);
820: name = Regex.Replace(name, "\\b[أ|ا]ل ل", "الل", RegexOptions.IgnoreCase);
821: name = Regex.Replace(name, "\\b[أ|ا]ن ن", "الن", RegexOptions.IgnoreCase);
822:
823: name = Regex.Replace(name, "\\b[أ|ا]ل ", "ال", RegexOptions.IgnoreCase);
824: }
825: else
826: {
827:
828: }
829:
830: return name;
831: }
832:
833: ////////////////////////////////////////////////////////////////////////////
834:
835: /// <summary>
836: /// Produce approximate native text of latin transliterations of native words
837: /// </summary>
838: /// <param name="iso6393"></param>
839: /// <param name="name">Latin transliteration of native word</param>
840: /// <returns>Approximate native text</returns>
841: public static string ProduceApproximateNativeTextOfLatinTransliterationsOfNativeWordsAccrodingToLanguage(string iso6393, string name)
842: {
843: /*
844: * To match:
845: * '’' use '\u2019'
846: * '‘' use '\u2018'
847: */
848:
849: if (iso6393 == "ar")
850: {
851: name = name.ToLower();
852:
853: // for some reason I can not match "'\b"
854: // does not work: name = Regex.Replace(name, "i\u2018\\b", "ع");
855: // works(?): name = Regex.Replace(name, "i\u2018(\\b|$)", "ع");
856:
857: name = Regex.Replace(name, "ayyā", "يا");
858: name = Regex.Replace(name, "iyah\\b", "ية");
859: name = name.Replace("dhdh", "ذ");
860: name = name.Replace("thth", "ث");
861: name = name.Replace("shsh", "ش");
862: name = Regex.Replace(name, "deid", "ديد");
863:
864: name = Regex.Replace(name, "lay", "لي");
865: name = Regex.Replace(name, "way", "وي");
866: name = Regex.Replace(name, "ain", "ين");
867: name = Regex.Replace(name, "llá\\b", "لا");
868: name = Regex.Replace(name, "iyā", "يا");
869: name = name.Replace("yya", "ي");
870: name = Regex.Replace(name, "\\bAya", "أيا");
871:
872: name = name.Replace("mm", "م");
873: name = name.Replace("bb", "ب");
874: name = name.Replace("dd", "د");
875: name = name.Replace("ff", "ف");
876: name = name.Replace("ss", "س");
877: name = name.Replace("ll", "ل");
878: name = name.Replace("rr", "ر");
879: name = name.Replace("zz", "ز");
880: name = name.Replace("nn", "ن");
881: name = name.Replace("jj", "ج");
882: name = name.Replace("ww", "و");
883: name = name.Replace("qq", "ق");
884: name = name.Replace("tt", "ت");
885: name = name.Replace("ḩḩ", "ح");
886: name = name.Replace("kk", "ك");
887: name = name.Replace("ţţ", "ط");
888: name = name.Replace("şş", "ص");
889: name = name.Replace("ḑḑ", "ض"); // not same
890: name = name.Replace("ḍḍ", "ض");
891: name = name.Replace("ay", "ي");
892: name = name.Replace("au", "و");
893: name = name.Replace("āy", "اي");
894: name = name.Replace("kh", "خ");
895: name = name.Replace("sh", "ش");
896: name = name.Replace("th", "ث");
897: name = name.Replace("dh", "ض");
898: name = name.Replace("gh", "غ");
899:
900: name = Regex.Replace(name, "ah\\b", "ة");
901: name = Regex.Replace(name, "āt\\b", "ات");
902: name = Regex.Replace(name, "at\\b", "ات");
903: name = Regex.Replace(name, "ā\u2019i", "ائ");
904: name = Regex.Replace(name, "ā\u2019(\\b|$)", "اء");
905: name = Regex.Replace(name, "\u2018ā(\\b|$)", "عا");
906: name = Regex.Replace(name, "\u2018a", "ع");
907: name = Regex.Replace(name, "\u2018u", "ع");
908: name = Regex.Replace(name, "\u2018ū", "عو");
909: name = Regex.Replace(name, "\u2018ī", "عي");
910: name = Regex.Replace(name, "i\u2018(\\b|$)", "ع");
911: name = Regex.Replace(name, "i\u2018", "ئ");
912: name = Regex.Replace(name, "i\u2019", "ئ");
913: name = Regex.Replace(name, "ay\u2018\\b", "يع");
914: name = Regex.Replace(name, "ay\\b", "ي");
915: name = Regex.Replace(name, "ei", "ي");
916: name = Regex.Replace(name, "yā", "يا");
917: name = Regex.Replace(name, "ya", "ي");
918: name = Regex.Replace(name, "īt\\b", "يت");
919: name = Regex.Replace(name, "ḩá\\b", "حا");
920:
921: name = Regex.Replace(name, "t\\b", "ة");
922: name = name.Replace("ş", "ص");
923: name = name.Replace("ḑ", "ض"); // not same
924: name = name.Replace("ḍ", "ض");
925: name = name.Replace("ţ", "ط");
926: name = name.Replace("ā", "ا");
927: name = name.Replace("a’", "ا");
928: name = name.Replace("ī", "ي");
929: name = name.Replace("ū", "و");
930: name = name.Replace("ḩ", "ح");
931:
932: name = Regex.Replace(name, "\\ba", "أ");
933: name = Regex.Replace(name, "\\bu", "أ");
934: name = Regex.Replace(name, "\\bi", "أ");
935: name = Regex.Replace(name, "i\\b", "ي");
936: name = Regex.Replace(name, "y\\b", "ي");
937:
938: name = name.Replace("a", "");
939: name = name.Replace("b", "ب");
940: name = name.Replace("t", "ت");
941: //name = name.Replace("c", "");
942: name = name.Replace("j", "ج");
943: name = name.Replace("g", "ج");
944: name = name.Replace("d", "د");
945: name = name.Replace("r", "ر");
946: name = name.Replace("r", "ر");
947: name = name.Replace("s", "س");
948: name = name.Replace("t", "ت");
949: name = name.Replace("d", "د");
950: name = name.Replace("e", "");
951: name = name.Replace("h", "ه");
952: name = name.Replace("i", "");
953: name = name.Replace("j", "ج");
954: name = name.Replace("p", "ب");
955: name = name.Replace("f", "ف");
956: name = name.Replace("q", "ق");
957: name = name.Replace("k", "ك");
958: name = name.Replace("l", "ل");
959: name = name.Replace("m", "م");
960: name = name.Replace("n", "ن");
961: name = name.Replace("h", "ه");
962: name = name.Replace("u", "");
963: name = name.Replace("v", "ف");
964: name = name.Replace("o", "");
965: name = name.Replace("w", "و");
966: name = name.Replace("y", "");
967: name = name.Replace("w", "و");
968: name = name.Replace("z̧", "ظ"); // note this is not 'z'. KEEP THIS ORDER.
969: name = name.Replace("z", "ز");
970: name = name.Replace("á", "اء");
971:
972: name = Regex.Replace(name, "\\b\u2018", "ع");
973:
974: //name = name.Replace("7", "ح");
975: //name = name.Replace("3", "ع");
976: //name = name.Replace("6", "ط");
977:
978: // name = name.Replace("", "");
979: // name = Regex.Replace(name, "\\b\\b", "");
980: }
981: else
982: {
983:
984: }
985:
986: return name;
987: }
988:
989: ////////////////////////////////////////////////////////////////////////////
990:
991: /// <summary>
992: ///
993: /// </summary>
994: public static string ProduceExactNativeTextOfSingleLatinTransliterationsOfNativeWordsAccordingToLanguage(string iso6393, string name)
995: {
996: /*
997: * Remove english worlds like Island, Airport, Ridge, North, Ridge, Customs, Long, South, East, Inner,
998: * Channel, Reef Islet...etc.
999: *
* To match:
* '’' use '\u2019'
* '‘' use "\u2018'
*/
if (iso6393 == "ar")
{
// kw
name = Regex.Replace(name, "\\bKhalij\\b", "خليج", RegexOptions.IgnoreCase);
// name = Regex.Replace(name, "\\bAl Kuwait\\b", "الكويت", RegexOptions.IgnoreCase);
//name = Regex.Replace(name, "\\bDā’irī\\b", "دائري", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bSha\u2018īb\\b", "شعيب", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bSha\u2018ib\\b", "شعيب", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bShi\u2018b\\b", "شعب", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bAbū\\b", "أبو", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bBū\\b", "أبو", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bḨisū\\b", "حسو", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bSayḩ\\b", "سيح", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bKharmat\\b", "خرمة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bŢawī\\b", "طوي", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bKhaţmat\\b", "خطمة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bYadd\\b", "يد", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQāriḩat\\b", "قارحات", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bGhāfat\\b", "غافة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bWara\\b", "وارة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bYabbah\\b", "يبة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bBidud\\b", "بدود", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMayy\\b", "مي", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bYarīrah\\b", "يريرة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bNā\u2019if\\b", "نايف", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bBarqat\\b", "برقة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bHaz\u2019", "هزع", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bDhi\u2019b", "ذئب", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bSuyūl\\b", "سيول", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bFā\u2019iyah\\b", "فائية", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "Khawr Fakkān", "خورفكان", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMusá\\b", "موسى", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMuhammad\\b", "محمد", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMohammad\\b", "محمد", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMuhammed\\b", "محمد", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMohammed\\b", "محمد", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bAhmad\\b", "أحمد", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bAhmed\\b", "أحمد", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bWādī\\b", "وادي", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bWadi\\b", "وادي", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bWâdi\\b", "وادي", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bWād\\b", "وادي", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bWudayy\\b", "ودي", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bJaww\\b", "جو", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bDarb\\b", "درب", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bManākh\\b", "مناخ", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bJibāl\\b", "جبال", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bJibal\\b", "جبال", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bRawḑat\\b", "روضة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bNufūd\\b", "نفود", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bNafūd\\b", "نفود", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMazra\u2018at\\b", "مزرعة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bFayḑat\\b", "فيضة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bKhashm\\b", "خشم", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bĀbār\\b", "آبار", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bBi\u2019r\\b", "بئر", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bBi\u2018r\\b", "بئر", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQalīb\\b", "قليب", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQulayyib\\b", "قليب", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQulbān\\b", "قلبان", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bḐulay\u2018\\b", "ضليع", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bḐulū\u2018\\b", "ضلوع", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bḨaşāt\\b", "حصاة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bJabal\\b", "جبل", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bJubayl\\b", "جبيل", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bHijrat\\b", "هجرة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bḤazm\\b", "حزم", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bḨazm\\b", "حزم", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bḨuzūm\\b", "حزوم", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bKhabrā\u2019\\b", "خبراء", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bKhubayrā\u2019\\b", "خبيراء", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bKhabrat\\b", "خبرة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bFāj\\b", "فج", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bSabkhat\\b", "صبخة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQā\u2018\\b", "قاع", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bḨalāt\\b", "حالة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\u2018Irq\\b", "عرق", RegexOptions.IgnoreCase); // like that
name = Regex.Replace(name, "\u2018Ays\\b", "عيس", RegexOptions.IgnoreCase); // like that
name = Regex.Replace(name, "\u2018Ayb\\b", "عيب", RegexOptions.IgnoreCase); // like that
name = Regex.Replace(name, "\\bFiyāḑ\\b", "فياض", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bHaḑb\\b", "هدب", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bḨarrat\\b", "حرة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bKhawr\\b", "خور", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bAin\\b", "عين", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\b\u2018Ayn\\b", "عين", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bḨijl\\b", "حجل", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bḨattá\\b", "حتا", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bShiqqat\\b", "شقة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\b\u2018Urūq\\b", "عروق", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQalamat\\b", "قلمة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQulumat\\b", "قلمة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bHadh\\b", "حد", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bUmm\\b", "أم", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bUmmahāt\\b", "أمهات", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bRimāl\\b", "رمال", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bRamlat\\b", "رملة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bKhayţ\\b", "خيط", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\b\u2018Irq\\b", "عرق", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\b\u2018Urayq\\b", "عريق", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\b\u2018Alam\\b", "علم", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bJazīrat\\b", "جزيرة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bJezîret\\b", "جزيرة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bJāl\\b", "جال", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bRās\\b", "رأس", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bRa\u2019s", "رأس", RegexOptions.IgnoreCase); // like this
name = Regex.Replace(name, "\\bQal\u2018at\\b", "قلعة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bSharm\\b", "شرم", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQit\u2018at\\b", "قطعة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bTell\\b", "تل", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bTall\\b", "تل", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bTulūl\\b", "تلول", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bZibārat\\b", "زبارة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMiqnāt\\b", "مقناة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQārat\\b", "قارة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMadīnat\\b", "مدينة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMaqbarat\\b", "مقبرة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bRuḩayyat\\b", "رحية", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bDawḩat\\b", "دوحة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQaşr\\b", "قصر", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bNuhaydayn\\b", "نهيدين", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bBaţn\\b", "بطن", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bKhullat\\b", "خلات", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bGhars\\b", "غرس", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMuqayrāt\\b", "مقيرات", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bGhadīr\\b", "غدير", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\b\u2018Uwaynat\\b", "عوينات", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\b\u2018Uqlat\\b", "عقلة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bḨālat\\b", "حالة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bKhalīj\\b", "خليج", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bDaḩl\\b", "دحل", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bDaḩal\\b", "دحل", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bDaḩlat\\b", "دحلة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bDil\u2018ān\\b", "دلعان", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bBanī\\b", "بني", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQurūn\\b", "قرون", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMīnā\u2019\\b", "ميناء", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bKhuyūţ\\b", "خيوط", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bḐil\u2018ān\\b", "دلعان", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bRijm\\b", "رجم", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bRujm\\b", "رجم", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bRujūm\\b", "رجوم", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bHaḑabat\\b", "حدبة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bAbraq\\b", "أبرق", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bSayḩ\\b", "سيح", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\Sāqiyat\\b", "ساقية", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQurayy\\b", "قري", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bSuḩūl\\b", "سهول", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQuwīd\\b", "قويد", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMishāsh\\b", "مشاش", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMushāsh\\b", "مشاش", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bKhubb\\b", "خب", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bKhabb\\b", "خب", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bŞayhad\\b", "صيهد", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bSumr\\b", "سمر", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bSamrat\\b", "سمرة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bSamrā\u2019\\b", "سمراء", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQuşmat\\b", "قصمة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bKhafs\\b", "خفس", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bJawb\\b", "جوب", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\b\u2018Alāt\\b", "علة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQawz\\b", "قوز", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bRijlat\\b", "رجلة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bŞafrā\u2019\\b", "صفراء", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQarn\\b", "قرن", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bDibdibat\\b", "دبدبة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bThulmat\\b", "ثلمة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bBarqā\u2019\\b", "برقاء", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bGhār\\b", "غار", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bJisrat\\b", "جسرة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMadārat\\b", "مدارة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bSāddat\\b", "صعدة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bŢu\u2018ūs\\b", "طعوس", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bNāziyat\\b", "نازية", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQi\u2018r\\b", "قعر", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bḨabl\\b", "حبل", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bBinīyat\\b", "بنية", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bSahlat\\b", "سحلة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bŢa\u2018aysāt\\b", "طعيسة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQaţ\u2018at\\b", "قطعة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bJadhmā\u2019\\b", "جدماء", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bHashm\\b", "هشم", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bJar\u2018ā\\b", "جرعاء", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQūr\\b", "قور", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bḨammat\\b", "حمة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bShāţi\u2019\\b", "شاطيء", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bŢi\u2018s\\b", "طعس", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bḨamrūr\\b", "حمرور", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bLābat\\b", "لابة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bDuwaykhilat\\b", "دويخيلات", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMarsá\\b", "مرسى", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bDi\u2018b\\b", "دعب", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\b\u2018Idd\\b", "عد", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\b\u2018Ulaym\\b", "عليم", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bFasht\\b", "فشت", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bUfīḩim\\b", "عفحم", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMazāri\u2018\\b", "مزارع", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bŢawīl\\b", "طويل", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bWark\\b", "ورك", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMaḩfūr\\b", "محفور", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\b\u2018Abl\\b", "عبل", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bBinī\\b", "بني", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bḨuşaydat\\b", "حصيدة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bNuqrat\\b", "نقرة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bRumḩayn\\b", "رمحين", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bFarshat\\b", "فرشت", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bNaqā\\b", "نقا", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bNuşaylāt\\b", "نصيلات", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bSudd\\b", "سد", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\b\u2018Aqabat\\b", "عقبة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bS\u2019irat\\b", "سعرة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bTawal\\b", "طوال", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bBaḩr\\b", "بحر", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bNajfat\\b", "نجفة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bRaḑmat\\b", "ردمة", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bŢiwāl\\b", "طوال", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bSahl\\b", "سهل", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bQīzān\\b", "قيزان", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bHadhlūl\\b", "هدلول", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bIbn\\b", "إبن", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMīnā’\\b", "ميناء", RegexOptions.IgnoreCase);
name = Regex.Replace(name, "\\bMūsá\\b", "موسى", RegexOptions.IgnoreCase);
name = name.Replace("‘Iyāl", "عيال");
}
else
{
}
return name;
}
////////////////////////////////////////////////////////////////////////////
/// <summary>
/// From a country code this will return the main language used in this country.
/// </summary>
/// <param name="countryCode">Country code (iso2)</param>
/// <returns>Language Code (ISO 639-2)</returns>
public static string ReturnLanguageCodeUsedInCountryFromCountyCode(string countryCode)
{
// Incomplete
string languageCode;
countryCode = countryCode.ToLower();
switch (countryCode)
{
// Korea
case "kr":
case "kp": languageCode = "ko"; break;
// Japan
case "jp": languageCode = "ja"; break;
// Arab countries
case "dz":
case "bh":
case "eg":
case "iq":
case "jo":
case "kw":
case "lb":
case "ly":
case "mr":
case "ma":
case "om":
case "ps":
case "qa":
case "sa":
case "so":
case "sd":
case "sy":
case "tn":
case "ae":
case "ye": languageCode = "ar"; break;
// Iran, Afghanistan, Tajikistan
case "ir":
case "af":
case "tj": languageCode = "fa"; break; // Persian
// English
default: languageCode = "en"; break; // English
}
return languageCode;
}
////////////////////////////////////////////////////////////////////////////
/// <summary>
/// Return the first language used by this user
/// <param name="userLanguages">This should be HttpContext.Current.Request from webpages</param>
/// </summary>
public static string ReturnUserLanguage(HttpRequest userLanguages)
{
string language;
string[] languages = HttpContext.Current.Request.UserLanguages;
if (languages == null || languages.Length == 0)
{
language = null;
}
else
{
try
{
language = languages[0].ToLowerInvariant().Trim();
language = language.Substring(0, 2);
}
catch (ArgumentException)
{
language = null;
}
}
return language;
}
////////////////////////////////////////////////////////////////////////////
/// <summary>
/// Remove the small Koranic jawaz and sili characters because they cause the displayed text to render unstable
/// </summary>
/// <param name="line"></param>
/// <returns>cleaned line</returns>
public static string RemoveSmallKoranicJawazAndSiliCharacters(string line)
{
//
// remove ۚ and ۖ
// remove the small character as it makes text unstable
line = line.Replace(" ۚ", ""); // small ج
line = line.Replace(" ۖ", ""); // small صلى
return line;
}
////////////////////////////////////////////////////////////////////////////
/// <summary>
///
/// </summary>
/// <param name="line"></param>
/// <returns>cleaned line</returns>
public static string SlightlyChangeSomeSentencesToPreventSystemFromGeneratingSingleCharacters(string line)
{
// slightly change sentences to prevent system single characters
//s = s.Replace("الله", "اللـه");
//s = s.Replace("ريال", "ريـال");
//s = s.Replace("محمد", "مـحمد");
//s = s.Replace("جل جلاله", "جل جلالـه");
line = line.Replace("صلى الله عليه وسلم", "صـلى الله عليه وسلم");
return line;
}
////////////////////////////////////////////////////////////////////////////
/// <summary>
///
/// </summary>
public static string Pluralize(string word)
{
string s;
s = Inflector.Inflector.Pluralize(word);
return s;
}
////////////////////////////////////////////////////////////////////////////
/// <summary>
///
/// </summary>
public static string FirstCharacterToUpper(string input)
{
string s;
if (!string.IsNullOrEmpty(input)) s = input.First().ToString().ToUpper() + String.Join("", input.Skip(1));
else s = input;
return s;
}
////////////////////////////////////////////////////////////////////////////
/// <summary>
/// Checks if a word contains a German diacritic letter.
/// <see href="http://en.wikipedia.org/wiki/German_alphabet"/>
/// </summary>
/// <remarks>
/// German uses letter-diacritic combinations (Ä/ä, Ö/ö, Ü/ü) using the umlaut and one ligature (ß (called eszett (sz) or scharfes S, sharp s)), but they do not constitute distinct letters in the alphabet.
/// </remarks>
public static bool ContainsGermanDiacriticLetter(string line)
{
bool lineContainsGermanDiacriticLetter;
if (line != null)
{
lineContainsGermanDiacriticLetter = Regex.IsMatch(line, "[ÄäÖöÜüß]");
}
else lineContainsGermanDiacriticLetter = false;
return lineContainsGermanDiacriticLetter;
}
////////////////////////////////////////////////////////////////////////////
/// <summary>
///
/// </summary>
public static List<Language> List
{
get
{
if (languageList == null || languageList.Count == 0)
{
// <language iso_639_1="aa" iso_639_2_5="aar" iso_639_3="aar" name="" englishName="Afar" arabicName="" scope="" type=""/>
languageList = (from q in XDocument.Elements("languageList").Elements("iso").Elements("language")
where q.Attribute("iso_639_1").Value != "" && q.Attribute("iso_639_2_5").Value != "" && q.Attribute("iso_639_3").Value != ""
select new Language
{
Symbol = q.Attribute("iso_639_1").Value,
Iso6391 = q.Attribute("iso_639_1").Value,
Iso63925 = q.Attribute("iso_639_2_5").Value,
Iso6393 = q.Attribute("iso_639_3").Value,
Name = q.Attribute("name").Value,
EnglishName = q.Attribute("englishName").Value,
ArabicName = q.Attribute("arabicName").Value
}
).ToList<Language>();
}
return languageList;
}
}
////////////////////////////////////////////////////////////////////////////
/// <summary>
///
/// How to embed and access resources by using Visual C# http://support.microsoft.com/kb/319292/en-us
///
/// 1. Change the "Build Action" property of your XML file from "Content" to "Embedded Resource".
/// 2. Add "using System.Reflection".
/// 3. Manifest resource stream will start with the project namespace, the location of XML file.
///
/// </summary>
private static XDocument XDocument
{
get
{
Assembly _assembly;
StreamReader streamReader;
xDocument = null;
_assembly = Assembly.GetExecutingAssembly();
streamReader = new StreamReader(_assembly.GetManifestResourceStream("Ia.Cl.model.language.xml"));
try
{
if (streamReader.Peek() != -1)
{
xDocument = System.Xml.Linq.XDocument.Load(streamReader);
}
}
catch (Exception)
{
}
finally
{
}
return xDocument;
}
}
////////////////////////////////////////////////////////////////////////////
////////////////////////////////////////////////////////////////////////////
}
////////////////////////////////////////////////////////////////////////////
////////////////////////////////////////////////////////////////////////////
}