New ML support - make_lang.sh script

lang/make_lang.sh

@@ -0,0 +1,134 @@
+#!/bin/sh
+# makelang.sh - multi-language support high-level script
+#  for generating lang_xx.bin (secondary language binary file)
+#
+# Input files:
+#  lang_en.txt
+#  lang_en_$LANG.txt
+#
+# Output files:
+#  lang_en.tmp (temporary, will be removed when finished)
+#  lang_en_$LANG.tmp ==||==
+#  lang_en_$LANG.dif ==||==
+#  lang_$LANG.txt
+#
+#
+# Selected language:
+LANG=$1
+if [ -z "$LANG" ]; then LANG='cz'; fi
+#
+#
+
+function finish
+{
+ if [ "$1" == "0" ]; then
+  if [ -e lang_en.tmp ]; then rm lang_en.tmp; fi
+  if [ -e lang_en_$LANG.tmp ]; then rm lang_en_$LANG.tmp; fi
+  if [ -e lang_en_$LANG.dif ]; then rm lang_en_$LANG.dif; fi
+ fi
+ echo
+ if [ "$1" == "0" ]; then
+  echo "make_lang.sh finished with success" >&2
+ else
+  echo "make_lang.sh finished with errors!" >&2
+ fi
+ case "$-" in
+  *i*) echo "press enter key"; read ;;
+ esac
+ exit $1
+}
+
+echo "make_lang.sh started" >&2
+echo "selected language=$LANG" >&2
+
+#check if input files exists
+echo -n " checking input files..." >&2
+if [ ! -e lang_en.txt ]; then echo "NG!  file lang_en.txt not found!" >&2; exit 1; fi
+if [ ! -e lang_en_$LANG.txt ]; then echo "NG!  file lang_en_$LANG.txt not found!" >&2; exit 1; fi
+echo "OK" >&2
+
+#filter comment and empty lines from key and dictionary files, create temporary files
+echo -n " creating tmp files..." >&2
+cat lang_en.txt | sed "/^$/d;/^#/d" > lang_en.tmp
+cat lang_en_$LANG.txt | sed "/^$/d;/^#/d" > lang_en_$LANG.tmp
+echo "OK" >&2
+#cat lang_en_$LANG.tmp | sed 'n;d' >test1.txt
+
+#compare files using diff and check for differences
+echo -n " comparing tmp files..." >&2
+if ! cat lang_en_$LANG.tmp | sed 'n;d' | diff lang_en.tmp - > lang_en_$LANG.dif; then
+ echo "NG!" >&2
+ echo "Entries in lang_en_$LANG.txt are different from lang_en.txt!" >&2
+ echo "please check lang_en_$LANG.dif" >&2
+ finish 1
+fi
+echo "OK" >&2
+
+#generate lang_xx.txt (secondary language text data sorted by ids)
+echo -n " generating lang_$LANG.txt..." >&2
+cat lang_en_$LANG.tmp | sed '1~2d' | sed "s/^\"\\\\x00/\"/" > lang_$LANG.txt
+echo "OK" >&2
+
+#generate lang_xx.dat (secondary language text data in binary form)
+echo -n " generating lang_$LANG.dat..." >&2
+cat lang_$LANG.txt | sed "s/\\\\/\\\\\\\\/g" | while read s; do
+ s=${s#\"}
+ s=${s%\"}
+ echo -n -e "$s"'\x00'
+done >lang_$LANG.dat
+echo "OK" >&2
+
+#generate lang_xx.ofs (secondary language text data offset table)
+echo -n " generating lang_$LANG.ofs..." >&2
+cat lang_$LANG.txt | sed "s/\\\\x[0-9a-f][0-9a-f]/\./g;s/\\\\[0-7][0-7][0-7]/\./g" |\
+ awk 'BEGIN { o=0;} { printf("%d\n",o); o+=(length($0)-1); }' > lang_$LANG.ofs
+echo "OK" >&2
+
+lt_data_size=$(wc -c lang_$LANG.dat | cut -f1 -d' ')
+
+lt_magic='\xa5\x5a\xb4\x4b'
+lt_count=$(grep -c '^' lang_$LANG.txt)
+lt_size=$((16 + 2 * $lt_count + $lt_data_size))
+lt_chsum=1
+lt_resv0='\xff\xff'
+lt_resv1='\xff\xff\xff\xff'
+
+#generate lang_xx.bin (secondary language result binary file)
+echo " generating lang_$LANG.bin:" >&2
+#create empty file
+dd if=/dev/zero of=lang_$LANG.bin bs=1 count=$lt_size 2>/dev/null
+#awk code to format ui16 variables for dd
+awk_ui16='{ h=int($1/256); printf("\\x%02x\\x%02x\n", int($1-256*h), h); }'
+
+#write data to binary file with dd
+
+echo -n "  writing header (16 bytes)..." >&2
+echo -n -e "$lt_magic" |\
+ dd of=lang_$LANG.bin bs=1 count=4 seek=0 conv=notrunc 2>/dev/null
+echo -n -e $(echo -n "$lt_size" | awk "$awk_ui16") |\
+ dd of=lang_$LANG.bin bs=1 count=2 seek=4 conv=notrunc 2>/dev/null
+echo -n -e $(echo -n "$lt_count" | awk "$awk_ui16") |\
+ dd of=lang_$LANG.bin bs=1 count=2 seek=6 conv=notrunc 2>/dev/null
+echo -n -e $(echo -n "$lt_chsum" | awk "$awk_ui16") |\
+ dd of=lang_$LANG.bin bs=1 count=2 seek=8 conv=notrunc 2>/dev/null
+echo -n -e "$lt_resv0" |\
+ dd of=lang_$LANG.bin bs=1 count=2 seek=10 conv=notrunc 2>/dev/null
+echo -n -e "$lt_resv1" |\
+ dd of=lang_$LANG.bin bs=1 count=4 seek=12 conv=notrunc 2>/dev/null
+echo "OK" >&2
+
+echo -n "  writing offset table ($((2 * $lt_count)) bytes)..." >&2
+echo -n -e $(cat lang_$LANG.ofs | awk "$awk_ui16" | tr -d '\n'; echo) |\
+ dd of=./lang_$LANG.bin bs=1 count=$((2 * $lt_count)) seek=16 conv=notrunc 2>/dev/null
+echo "OK" >&2
+
+echo -n "  writing text data ($lt_data_size bytes)..." >&2
+dd if=./lang_$LANG.dat of=./lang_$LANG.bin bs=1 count=$lt_data_size seek=$((16 + 2 * $lt_count)) conv=notrunc 2>/dev/null
+echo "OK" >&2
+
+echo " lang_table details:" >&2
+echo "  lt_count = $lt_count" >&2
+echo "  lt_size  = $lt_size" >&2
+echo "  lt_chsum = $lt_chsum" >&2
+
+finish 0