blob: adcd965b8ad3267a34793b66173c4903f56fa34c (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
|
#!/bin/sh
#
# Taginfo source: Languages
#
# update.sh DIR
#
set -e
DIR=$1
REGISTRY_URL="http://www.iana.org/assignments/language-subtag-registry/language-subtag-registry"
REGISTRY_FILE="$DIR/language-subtag-registry"
CLDR_URL="http://unicode.org/Public/cldr/latest/core.zip"
CLDR_FILE="$DIR/cldr-core.zip"
CLDR_DIR="$DIR/cldr"
UNICODE_SCRIPTS_URL="http://www.unicode.org/Public/UNIDATA/Scripts.txt"
UNICODE_SCRIPTS_FILE="$DIR/Scripts.txt"
PROPERTY_ALIASES_URL="http://www.unicode.org/Public/UNIDATA/PropertyValueAliases.txt"
PROPERTY_ALIASES_FILE="$DIR/PropertyValueAliases.txt"
DATECMD='date +%Y-%m-%dT%H:%M:%S'
if [ "x" = "x$DIR" ]; then
echo "Usage: update.sh DIR"
exit 1
fi
echo "`$DATECMD` Start languages..."
EXEC_RUBY="$TAGINFO_RUBY"
if [ "x$EXEC_RUBY" = "x" ]; then
EXEC_RUBY=ruby
fi
echo "Running with ruby set as '${EXEC_RUBY}'"
DATABASE=$DIR/taginfo-languages.db
rm -f $DATABASE
echo "`$DATECMD` Running init.sql..."
sqlite3 $DATABASE <../init.sql
echo "`$DATECMD` Running pre.sql..."
sqlite3 $DATABASE <pre.sql
echo "`$DATECMD` Getting subtag registry..."
curl --silent --time-cond $REGISTRY_FILE --output $REGISTRY_FILE $REGISTRY_URL
echo "`$DATECMD` Running subtag import..."
$EXEC_RUBY ./import_subtag_registry.rb $DIR
echo "`$DATECMD` Getting CLDR..."
curl --silent --location --time-cond $CLDR_FILE --output $CLDR_FILE $CLDR_URL
echo "`$DATECMD` Unpacking CLDR..."
rm -fr $CLDR_DIR
mkdir $CLDR_DIR
unzip -q -d $CLDR_DIR $CLDR_FILE
echo "`$DATECMD` Getting unicode scripts..."
curl --silent --location --time-cond $UNICODE_SCRIPTS_FILE --output $UNICODE_SCRIPTS_FILE $UNICODE_SCRIPTS_URL
curl --silent --location --time-cond $PROPERTY_ALIASES_FILE --output $PROPERTY_ALIASES_FILE $PROPERTY_ALIASES_URL
echo "`$DATECMD` Running unicode scripts import..."
$EXEC_RUBY ./import_unicode_scripts.rb $DIR
echo "`$DATECMD` Running post.sql..."
sqlite3 $DATABASE <post.sql
echo "`$DATECMD` Done languages."
|