blob: 33f8cab0a53ffdd18459ee4596af7e4198c13bf1 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
|
#!/bin/sh
#
# Taginfo source: Languages
#
# update.sh DIR
#
set -e
DIR=$1
REGISTRY_URL="http://www.iana.org/assignments/language-subtag-registry/language-subtag-registry"
REGISTRY_FILE="$DIR/language-subtag-registry"
CLDR_URL="http://unicode.org/Public/cldr/latest/core.zip"
CLDR_FILE="$DIR/cldr-core.zip"
CLDR_DIR="$DIR/cldr"
UNICODE_SCRIPTS_URL="http://www.unicode.org/Public/UNIDATA/Scripts.txt"
UNICODE_SCRIPTS_FILE="$DIR/Scripts.txt"
PROPERTY_ALIASES_URL="http://www.unicode.org/Public/UNIDATA/PropertyValueAliases.txt"
PROPERTY_ALIASES_FILE="$DIR/PropertyValueAliases.txt"
DATECMD='date +%Y-%m-%dT%H:%M:%S'
update_file() {
file=$1
url=$2
if curl --silent --fail --location --time-cond $file --output $file $url; then
return 0
else
error=$?
if [ "$error" = "22" ]; then
echo "WARNING: Getting ${url} failed. Using old version."
else
echo "ERROR: Could not get ${url}: curl error: $error"
exit 1
fi
fi
}
if [ "x" = "x$DIR" ]; then
echo "Usage: update.sh DIR"
exit 1
fi
echo "`$DATECMD` Start languages..."
EXEC_RUBY="$TAGINFO_RUBY"
if [ "x$EXEC_RUBY" = "x" ]; then
EXEC_RUBY=ruby
fi
echo "Running with ruby set as '${EXEC_RUBY}'"
DATABASE=$DIR/taginfo-languages.db
rm -f $DATABASE
echo "`$DATECMD` Running init.sql..."
sqlite3 $DATABASE <../init.sql
echo "`$DATECMD` Running pre.sql..."
sqlite3 $DATABASE <pre.sql
echo "`$DATECMD` Getting subtag registry..."
update_file $REGISTRY_FILE $REGISTRY_URL
echo "`$DATECMD` Running subtag import..."
$EXEC_RUBY ./import_subtag_registry.rb $DIR
echo "`$DATECMD` Getting CLDR..."
update_file $CLDR_FILE $CLDR_URL
echo "`$DATECMD` Unpacking CLDR..."
rm -fr $CLDR_DIR
mkdir $CLDR_DIR
unzip -q -d $CLDR_DIR $CLDR_FILE
echo "`$DATECMD` Getting unicode scripts..."
update_file $UNICODE_SCRIPTS_FILE $UNICODE_SCRIPTS_URL
update_file $PROPERTY_ALIASES_FILE $PROPERTY_ALIASES_URL
echo "`$DATECMD` Running unicode scripts import..."
$EXEC_RUBY ./import_unicode_scripts.rb $DIR
echo "`$DATECMD` Running post.sql..."
sqlite3 $DATABASE <post.sql
echo "`$DATECMD` Done languages."
|