summaryrefslogtreecommitdiff
path: root/sources/languages/update.sh
blob: 4604f7d087ce0e98601da484022eaacf50b4f373 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
#!/bin/sh
#
#  Taginfo source: Languages
#
#  update.sh DIR
#

set -e

DIR=$1
REGISTRY_URL="http://www.iana.org/assignments/language-subtag-registry"
REGISTRY_FILE="$DIR/language-subtag-registry"
CLDR_URL="http://unicode.org/Public/cldr/latest/core.zip"
CLDR_FILE="$DIR/cldr-core.zip"
CLDR_DIR="$DIR/cldr"

DATECMD='date +%Y-%m-%dT%H:%M:%S'

if [ "x" = "x$DIR" ]; then
    echo "Usage: update.sh DIR"
    exit 1
fi

echo "`$DATECMD` Start languages..."

DATABASE=$DIR/taginfo-languages.db

rm -f $DATABASE

echo "`$DATECMD` Running init.sql..."
sqlite3 $DATABASE <../init.sql

echo "`$DATECMD` Running pre.sql..."
sqlite3 $DATABASE <pre.sql

echo "`$DATECMD` Getting subtag registry..."
curl --silent --time-cond $REGISTRY_FILE --output $REGISTRY_FILE $REGISTRY_URL

echo "`$DATECMD` Running import..."
./import_subtag_registry.rb $DIR

echo "`$DATECMD` Getting CLDR..."
curl --silent --location --time-cond $CLDR_FILE --output $CLDR_FILE $CLDR_URL

echo "`$DATECMD` Unpacking CLDR..."
rm -fr $CLDR_DIR
mkdir $CLDR_DIR
unzip -q -d $CLDR_DIR $CLDR_FILE

echo "`$DATECMD` Running post.sql..."
sqlite3 $DATABASE <post.sql

echo "`$DATECMD` Done languages."