1 files changed, 81 insertions, 0 deletions
diff --git a/sources/wiki/get_links.rb b/sources/wiki/get_links.rb
new file mode 100755
index 0000000..19c06c8
--- /dev/null
+++ b/sources/wiki/get_links.rb
@@ -0,0 +1,81 @@
+#!/usr/bin/env ruby
+#------------------------------------------------------------------------------
+#
+#  get_links.rb [DIR]
+#
+#------------------------------------------------------------------------------
+#
+#  Get a list of pages linking to all Key/Tag/Relation pages from the OSM
+#  wiki. This list will include links from other language versions of the
+#  same Key/Tag/Relation, links from other Key/Tag/Relation pages and links
+#  from all other wiki pages.
+#
+#  Output is on STDOUT with the title of the page the link is from a TAB
+#  character and the title of the page the link is to. The underscore (_) is
+#  used where there are spaces in a title.
+#
+#------------------------------------------------------------------------------
+#
+#  Copyright (C) 2015  Jochen Topf <jochen@remote.org>
+#
+#  This program is free software; you can redistribute it and/or modify
+#  it under the terms of the GNU General Public License as published by
+#  the Free Software Foundation; either version 2 of the License, or
+#  (at your option) any later version.
+#
+#  This program is distributed in the hope that it will be useful,
+#  but WITHOUT ANY WARRANTY; without even the implied warranty of
+#  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#  GNU General Public License for more details.
+#
+#  You should have received a copy of the GNU General Public License along
+#  with this program; if not, write to the Free Software Foundation, Inc.,
+#  51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+#
+#------------------------------------------------------------------------------
+
+require 'net/http'
+require 'uri'
+require 'json'
+require 'pp'
+
+require './lib/mediawikiapi.rb'
+
+#------------------------------------------------------------------------------
+
+def what_links_to(api, title)
+    blcontinue = nil
+    loop do
+        options = { :action => 'query', :list => 'backlinks', :bltitle => title, :bllimit => 500 }
+        if blcontinue
+            options[:blcontinue] = blcontinue
+        end
+        data = api.query(options)
+        data['query']['backlinks'].each do |bl|
+            bl['title'].gsub!(/\s/, '_')
+            puts "#{bl['title']}\t#{title}"
+        end
+        if data['query-continue']
+            blcontinue = data['query-continue']['backlinks']['blcontinue'].gsub(/\s/, '_')
+        else
+            return
+        end
+    end
+end
+
+#------------------------------------------------------------------------------
+
+dir = ARGV[0] || '.'
+
+api = MediaWikiAPI::API.new('wiki.openstreetmap.org')
+
+File.open(dir + '/tagpages.list') do |tagpages|
+    tagpages.each do |line|
+        line.chomp!
+        (type, timestamp, namespace, title) = line.split("\t")
+        what_links_to(api, title)
+    end
+end
+
+
+#-- THE END -------------------------------------------------------------------