Changeset 31852 in osm for applications/editors/josm/plugins/wikipedia/src/org

Timestamp:

2015-12-22T21:35:16+01:00 (9 years ago)

Author:

simon04

Message:

JOSM/wikipedia: Add FetchWikidataAction - see #josm10148

This action allows to fetch Wikidata IDs using wikipedia tags.

The icon (license: public domain) is taken from
​https://commons.wikimedia.org/wiki/File:Wikidata-logo-without-paddings.svg

Location:

applications/editors/josm/plugins/wikipedia/src/org/wikipedia

Files:

• FetchWikidataAction.java (added)
• WikipediaApp.java (modified) (3 diffs)
• WikipediaPlugin.java (modified) (1 diff)

applications/editors/josm/plugins/wikipedia/src/org/wikipedia/WikipediaApp.java

@@ -16 +16 @@
 import java.util.Objects;
 import java.util.Scanner;
+import java.util.TreeMap;
 import java.util.regex.Matcher;
 import java.util.regex.Pattern;
@@ -32 +33 @@
 import org.openstreetmap.josm.tools.Utils.Function;
 import org.w3c.dom.Document;
+import org.w3c.dom.Node;
 import org.w3c.dom.NodeList;
 
@@ -164 +166 @@
     }
 
+    /**
+     * Returns a map mapping wikipedia articles to wikidata ids.
+     */
+    static Map<String, String> getWikidataForArticles(String wikipediaLang, Collection<String> articles) {
+        try {
+            final String url = "https://www.wikidata.org/w/api.php" +
+                    "?action=wbgetentities" +
+                    "&props=sitelinks" +
+                    "&sites=" + wikipediaLang + "wiki" +
+                    "&sitefilter=" + wikipediaLang + "wiki" +
+                    "&format=xml" +
+                    "&titles=" + Utils.join("|", Utils.transform(articles, new Function<String, String>() {
+                @Override
+                public String apply(String x) {
+                    return Utils.encodeUrl(x);
+                }
+            }));
+            Main.info("Wikipedia: GET " + url);
+            final Map<String, String> r = new TreeMap<>();
+            try (final InputStream in = Utils.openURL(new URL(url))) {
+                final Document xml = DocumentBuilderFactory.newInstance().newDocumentBuilder().parse(in);
+                final NodeList nodes = (NodeList) XPathFactory.newInstance().newXPath().compile("//entity").evaluate(xml, XPathConstants.NODESET);
+                for (int i = 0; i < nodes.getLength(); i++) {
+                    final Node node = nodes.item(i);
+                    final String wikidata = (String) XPathFactory.newInstance().newXPath().compile("./@id").evaluate(node, XPathConstants.STRING);
+                    final String wikipedia = (String) XPathFactory.newInstance().newXPath().compile("./sitelinks/sitelink/@title").evaluate(node, XPathConstants.STRING);
+                    r.put(wikipedia, wikidata);
+                }
+            }
+            return r;
+        } catch (Exception ex) {
+            throw new RuntimeException(ex);
+        }
+    }
+
     static Collection<WikipediaLangArticle> getInterwikiArticles(String wikipediaLang, String article) {
         try {

applications/editors/josm/plugins/wikipedia/src/org/wikipedia/WikipediaPlugin.java

@@ -14 +14 @@
         new WikipediaCopyTemplate();
         MainMenu.add(Main.main.menu.dataMenu, new WikipediaAddNamesAction());
+        MainMenu.add(Main.main.menu.dataMenu, new FetchWikidataAction());
     }