Module:Import table

Module documentation[view] [edit] [history] [purge]

Usage

{{#invoke:Import table|import
|page=
|config=
|common=
}}

This module is designed to import data from tables in Wikipedia articles into Wikidata. The first column of the table must be the name of the item.

• If this is a link (or a redirect) to an existing article which has a corresponding Wikidata item, then the data will be imported into this item.
• If the first column contains a valid identifier for a Wikidata item (e.g. Q123456) then the data will be imported into this item.
• If this is plain text or a redlink, then the data will be imported into a new Wikidata item.

Parameters

• page - the name of the article/page to parse, e.g. |page=List of dams in South Africa
• config - details about what type of data is held in each column of the table formatted as type-property-option. Currently recognised types are:
  • label - the name of the article
  • wikilink - a link to an article which should be the value of the property, e.g. wikilink-P131
  • quantity - specify the unit in the third parameter, e.g. quantity-P2048-Q11573
  • year - a 4-digit year, e.g. year-P571
  • text - any text to import into a string datatype, e.g. text-P3562
  • coord - coordinate position, inside the {{coord}} template, e.g. coord-P625
  • donotuse (or any other unrecognised type) - indicates a column that will not be imported
• common - a set of values that every item in the list should have, formatted in pairs as property-value, e.g. |common=P31-Q12323,P17-Q258

Notes

• The module will not import any claim if there is already a statement for that property in Wikidata, no matter if the value is the same or different to that being imported, and even if the value is marked as deprecated.

The above documentation is transcluded from Module:Import table/doc. (edit | history)
Editors can experiment in this module's sandbox (edit | diff) and testcases (create) pages.
Subpages of this module.

require("strict")
local p = {}

local function resolveqid(title)
	local resolveEntity = require("Module:ResolveEntityId")._id
	local qid
	if title then
		local rawarticle = string.match(title,'%[%[(.+)%|') or string.match(title,'%[%[(.+)%]%]')
		if rawarticle then
			qid = resolveEntity(rawarticle)
		end
	end
	return qid
end

function p.import(frame)
	local tab = "|"
	local wikiqid = "Q328"
	local eol = "<br>" -- end of line string
	local coord2text = require("Module:Coordinates/sandbox")._coord2text
	local args = frame.args or frame:getParent().args
	if not args.page then
		return "No page specified."
	end
	if not args.config then
		return "No configuation."
	end
	local config = {}
	for c1,col in ipairs(mw.text.split(args.config,",")) do
		config[c1] = mw.text.split(col,"-")
	end
	local content = mw.title.new(args.page):getContent() -- read page specified
	content = string.match(content,"%{%|(.+)%|%}") -- keep table only
	local rows = mw.text.split(content,"|-",true) -- split table into rows
	table.remove(rows,1) -- remove heading row
	local output = ""
	local v2 = ""
	for rn,row in ipairs(rows) do
		local import = {}
		local columns = mw.text.split(row,"\n|") -- split table rom into columns
		table.remove(columns,1) -- remove content before the first | character
		local qid = resolveqid(columns[1]) -- resolve qid of link in first column
		local v2qid
		local create = false
		if qid then
			v2qid = qid
		else
			create = true
			v2qid = "LAST"
		end
		local function addtov2(prop,val)
			if create then
				v2 = v2 .. "CREATE" .. eol
				create = false
			end
			v2 = v2 .. v2qid .. tab .. prop .. tab .. val .. tab .. "S143" .. tab .. wikiqid .. eol
			return v2
		end
		for cn,col in ipairs(columns) do
			for ref in mw.ustring.gmatch(col,"%<ref.+%<%/ref%>") do
				col = mw.ustring.gsub(col,ref,"")
			end
			col = mw.text.trim(col)
			if  config[cn][1] == "wikilink" then
				local val = resolveqid(col)
				if val then
					import[#import+1] = {}
					import[#import].property = config[cn][2]
					import[#import].value = val
					v2 = addtov2(config[cn][2],val)
				end
			elseif config[cn][1] == "year" then
				import[#import+1] = {}
				import[#import].property = config[cn][2]
				import[#import].value = "+" .. col .. "-00-00T00:00:00Z/9"
				v2 = addtov2(config[cn][2],"+" .. col .. "-00-00T00:00:00Z/9")
			elseif config[cn][1] == "quantity" then
				import[#import+1] = {}
				col = string.gsub(col,",","") -- remove any commas
				import[#import].property = config[cn][2]
				if string.upper(string.sub(config[cn][3],1,1)) == "Q" then
					config[cn][3] = string.sub(config[cn][3],2)
				end
				import[#import].value = col .. "U" .. config[cn][3]
				v2 = addtov2(config[cn][2],col .. "U" .. config[cn][3])
			--elseif config[cn][1] == "coord" then
				--import[#import+1] = {}
				--import[#import].property = config[cn][2]
				--import[#import].value = coord2text(col,"lat") .. "/" .. coord2text(col,"long")
			end
		end
		if qid then
			local qslink = ""
			for cn = 1,#import do
				qslink = qslink .. qid .. "|" .. import[cn].property .. "|" .. import[cn].value .. "|S143|" .. wikiqid .. "||"
			end
			output = output .. '<span class="qs">[[File:Commons to Wikidata QuickStatements.svg|20px|link=https://quickstatements.toolforge.org/#/v1=' .. mw.uri.encode(qslink,"PATH") .. ']]</span>'
		end
	end
	return v2
end

return p