local debugging = false

local sep = ", " -- separator for multiple values of same property, changed from ""
local sep2 = ""
	return icon
end

-- takes a statement tuple supplied from Wikidata and returns any references
function p._getrefs
	if not statement.references then return nil end
	local rtbl = {}
	local frm = mw.getCurrentFrame
	for idx, ref in ipairs(statement.references) do
		if ref.snaks.P854 then -- reference url
			local url = ref.snaks.P854[1].datavalue.value
			if ref.snaks.P1476 then -- title (monolingual text)
				local title
				for idx1, titles in ipairs(ref.snaks.P1476) do
					if titles.datavalue.value.language == currentlang then
						title = titles.datavalue.value.text
						local website = ""
						if ref.snaks.P248 then
							local rqid = ref.snaks.P248[1].datavalue.value.id
							local label = mw.wikibase.label
							if label then
								local sitelink = mw.wikibase.sitelink(rqid)
								if sitelink then
									website = "" .. label .. ""
								else
									website = label
								end
							end
						end
						local citeweb = frm:expandTemplate{ title = "Cite web", args = { url=url, title=title, website=website} }
						local hash = "WD" .. mw.hash.hashValue
						rtbl[#rtbl+1] = frm:callParserFunction{ name = "#tag:ref", args = { citeweb, name=hash } }
						break
					end
				end
			else
				local bnf = url:match("https?://data.bnf.fr/ark:/12148/cb([0-9][a-Za-Z0-9]+)") or url:match("https?://catalogue.bnf.fr/ark:/12148/cb([0-9][a-Za-Z0-9]+)")
				if bnf then
					rtbl[#rtbl+1] = frm:callParserFunction{ name = "#tag:ref", args = { frm:expandTemplate{title="BNF",args={bnf}}, name="bnf"..bnf} }
				else
					local hash = "WD" .. mw.hash.hashValue
					rtbl[#rtbl+1] = frm:callParserFunction{ name = "#tag:ref", args = { url, name=hash } }
				end
			end
		elseif ref.snaks.P248 then
			local rqid = ref.snaks.P248[1].datavalue.value.id
			if statedIDs[rqid] then
				local template = statedIDs[rqid]
				local propid = mw.wikibase.getBestStatements
				propid = propid[1].mainsnak.datavalue.value.id
				for num, propdata in ipairs(mw.wikibase.getBestStatements) do
					local property = propdata.mainsnak.datavalue.value
					local args = {[template.name] = property}
					if rqid == "Q547473" then
						args.title = mw.wikibase.label(qid)
					end
					local result = frm:expandTemplate{title=template[1],args=args}
					rtbl[#rtbl+1] = frm:callParserFunction{ name = "#tag:ref", args = { result, name=qid .. propid .. num} }
				end
			else
				local citeq = frm:expandTemplate{ title = "Cite Q", args = { rqid } }
				rtbl[#rtbl+1] = frm:callParserFunction{ name = "#tag:ref", args = { citeq, name=rqid } }
			end
		end
		if #rtbl>=maxrefs then break end -- maximum number of references reached
	end
	return table.concat(rtbl)
end

-- takes a qid and attempts to return a linked name for it
-- otherwise an unlinked name; otherwise the qid
function p._getLink(qid)
	local lbl = ""
	local slink = mw.wikibase.sitelink(qid)
	local label = mw.wikibase.getLabel(qid)
	if slink and label then
		if slink:lower == label:lower then
			if label:find("^%u") then -- match label's case
				lbl = "" .. slink:gsub("^(%l)", mw.ustring.upper) .. ""
			else
				lbl = "" .. slink:gsub("^(%u)", mw.ustring.lower) .. ""
			end
		else
			lbl = "" .. label .. ""
		end
	elseif slink then
		lbl = "" .. slink .. ""
	elseif label then
		lbl = label
	else
		lbl = qid
	end
	return lbl
end
-- entrypoint for #invoke getLink
function p.getLink(frame)
	local qid = (frame.args.qid or ""):upper
	if qid == "" then return nil end
	return p._getLink(qid)
end

-- takes a snak for a time property and returns the date
local function _getDate
	local retval
	retval = mw.wikibase.renderSnak(snak)
	if prec == 7 then -- century
		local num, txt = retval:match("^(%d+)%.(.+)$")
		retval = p.makeOrdinal(num) .. txt
	elseif prec == 10 then
		local m, y, e = retval:match("^(%a+) (%d+)(.*)")
		retval = m:sub .. " " .. y .. e
	elseif prec == 11 then
		local d, m, y, e = retval:match("^(%d+) (%a+) (%d+)(.*)")
		retval = d .. " " .. m:sub .. " " .. y .. e
	end
	return retval
end

-- takes a qid and a property id and returns the corresponding values or nil
-- maxvals greater than zero sets the maximum number of values to return
-- the string quals contains property ids of qualifiers to be returned ('-' is the separator)
function p._getWD
	maxvals = maxvals or 0
	local ret = {}
	local sortkey
	for idx, prop in ipairs(mw.wikibase.getBestStatements) do
		local retval
		if prop.mainsnak.snaktype ~= "value" then
			break
		end
		local dtype = prop.mainsnak.datatype
		local dval = prop.mainsnak.datavalue.value
		if dtype == "wikibase-item" then
			retval = p._getLink(dval.id)
		elseif dtype == "monolingualtext" then
			retval = dval.text
		elseif dtype == "commonsMedia" or dtype == "url" then
			retval = dval
		elseif dtype == "external-id" or dtype == "string" then
			if formaturl[pid] then
				retval = "[" .. mw.ustring.gsub .. " " .. dval .. "]"
			else
				retval = dval
			end
		elseif dtype == "time" then
			retval = _getDate
			if dval.precision == 11 and df == "mdy" then
				local d, m, y, e = retval:match("^(%d+) (%a+) (%d+)(.*)")
				retval = m .. " " .. d .. ", " .. y .. e
			end
			if not sortkey then
				sortkey = prop.mainsnak.datavalue.value.time
			end
		elseif dtype == "quantity" then
			local amount = tonumber(dval.amount)
			local unitqid = string.match( dval.unit, "(Q%d+)" )
			if unitqid then
				local unit = mw.wikibase.getLabel(unitqid)
				local symbol = unitsymbol[unit]
				if symbol then
					retval = mw.getCurrentFrame:expandTemplate{ title = "cvt", args = {amount, symbol} }
				else
					retval = amount .. " " .. unit
				end
			else
				retval = amount
			end
		elseif dtype == "globe-coordinate" then
			local lat = decimalprecision
			local long = decimalprecision
			retval = ""
		else
			retval = dval
		end
		-- get references
		retval = retval .. (p._getrefs or "")
		-- get qualifiers
		if quals and prop.qualifiers and retval then
			local qtbl = {}
			for qpid in quals:gmatch("P%d+") do
				if prop.qualifiers[qpid] then
					for i, qv in ipairs(prop.qualifiers[qpid]) do
						local fqv
						if qv.datatype == "globe-coordinate" then
							fqv = mw.wikibase.formatValue(qv) -- linked
						elseif qv.datatype == "time" then
							fqv = _getDate
							if qv.datavalue.value.precision == 11 then -- trim to month
								fqv = fqv:match("%d+ (.+)")
							end
						else
							fqv = mw.wikibase.renderSnak(qv) -- plaintext
						end
						if fqv and fqv ~= "" then
							qtbl[#qtbl+1] = (prefix[qpid] or "") .. fqv
						end
					end
				end
			end
			if #qtbl > 0 then
				retval = retval .. ""
			end
		end
		ret[#ret+1] = retval
		if maxvals > 0 and #ret >= maxvals then break end
	end
	if #ret < 1 then
		return nil
	else
		return table.concat,sortkey
	end
end

-- entrypoint for #invoke getWD
function p.getWD(frame)
	local qid = (frame.args.qid or ""):upper
	if qid == "" then return nil end
	local pid = (frame.args.pid or ""):upper
	if pid == "" then return nil end
	local maxvals = tonumber(frame.args.maxvals) or 0
	local quals = (frame.args.quals or ""):upper
	if quals == "" then quals = nil end
	return p._getWD
end

-- make multiple table rows, one for each qid in args.qids,
-- with one table cell for each pid in args.pids
function p._makerows(args)
	args.qids = (args.qids or ""):upper
	if args.qids == "" then return errmsg("missing qids") end
	args.pids = (args.pids or ""):upper
	if args.pids == "" then return errmsg("missing pids") end
	local qids, pids = {}, {}
	for qid in args.qids:gmatch("Q%d+") do
		qids[#qids+1] = qid
	end
	for pid in args.pids:gmatch("P%d+") do
		pids[#pids+1] = pid
	end
	args.df = args.df or ""
	if args.df ~= "" then df = args.df end
	local out = ""
	for r, qid in ipairs(qids) do
		out = out .. ""
		out = out .. ""
		for c, pid in ipairs(pids) do
			if pid == "P18" then -- image
				local img = p._getWD
				if img then
					out = out .. ''
				end
			else
				local statement,sortkey = p._getWD
				if not statement then
					statement = " "
				end
				if sortkey then
					sortkey = 'data-sort-value="' .. sortkey .. '"'
				else
					sortkey = ''
				end
				out = out .. '"
	end
	return out
end

-- entry point for #invoke makerows
function p.makerows(frame)
	local args = {}
	for key, value in pairs(frame:getParent.args) do
		args[key] = value
	end
	for key, value in pairs(frame.args) do
		args[key] = value
	end
	return p._makerows(args)
end

-- make a single table row, one cell per value passed in args.pids
-- each value may be a combination of properties and qualifiers
function p._makerow(args)
	local qid = (args.qid or ""):upper:match("Q%d+")
	-- qid can be nil if we want a row without wikidata
	-- remove whitespace, uppercase, trap nil
	args.pids = (args.pids or ""):upper:gsub
	if args.pids == "" then return errmsg("missing pids") end
	local summary = (args.summary or "")
	local linecolor = (args.line or "")
	local linestyle = ''
	if linecolor ~= "" then
		linestyle = 'style="border-top:solid #' .. linecolor .. ';"'
	end
	local rows
	if summary == "" then rows=1 else rows=2 end
	local cols = 0
	-- collect any parameters c1, c2, etc. as cell replacements; c1+, c2+, etc. as addenda
	local cellrep, celladd = {}, {}
	for key, value in pairs(args) do
		local colr = (type(key) == "string") and tonumber(key:match("^[Cc](%d+)$"))
		if colr then
			cellrep[colr] = value
		end
		local cola = (type(key) == "string") and tonumber(key:match("^[Cc](%d+)%+$"))
		if cola then
			celladd[cola] = value
		end
	end
	if args.refname and args.refname ~= "" then
		local c1 = celladd[1] or ""
		celladd[1] = c1 .. mw.getCurrentFrame:extensionTag{name = 'ref', args = {name = args.refname}}
	end
	-- set date format if passed
	args.df = args.df or ""
	if args.df ~= "" then df = args.df end
	-- create the html to return
	local out = ""
	elseif not qid then
		out = out .. (cellrep[1] or " ") .. ""
	end
	-- split args.pids at comma separators into sequence of cellpids (each may be like P12+P34/P456-P789)
	local cellpids = mw.text.split
	for c, val in ipairs(cellpids) do
		cols = cols+1
		if cellrep[c+1] then
			out = out .. ''
		elseif not qid then
			out = out .. ""
		else
			-- separate multiple properties in same cell, sep=+
			local ptbl = {} -- sequence of values for one cell
			local sortkeyf
			for propandquals in mw.text.gsplit do
				-- for each property, split off property from qualifiers, sep=/
				local pid = mw.text.split[1]:match("P%d+")
				local quals = mw.text.split[2]
				if pid == "P18" then -- image
					local img = p._getWD
					if not img and fallback["P18"] then
						img = p._getWD
					end
					if img then
						ptbl[#ptbl+1] = "100px"
					end
				else
					local wdval,sortkey = p._getWD
					if not wdval and fallback[pid] then
						wdval,sortkey = p._getWD
					end
					if not sortkeyf then
						sortkeyf = sortkey
					end
					ptbl[#ptbl+1] = wdval and ucf(wdval)
				end
			end -- of loop through multiple properties in same cell
			if sortkeyf then
					sortkeyf = 'data-sort-value="' .. mw.ustring.sub .. '"'
				else
					sortkeyf = ''
			end
			out = out .. '"
	if summary ~= "" then
		out = out .. ""
	end
	return out
end

-- entry point for #invoke makerow
function p.makerow(frame)
	local args = {}
	for key, value in pairs(frame:getParent.args) do
		args[key] = value
	end
	for key, value in pairs(frame.args) do
		args[key] = value
	end
	local isdoc
	if args.doc and args.doc=="no" then
		isdoc = false
	else
		isdoc = mw.title.getCurrentTitle:inNamespace(10)
	end
	if isdoc then
		args.qid = args.example
		return p.doc(args)
	else
		return p._makerow(args)
	end
end

function p.convert(frame)
	local args = frame.args
	local pargs = frame:getParent.args
	local input = args[1] or pargs[1]
	local template = args.template or pargs.template
	if input == nil then
		return nil
	end
	local resolveEntity = require( "Module:ResolveEntityId" )
	local articlelist = mw.text.split
	local qidlist = {}
	for i,article in ipairs(articlelist) do
		local rawarticle=string.match(article,'%[%[(.+)%|') or string.match(article,'%[%[(.+)%]%]')
		if rawarticle then
			local qid = resolveEntity._id(rawarticle)
	 		if qid then
				qidlist[#qidlist+1] = ""
	 		else
	 			qidlist[#qidlist+1] = ""
	 		end
		end
	end
	return table.concat
end

function p.convert2(frame)
	local args = frame.args
	local pargs = frame:getParent.args
	local input = args[1] or pargs[1]
	local template = args.template or pargs.template
	if input == nil then
		return nil
	end
	local qidlist = mw.text.split
	local out = ""
	for i,qid in ipairs(qidlist) do
		qid = mw.text.trim(qid)
		out = out .. "\n"
	end
	return out
end

local function proplink(pid)
	local out
	if pid == "P1" then
		out = "Custom input"
	else
		out = mw.getCurrentFrame:expandTemplate{ title = 'Wikidata entity link', args = {pid} }
	end
	return out
end

function p.doc(args)
	local pids = args.pids
	local article = args.article
	local qid = args.qid
	local documentation = require('Module:Documentation').main
	pids = (pids or ""):upper:gsub
	if pids == "" then return errmsg("Missing PIDs") end
	local pidtable = {}
	for c1,val in ipairs(mw.text.split) do
		pidtable[c1] = {}
		for c2,propandquals in ipairs(mw.text.split) do
			pidtable[c1][c2] = {}
			pidtable[c1][c2].property = mw.text.split[1]:match("P%d+")
			local quals = mw.text.split[2]
			if quals then
				pidtable[c1][c2].quals = {}
				for qpid in quals:gmatch("P%d+") do
					pidtable[c1][c2].quals[1] = qpid
				end
			end
		end
	end
	local out = "This template will retrieve certain data from Wikidata for use in a table in an article. It is a wrapper template for Module:Wikidata table function ''makerow'', using predefined properties.\n\n"
	if article then
		out = out .. "It was designed for use on " .. article .. " but may also be used on other articles. (Search)\n"
	end
	out = out .. ""
	out = out .. "The data that is displayed in each column is as follows:"
	out = out .. ''
	for c = 1,#pidtable+1 do
		out = out .. ""
	for c1 = 1,#pidtable do
		out = out .. ""
		for c2 = 1,#pidtable[c1] do
			out = out .. proplink(pidtable[c1][c2].property)
			if pidtable[c1][c2].quals then
				out = out .. " qualified by "
				for c3 = 1,#pidtable[c1][c2].quals do
					out = out .. proplink(pidtable[c1][c2].quals[c3])
				end
			end
			out = out .. ""
	end
	out = out .. ""
	if qid then
		local langobj = mw.language.new("en")
		out = out .. "The Wikidata QID for "
		local sitelink = mw.wikibase.getSitelink(qid)
		if sitelink then
			out = out .. "" .. sitelink .. ""
		else
			out = out .. mw.wikibase.getLabel(qid)
		end
		out = out .. " is " .. qid .. ". Typing the following:\n"
		out = out .. "\n produces"
		out = out .. ''
		for c = 1,#pidtable do
			local proplabel
			if pidtable[c][1].property == "P1" then
				proplabel = "Column " .. c+1
			else
				proplabel = langobj:ucfirst(mw.wikibase.getLabel(pidtable[c][1].property))
			end
			out = out .. ""
	end
	out = out .. "\n"
	out = out .. "* The table caption, column headings, etc. need to be added manually.\n"
	out = out .. "* Please be careful about making changes to this template, as corresponding changes will need to be made to the column headings on "
	if article then
		out = out .. "" .. article .. " and any other "
	else
		out = out .. "any "
	end
	out = out .. "article using it. (Search)\n"
	out = out .. ""
	out = out .. "It is possible to override or append to data values obtained from Wikidata in any column in the table.\n"
	out = out .. "* To completely override column ''n'' with some custom content, use parameter \n"
	out = out .. "*: For example, to replace column 5 with the number 1957 use \n"
	out = out .. "* To append some custom content to the end of column ''n'' use parameter \n"
	out = out .. "*: For example, to add a footnote to column 6 use \n"
	out = out .. ""
	out = out .. "If you define references in a list then you can cite one of these by using the parameter . This will add a reference to column 1 directly after the label.\n"
	out = out .. 'For example you can define a reference called Smith1 by using \n'
	out = out .. "Then use "
	if qid then
		out = out .. "" .. mw.getCurrentFrame:expandTemplate{title='Reflist'}
	end
	out = out .. ""
	local td = '{"params": {"qid": {"label": "QID",	"description": "Enter the Wikidata QID, which is a number beginning with Q. You can also add the name of the item as an HTML comment.","example": "'
	if qid then
		td = td .. qid .. ''
	else
		td = td .. 'Q1234567'
	end
	td = td .. '","type": "string","suggested": true}'
	td = td .. ',"refname": {"label": "Add named reference","description": "Add a named reference defined in a list","type": "string","example": "ref1"}'
	td = td .. ',"c1": {"label": "Override label","description": "Override the label (column 1) with this value","type": "content"}'
	td = td .. ',"c1+": {"label": "Append to label","description": "Append this content to the label (column 1)","type": "content"}'
	for c = 1,#pidtable do
		if pidtable[c][1].property == "P1" then
			td = td .. ',"c' .. c+1 .. '": {"label": "Define column ' .. c+1 .. '","description": "Define column ' .. c+1 .. ' with this content","type": "content"}'
		else
			local label = mw.wikibase.getLabel(pidtable[c][1].property)
			td = td .. ',"c' .. c+1 .. '": {"label": "Override ' .. label .. '","description": "Override the ' .. label .. ' (column ' .. c+1 .. ') with this content","type": "content"}'
			td = td .. ',"c' .. c+1 .. '+": {"label": "Append to ' .. label .. '","description": "Append this content to the ' .. label .. ' (column ' .. c+1 .. ')","type": "content"}'
		end
	end
	td = td .. '},"description": "This template reads some data from Wikidata while also allowing an editor to override or append their own content.","format": "inline"}'
	return documentation{content = out .. mw.getCurrentFrame:extensionTag{ name = 'templatedata', content = td}}
end