File size: 6,633 Bytes
55bd5a0 a76c750 0f9d6c1 55bd5a0 314b9a7 55bd5a0 314b9a7 55bd5a0 898e6ff 0f9d6c1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 |
---
license: cc-by-nc-sa-4.0
language:
- cs
- de
pipeline_tag: text2text-generation
tags:
- code
- wikibase
- vital records
base_model: google/mt5-small
inference:
parameters:
max_new_tokens: 200
datasets:
- daelba/hbma
---
A model for converting vital records to Wikibase. Trained on a transcription dataset extracted with HTR (<a href="https://gitlab.com/scripta/escriptorium">eScriptorium</a>) from 150 pages of the Jewish register book <a href="https://vademecum.nacr.cz/vademecum/permalink?xid=8c9e996c-e65c-41a0-8cbc-f8fc8dc32468">HBMa 2501</a> (<a href="https://www.wikidata.org/wiki/Q108724909">Wikidata</a>). The dataset contains 1071 vital records, which were uploaded to <a href="https://matrika.wikibase.cloud">Wikibase Cloud</a> after processing with this model.
Based on <a href="https://huggingface.co/google/mt5-small">Google's mT5</a>.
<h3>Processing ditto marks</h3>
<pre>
mt5prefix = "dto"
upperCell = "18 Juny 1858 H. Barb. Kohn"
lowerCell = "dto dto H. Ros. Plowitz"
dataset_input = f"{mt5prefix}:{upperCell}|{lowerCell}"
dataset_target = "18 Juny 1858 H. Ros. Plowitz"
</pre>
<h3>Processing a table cell</h3>
<pre>
mt5prefix = "wbPre"
header = "Namen des Vaters mit Anführung des Standes, ob Familiant od. Gewerbsmann, u. seines Wohnortes, Schutzdom. Haus-Nr. und bei ehelichen Geburten seines Gubernial-Ehekonsenses Datum und Zahl"
cell = "Markus Gibianer, Lederhändler, S. d. Seligmann Gibianer u. der Magdalena geb. Motz"
dataset_input = f"{mt5prefix}:{header}|{cell}"
dataset_target = "[[<a href="https://matrika.wikibase.cloud/wiki/Property:P23">P23</a>:Markus Gibianer|<a href="https://matrika.wikibase.cloud/wiki/Property:P26">P26</a>:Lederhändler]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P27">P27</a>:Seligmann Gibianer]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P28">P28</a>:Magdalena Gibianer geb. Motz]]"
</pre>
<h3>Processing a whole record</h3>
See the <a href="https://matrika.wikibase.cloud/wiki/Item:Q1255">entry</a> on Wikibase Cloud.
<pre>
mt5prefix = "wbDef"
input_string = "[[<a href="https://matrika.wikibase.cloud/wiki/Property:P5">P5</a>:60]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P6">P6</a>:1865-05-05]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P7">P7</a>:H. Charlotte Löw]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P12">P12</a>|DD:23]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P12">P12</a>|MM:04]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P12">P12</a>|YY:1865]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P14">P14</a>|<a href="https://matrika.wikibase.cloud/wiki/Property:P8">P8</a>:1061/2]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P14">P14</a>:<a href="https://matrika.wikibase.cloud/wiki/Item:Q8">Q8</a>]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P15">P15</a>|DD:06]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P15">P15</a>|MM:05]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P15">P15</a>|YY:1865]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P16">P16</a>:<a href="https://matrika.wikibase.cloud/wiki/Item:Q22">Q22</a>]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P17">P17</a>:Friederika]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P20">P20</a>:4]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P21">P21</a>:<a href="https://matrika.wikibase.cloud/wiki/Item:Q13">Q13</a>]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P22">P22</a>:<a href="https://matrika.wikibase.cloud/wiki/Item:Q15">Q15</a>]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P23">P23</a>:Jakob Raubitschek|<a href="https://matrika.wikibase.cloud/wiki/Property:P26">P26</a>:Eisenhändler]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P27">P27</a>:Josef Raubitschek]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P28">P28</a>:Theresia Raubitschek geb. Latus]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P24">P24</a>:Pauline XXX]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P29">P29</a>:Markus Raudnitz]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P30">P30</a>:Rachel Raudnitz geb. Kuh]]"
dataset_input = f"{mt5prefix}:{input_string}"
dataset_target = "[[<a href="https://matrika.wikibase.cloud/wiki/Property:P12">P12</a>:1865-04-23]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P14">P14</a>:<a href="https://matrika.wikibase.cloud/wiki/Item:Q8">Q8</a>|<a href="https://matrika.wikibase.cloud/wiki/Property:P8">P8</a>:1061/2]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P15">P15</a>:1865-05-06]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P16">P16</a>:<a href="https://matrika.wikibase.cloud/wiki/Item:Q22">Q22</a>]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P17">P17</a>:Friederika]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P18">P18</a>:Raubitschek]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P19">P19</a>:Friederika Raubitschek]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P1">P1</a>:<a href="https://matrika.wikibase.cloud/wiki/Item:Q1">Q1</a>]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P20">P20</a>:4]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P21">P21</a>:<a href="https://matrika.wikibase.cloud/wiki/Item:Q13">Q13</a>]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P22">P22</a>:<a href="https://matrika.wikibase.cloud/wiki/Item:Q15">Q15</a>]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P23">P23</a>:Jakob Raubitschek|<a href="https://matrika.wikibase.cloud/wiki/Property:P26">P26</a>:Eisenhändler]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P24">P24</a>:Pauline Raubitschek]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P27">P27</a>:Josef Raubitschek]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P28">P28</a>:Theresia Raubitschek geb. Latus]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P29">P29</a>:Markus Raudnitz]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P30">P30</a>:Rachel Raudnitz geb. Kuh]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P33">P33</a>:Charlotte Löw]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P38">P38</a>:<a href="https://matrika.wikibase.cloud/wiki/Item:Q170">Q170</a>]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P5">P5</a>:60]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P6">P6</a>:1865-05-05]] [[<a href="https://matrika.wikibase.cloud/wiki/Property:P7">P7</a>:H. Charlotte Löw]]"
</pre> |