1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
|
{
"translatorID": "5e684d82-73a3-9a34-095f-19b112d77bbe",
"label": "Digital Medievalist",
"creator": "Fred Gibbs, Sebastian Karcher",
"target": "^https?://digitalmedievalist\\.org/(index\\.html)?($|journal/?$|(journal/[3-9]))",
"minVersion": "3.0",
"maxVersion": "",
"priority": 100,
"inRepository": true,
"translatorType": 4,
"browserSupport": "gcsibv",
"lastUpdated": "2014-03-12 00:24:31"
}
function detectWeb(doc, url) {
if(doc.title == "Digital Medievalist: Journal" || doc.title == "Digital Medievalist" || doc.title == "Digital Medievalist Journal") {
return "multiple";
} else {
return "journalArticle";
}
}
function doWeb(doc, url) {
var links ={};
var articles = [];
// if on single article
if (detectWeb(doc, url) == "journalArticle") {
scrape(doc, url)
}
// if multiple, collect article titles
else if (doc.evaluate('//div[@class="issue"]/div/ul/li/a', doc, null, XPathResult.ANY_TYPE, null).iterateNext()) {
var titles = doc.evaluate('//div[@class="issue"]/div/ul/li/a', doc, null, XPathResult.ANY_TYPE, null);
while (title = titles.iterateNext()) {
links[title.href] = Zotero.Utilities.trimInternal(title.textContent);
}
Zotero.selectItems(links, function (items) {
if (!items) {
return true;
}
for (var i in items) {
articles.push(i);
}
Zotero.Utilities.processDocuments(articles, scrape);
});
}
}
function scrape(doc, url){
var newItem = new Zotero.Item("journalArticle")
newItem.publicationTitle = "Digital Medievalist";
newItem.ISSN = " 1715-0736";
newItem.url = url;
newItem.title = ZU.xpathText(doc, '//h1')
newItem.attachments.push({document:doc, title: "Digital Medievalist Snapshot", mimeType:"text/html"});
var keywords = ZU.xpathText(doc, '//div[@class="keywords"]/p');
if (keywords) keywords=keywords.replace(/Keywords:\s*/, "").replace(/.\s*$/, "").split(/\s*;\s*/);
for (var i in keywords){
newItem.tags.push(keywords[i].trim())
}
var authors = ZU.xpath(doc, '//div[@class="frontmatter"]//p[@class="byline"]');
for (var i=0; i<authors.length;i++){
var author = authors[i].textContent.match(/^.+?,/);
if(author) newItem.creators.push(ZU.cleanAuthor(author[0], "author"))
}
var abstract = ZU.xpathText(doc, '//div[@class="abstract"]/p[last()]');
if (abstract) newItem.abstractNote = ZU.trimInternal(abstract);
var pubinfo = ZU.xpathText(doc, '//div[@class="frontmatter"]/p[1]');
var volyear = pubinfo.match(/Digital Medievalist (\d+)\s*\((\d{4})\)/)
if (volyear){
newItem.year = volyear[2];
newItem.volume = volyear[1];
}
newItem.complete();
}
/** BEGIN TEST CASES **/
var testCases = [
{
"type": "web",
"url": "http://digitalmedievalist.org/journal/6/gau/",
"items": [
{
"itemType": "journalArticle",
"creators": [
{
"firstName": "Melanie",
"lastName": "Gau",
"creatorType": "author"
},
{
"firstName": "Heinz",
"lastName": "Miklas",
"creatorType": "author"
},
{
"firstName": "Martin",
"lastName": "Lettner",
"creatorType": "author"
},
{
"firstName": "Robert",
"lastName": "Sablatnig",
"creatorType": "author"
}
],
"notes": [],
"tags": [
"Codicology",
"Damaged Manuscripts",
"Digital Palaeography",
"Foreground-Background Separation",
"Graphemic Character Segmentation",
"Image Acquisition",
"Manuscripts",
"Multi-Spectral Imaging",
"Palaeography",
"Palimpsests",
"Processing"
],
"seeAlso": [],
"attachments": [
{
"title": "Digital Medievalist Snapshot",
"mimeType": "text/html"
}
],
"publicationTitle": "Digital Medievalist",
"ISSN": "1715-0736",
"url": "http://digitalmedievalist.org/journal/6/gau/",
"title": "Image Acquisition & Processing Routines for Damaged Manuscripts",
"abstractNote": "This paper presents an overview of data acquisition and processing procedures of an interdisciplinary project of philologists and image processing experts aiming at the decipherment and reconstruction of damaged manuscripts. The digital raw image data was acquired via multi-spectral imaging. As a preparatory step we developed a method of foreground-background separation (binarisation) especially designed for multi-spectral images of degraded documents. On the basis of the binarised images further applications were developed: an automatic character decomposition and primitive extraction dissects the scriptural elements into analysable pieces that are necessary for palaeographic and graphemic analyses, writing tool recognition, text restoration, and optical character recognition. The results of the relevant procedures can be stored and interrogated in a database application. Furthermore, a semi-automatic page layout analysis provides codicological information on latent page contents (script, ruling, decorations).",
"volume": "6",
"libraryCatalog": "Digital Medievalist"
}
]
},
{
"type": "web",
"url": "http://digitalmedievalist.org/journal/6/",
"items": "multiple"
}
]
/** END TEST CASES **/
|
