balkian/sitc
1
0
Fork 0
mirror of https://github.com/gsi-upm/sitc synced 2024-12-22 03:38:13 +00:00
Code Issues Releases Wiki Activity

Fixed encoding and jsonld issues

Browse Source
This commit is contained in:
J. Fernando Sánchez 2017-02-21 18:22:14 +01:00
parent a70ee9af58
commit f5d44e4a18
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
lod/extract_data.py
View File

@ -32,14 +32,15 @@ def sanitize_triple(t):
with request.urlopen(url) as response:
# Get all json-ld objects embedded in the html file
html = response.read().decode('utf-8')
html = response.read().decode('utf-8', errors='ignore')
parser = etree.XMLParser(recover=True)
root = etree.fromstring(html, parser=parser)
for jsonld in root.findall(".//script[@type='application/ld+json']"):
g.parse(data=jsonld.text, publicID=url, format='json-ld')
if root:
for jsonld in root.findall(".//script[@type='application/ld+json']"):
g.parse(data=jsonld.text, publicID=url, format='json-ld')
fixedgraph = Graph()
fixedgraph += [sanitize_triple(s) for s in g]
print(g.serialize(format='turtle').decode('utf-8'))
print(g.serialize(format='turtle').decode('utf-8', errors='ignore'))