[ { "@graph" : [ { "@id" : "http://purl.org/np/RAwesyB_1NBYotHhs7iavCcHHjpp4tRDnDmnJa_VVXwbY", "@type" : [ "http://www.nanopub.org/nschema#Nanopublication" ], "http://www.nanopub.org/nschema#hasAssertion" : [ { "@id" : "http://purl.org/np/RAwesyB_1NBYotHhs7iavCcHHjpp4tRDnDmnJa_VVXwbY#assertion" } ], "http://www.nanopub.org/nschema#hasProvenance" : [ { "@id" : "http://purl.org/np/RAwesyB_1NBYotHhs7iavCcHHjpp4tRDnDmnJa_VVXwbY#provenance" } ], "http://www.nanopub.org/nschema#hasPublicationInfo" : [ { "@id" : "http://purl.org/np/RAwesyB_1NBYotHhs7iavCcHHjpp4tRDnDmnJa_VVXwbY#pubinfo" } ] } ], "@id" : "http://purl.org/np/RAwesyB_1NBYotHhs7iavCcHHjpp4tRDnDmnJa_VVXwbY#Head" }, { "@graph" : [ { "@id" : "http://purl.org/np/RAwesyB_1NBYotHhs7iavCcHHjpp4tRDnDmnJa_VVXwbY#paragraph", "@type" : [ "http://purl.org/spar/doco/Paragraph" ], "http://purl.org/spar/c4o/hasContent" : [ { "@value" : "In the Find stage, the crowd achieved similar values of precision in both settings ‘first answer’ and ‘majority voting’. Furthermore, in this stage the crowd achieved higher precision (0.5291 for ‘majority voting’) than in the Find stage. From the 167 RDF triples with predicate rdf:type, the crowd correctly classified 67 triples. Although the false positives were reduced in the Verify stage, the number of misclassified triples with RDF resources as objects are still high. Since the value of inter-rater agreement for this type of task is high, we can deduce that false positives are not necessarily generated by chance but the crowd recurrently confirms that these RDF triples are incorrect. These results suggest that assessing triples with RDF resources as objects without a proper rendering (human-readable information) is challenging for the crowd. Regarding the triples whose objects are external Web pages, in the Find stage the crowd correctly classified 35 out of the 36 triples, which is consistent with the behavior observed for this type of triples assessed in the Verify stage of the first workflow." } ] } ], "@id" : "http://purl.org/np/RAwesyB_1NBYotHhs7iavCcHHjpp4tRDnDmnJa_VVXwbY#assertion" }, { "@graph" : [ { "@id" : "http://purl.org/np/RAwesyB_1NBYotHhs7iavCcHHjpp4tRDnDmnJa_VVXwbY#assertion", "http://www.w3.org/ns/prov#hadPrimarySource" : [ { "@id" : "http://dx.doi.org/10.3233/SW-160239" } ], "http://www.w3.org/ns/prov#wasAttributedTo" : [ { "@id" : "https://orcid.org/0000-0003-0530-4305" } ] } ], "@id" : "http://purl.org/np/RAwesyB_1NBYotHhs7iavCcHHjpp4tRDnDmnJa_VVXwbY#provenance" }, { "@graph" : [ { "@id" : "http://purl.org/np/RAwesyB_1NBYotHhs7iavCcHHjpp4tRDnDmnJa_VVXwbY", "http://purl.org/dc/terms/created" : [ { "@type" : "http://www.w3.org/2001/XMLSchema#dateTime", "@value" : "2019-09-20T18:05:11+01:00" } ], "http://purl.org/pav/createdBy" : [ { "@id" : "https://orcid.org/0000-0002-7114-6459" } ] } ], "@id" : "http://purl.org/np/RAwesyB_1NBYotHhs7iavCcHHjpp4tRDnDmnJa_VVXwbY#pubinfo" } ]