[ { "@graph" : [ { "@id" : "https://w3id.org/np/RA3rC4HKg3oOEpBkxIDrJ3DQYkPle89M0RRumAdIJFR3A", "@type" : [ "http://www.nanopub.org/nschema#Nanopublication" ], "http://www.nanopub.org/nschema#hasAssertion" : [ { "@id" : "https://w3id.org/np/RA3rC4HKg3oOEpBkxIDrJ3DQYkPle89M0RRumAdIJFR3A/assertion" } ], "http://www.nanopub.org/nschema#hasProvenance" : [ { "@id" : "https://w3id.org/np/RA3rC4HKg3oOEpBkxIDrJ3DQYkPle89M0RRumAdIJFR3A/provenance" } ], "http://www.nanopub.org/nschema#hasPublicationInfo" : [ { "@id" : "https://w3id.org/np/RA3rC4HKg3oOEpBkxIDrJ3DQYkPle89M0RRumAdIJFR3A/pubinfo" } ] } ], "@id" : "https://w3id.org/np/RA3rC4HKg3oOEpBkxIDrJ3DQYkPle89M0RRumAdIJFR3A/Head" }, { "@graph" : [ { "@id" : "https://doi.org/10.48550/arXiv.2506.21556", "@type" : [ "http://www.w3.org/ns/prov#Entity" ], "http://purl.org/dc/terms/title" : [ { "@value" : "VAT-KG: KNOWLEDGE-INTENSIVE MULTIMODAL KNOWLEDGE GRAPH DATASET FOR RETRIEVAL-AUGMENTED GENERATION" } ], "http://purl.org/spar/cito/describes" : [ { "@id" : "https://neverblink.eu/ontologies/llm-kg/methods#multimodalRagFramework" }, { "@id" : "https://neverblink.eu/ontologies/llm-kg/methods#vatkgConstructionPipeline" } ], "http://purl.org/spar/cito/discusses" : [ { "@id" : "https://neverblink.eu/ontologies/llm-kg/methods#gemini2Dot5" }, { "@id" : "https://neverblink.eu/ontologies/llm-kg/methods#gpt4o" }, { "@id" : "https://neverblink.eu/ontologies/llm-kg/methods#m2ConceptBase" }, { "@id" : "https://neverblink.eu/ontologies/llm-kg/methods#qwen2Dot5Omni" }, { "@id" : "https://neverblink.eu/ontologies/llm-kg/methods#videoLlama2" }, { "@id" : "https://neverblink.eu/ontologies/llm-kg/methods#wikidata5M" } ] }, { "@id" : "https://neverblink.eu/ontologies/llm-kg/methods#gemini2Dot5", "@type" : [ "http://purl.org/spar/fabio/Workflow" ], "http://www.w3.org/2000/01/rdf-schema#label" : [ { "@value" : "Gemini-2.5" } ] }, { "@id" : "https://neverblink.eu/ontologies/llm-kg/methods#gpt4o", "@type" : [ "http://purl.org/spar/fabio/Workflow" ], "http://www.w3.org/2000/01/rdf-schema#label" : [ { "@value" : "GPT-4o" } ] }, { "@id" : "https://neverblink.eu/ontologies/llm-kg/methods#m2ConceptBase", "@type" : [ "http://purl.org/spar/fabio/Workflow" ], "http://www.w3.org/2000/01/rdf-schema#label" : [ { "@value" : "M2ConceptBase" } ] }, { "@id" : "https://neverblink.eu/ontologies/llm-kg/methods#multimodalRagFramework", "@type" : [ "http://purl.org/spar/fabio/Workflow" ], "http://purl.org/dc/terms/subject" : [ { "@id" : "https://neverblink.eu/ontologies/llm-kg/categories#SynergizedReasoning" } ], "http://www.w3.org/2000/01/rdf-schema#comment" : [ { "@value" : "This framework integrates VAT-KG with Multimodal Large Language Models (MLLMs) for question answering across diverse modalities. It synergistically combines retrieval from VAT-KG with MLLM generation and includes a \"Retrieval Checker\" that uses the MLLM's text encoder to filter retrieved KG triplets, indicating a unified reasoning process where both LLM and KG representations are actively combined." } ], "http://www.w3.org/2000/01/rdf-schema#label" : [ { "@value" : "Multimodal RAG Framework" } ], "https://neverblink.eu/ontologies/llm-kg/hasTopCategory" : [ { "@id" : "https://neverblink.eu/ontologies/llm-kg/top-categories#SynergizedLLMKG" } ] }, { "@id" : "https://neverblink.eu/ontologies/llm-kg/methods#qwen2Dot5Omni", "@type" : [ "http://purl.org/spar/fabio/Workflow" ], "http://www.w3.org/2000/01/rdf-schema#label" : [ { "@value" : "Qwen2.5-Omni" } ] }, { "@id" : "https://neverblink.eu/ontologies/llm-kg/methods#vatkgConstructionPipeline", "@type" : [ "http://purl.org/spar/fabio/Workflow" ], "http://purl.org/dc/terms/subject" : [ { "@id" : "https://neverblink.eu/ontologies/llm-kg/categories#LLMAugmentedKGConstruction" } ], "http://www.w3.org/2000/01/rdf-schema#comment" : [ { "@value" : "This method proposes a four-step pipeline for constructing the Visual-Audio-Text Knowledge Graph (VAT-KG). It explicitly leverages LLMs for \"Knowledge-Intensive Recaptioning\" to enrich textual data and \"Multimodal Triplet Grounding\" to extract knowledge-intensive triplets, directly supporting the construction of the knowledge graph. Thus, LLMs are used to improve a KG task, specifically KG construction." } ], "http://www.w3.org/2000/01/rdf-schema#label" : [ { "@value" : "VAT-KG Construction Pipeline" } ], "https://neverblink.eu/ontologies/llm-kg/hasTopCategory" : [ { "@id" : "https://neverblink.eu/ontologies/llm-kg/top-categories#LLMAugmentedKG" } ] }, { "@id" : "https://neverblink.eu/ontologies/llm-kg/methods#videoLlama2", "@type" : [ "http://purl.org/spar/fabio/Workflow" ], "http://www.w3.org/2000/01/rdf-schema#label" : [ { "@value" : "Video-LLaMA2" } ] }, { "@id" : "https://neverblink.eu/ontologies/llm-kg/methods#wikidata5M", "@type" : [ "http://purl.org/spar/fabio/Workflow" ], "http://www.w3.org/2000/01/rdf-schema#label" : [ { "@value" : "Wikidata5M" } ] } ], "@id" : "https://w3id.org/np/RA3rC4HKg3oOEpBkxIDrJ3DQYkPle89M0RRumAdIJFR3A/assertion" }, { "@graph" : [ { "@id" : "https://w3id.org/np/RA3rC4HKg3oOEpBkxIDrJ3DQYkPle89M0RRumAdIJFR3A/assertion", "http://www.w3.org/ns/prov#wasAttributedTo" : [ { "@id" : "https://neverblink.eu/ontologies/llm-kg/agent" } ], "http://www.w3.org/ns/prov#wasDerivedFrom" : [ { "@id" : "https://doi.org/10.48550/arXiv.2506.21556" } ] } ], "@id" : "https://w3id.org/np/RA3rC4HKg3oOEpBkxIDrJ3DQYkPle89M0RRumAdIJFR3A/provenance" }, { "@graph" : [ { "@id" : "https://w3id.org/np/RA3rC4HKg3oOEpBkxIDrJ3DQYkPle89M0RRumAdIJFR3A", "http://purl.org/dc/terms/created" : [ { "@type" : "http://www.w3.org/2001/XMLSchema#dateTime", "@value" : "2026-02-26T15:44:44.440Z" } ], "http://purl.org/dc/terms/creator" : [ { "@id" : "https://neverblink.eu/ontologies/llm-kg/agent" } ], "http://purl.org/nanopub/x/hasNanopubType" : [ { "@id" : "https://neverblink.eu/ontologies/llm-kg/PaperAssessmentResult" } ], "http://www.w3.org/2000/01/rdf-schema#label" : [ { "@value" : "LLM-KG assessment for paper 10.48550/arXiv.2506.21556" } ] }, { "@id" : "https://w3id.org/np/RA3rC4HKg3oOEpBkxIDrJ3DQYkPle89M0RRumAdIJFR3A/sig", "http://purl.org/nanopub/x/hasAlgorithm" : [ { "@value" : "RSA" } ], "http://purl.org/nanopub/x/hasPublicKey" : [ { "@value" : "MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAwNz2QK3SEifno78S7+48zUB0xpTex3mAzW73ZimHqNcdEMU5/apslrGrTHGFAt/Chocgo++r6JQp5ygY7NyJHGWdaIqnt85pjX4PbNfLAvapyUO00qZP34fY61w4eZ9UMtleWEsmZKRtQPyJ8ODl46i/rfPuZlcJGpM9Nmy5mpGWuepqIEvF4a/t7pLVeCEDFSYXT+yaiygt6ynIK5f7TtEDhZpeUf/Q74WhMPJXm4yTU/hqOX4IW+50kWHNArGGZwUaXwzyG6M3Zd6UMModryGkLqS4H/MSE3ZA1Ylnms7BfWLEXhMWlaKi6HRV4nGRDLhxVSi9LSRi3LWKLhNIIQIDAQAB" } ], "http://purl.org/nanopub/x/hasSignature" : [ { "@value" : "OqddnoTeurqKLv5Mku14JsvxdjqJExiHn4ql1dROycCWvq2fO0lrClRvIinPQx8iNULpuxn03UK+4bZ8L/ga38jxrQ9rhm+d2C8cZAQ0XxNtvu2MCKqFxbUeMTYI4SuCeOslm6E4DZ0/yY29WEl7hUxqga/RIhe/OuMU7y46gerkPAaXFQuIbaVpGgDOQQ1Z9kHTFJ0H6Wxbt+opXbsHqNV3ZvkCsucfMQUaSwk8KMkBghFVnmX1AYd94e5F/JhybnRjY10nqYsTx/2ovf++7FOeIox6/54jVcV9+JIzVQDj/ArlOdy20AToMINyGAT0vlHPLU73JBdBuZviB/uSjg==" } ], "http://purl.org/nanopub/x/hasSignatureTarget" : [ { "@id" : "https://w3id.org/np/RA3rC4HKg3oOEpBkxIDrJ3DQYkPle89M0RRumAdIJFR3A" } ], "http://purl.org/nanopub/x/signedBy" : [ { "@id" : "https://neverblink.eu/ontologies/llm-kg/agent" } ] } ], "@id" : "https://w3id.org/np/RA3rC4HKg3oOEpBkxIDrJ3DQYkPle89M0RRumAdIJFR3A/pubinfo" } ]