@prefix this: <https://w3id.org/np/RAzm67jqYbMRd692MRHT8C-3sRyYWMsnjV05wuLgVffwU> .
@prefix sub: <https://w3id.org/np/RAzm67jqYbMRd692MRHT8C-3sRyYWMsnjV05wuLgVffwU/> .
@prefix schema: <https://schema.org/> .
@prefix np: <http://www.nanopub.org/nschema#> .
@prefix nt: <https://w3id.org/np/o/ntemplate/> .
@prefix xsd: <http://www.w3.org/2001/XMLSchema#> .
@prefix skos: <http://www.w3.org/2004/02/skos/core#> .
@prefix orcid: <https://orcid.org/> .
@prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> .
@prefix gen: <https://w3id.org/kpxl/gen/terms/> .
@prefix dct: <http://purl.org/dc/terms/> .
@prefix rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#> .
@prefix npx: <http://purl.org/nanopub/x/> .
@prefix prov: <http://www.w3.org/ns/prov#> .
@prefix foaf: <http://xmlns.com/foaf/0.1/> .

sub:Head {
  this: a np:Nanopublication;
    np:hasAssertion sub:assertion;
    np:hasProvenance sub:provenance;
    np:hasPublicationInfo sub:pubinfo .
}

sub:assertion {
  dct:date rdfs:label "has the date" .
  
  dct:description rdfs:label "has the description" .
  
  dct:identifier rdfs:label "has the identifier" .
  
  dct:source rdfs:label "has the source" .
  
  dct:subject rdfs:label "is about" .
  
  rdf:type rdfs:label "is a" .
  
  rdfs:label rdfs:label "has the label" .
  
  prov:actedOnBehalfOf rdfs:label "acts on behalf of" .
  
  prov:wasDerivedFrom rdfs:label "is derived from" .
  
  foaf:homepage rdfs:label "has the homepage" .
  
  schema:PropertyValue rdfs:label "property value" .
  
  schema:measurementTechnique rdfs:label "was measured by" .
  
  schema:name rdfs:label "has the name" .
  
  schema:unitText rdfs:label "has the unit" .
  
  schema:value rdfs:label "has the value" .
  
  schema:valueReference rdfs:label "has the reference value" .
  
  sub:assessmentType a nt:LiteralPlaceholder;
    rdfs:label "the assessment type: rubric, version and dimension (e.g. morphoeval/0.1.0/code-traceability)" .
  
  sub:claim a nt:ExternalUriPlaceholder, nt:GuidedChoicePlaceholder;
    rdfs:label "the claim being assessed";
    nt:possibleValuesFromApi "https://w3id.org/np/l/nanopub-query-1.1/api/RAyMrQ89RECTi9gZK5q7gjL1wKTiP8StkLy0NIkkCiyew/find-things?type=https://w3id.org/probknow/ontology/Claim" .
  
  sub:date a nt:LiteralPlaceholder;
    rdfs:label "the date of the assessment";
    nt:hasDatatype xsd:date .
  
  sub:description a nt:LongLiteralPlaceholder;
    rdfs:label "the assessor's reasoning" .
  
  sub:dimension a nt:ExternalUriPlaceholder, nt:GuidedChoicePlaceholder;
    rdfs:label "the rubric dimension scored (the rubric itself for the overall score)";
    nt:possibleValuesFromApi "https://w3id.org/np/l/nanopub-query-1.1/api/RAyMrQ89RECTi9gZK5q7gjL1wKTiP8StkLy0NIkkCiyew/find-things?type=https://w3id.org/probknow/ontology/Concept" .
  
  sub:evidence a nt:UriPlaceholder;
    rdfs:label "an evidence item the score rests on (a code location, a passage, a measurement)";
    nt:hasPrefix "https://w3id.org/probknow/resource/evidence/";
    nt:hasPrefixLabel "pkr:evidence/" .
  
  sub:evidenceAgainst a nt:LongLiteralPlaceholder;
    rdfs:label "a point counting against the claim" .
  
  sub:evidenceDescription a nt:LongLiteralPlaceholder;
    rdfs:label "what the evidence shows" .
  
  sub:evidenceLabel a nt:LiteralPlaceholder;
    rdfs:label "the evidence in one line" .
  
  sub:label a nt:LiteralPlaceholder;
    rdfs:label "short label of the assessment (claim, dimension and score)" .
  
  sub:model a nt:ExternalUriPlaceholder;
    rdfs:label "the language model that made the assessment";
    nt:hasPrefix "https://w3id.org/probknow/resource/model/";
    nt:hasPrefixLabel "pkr:model/" .
  
  sub:modelHomepage a nt:ExternalUriPlaceholder;
    rdfs:label "the model's homepage" .
  
  sub:modelId a nt:LiteralPlaceholder;
    rdfs:label "the model's identifier (e.g. its API model id)" .
  
  sub:modelLabel a nt:LiteralPlaceholder;
    rdfs:label "the model's name and version" .
  
  sub:operator a nt:AgentPlaceholder, nt:ExternalUriPlaceholder;
    rdfs:label "the person the model acted on behalf of";
    nt:hasDefaultValue nt:CREATOR .
  
  sub:quantity a nt:LiteralPlaceholder;
    rdfs:label "the measured quantity, for a measurement" .
  
  sub:reference a nt:UriPlaceholder;
    rdfs:label "the reference value the measurement is compared with";
    nt:hasPrefix "https://w3id.org/probknow/resource/evidence/";
    nt:hasPrefixLabel "pkr:evidence/" .
  
  sub:referenceSource a nt:LiteralPlaceholder;
    rdfs:label "where the reference value comes from" .
  
  sub:referenceValue a nt:LiteralPlaceholder;
    rdfs:label "the reference value" .
  
  sub:score a nt:LiteralPlaceholder;
    rdfs:label "the score, from 0 to 1";
    nt:hasDatatype xsd:double;
    nt:hasRegex "^(0(\\.[0-9]+)?|1(\\.0+)?)$" .
  
  sub:source a nt:ExternalUriPlaceholder;
    rdfs:label "where the evidence comes from (a file and line range, a commit, a DOI)" .
  
  sub:st01 rdf:object <https://w3id.org/probknow/ontology/LLMClaimAssessment>;
    rdf:predicate rdf:type;
    rdf:subject <https://w3id.org/probknow/resource/assessment/~~ARTIFACTCODE~~>;
    nt:statementOrder "1" .
  
  sub:st02 rdf:object sub:label;
    rdf:predicate rdfs:label;
    rdf:subject <https://w3id.org/probknow/resource/assessment/~~ARTIFACTCODE~~>;
    nt:statementOrder "2" .
  
  sub:st03 a nt:OptionalStatement;
    rdf:object sub:date;
    rdf:predicate dct:date;
    rdf:subject <https://w3id.org/probknow/resource/assessment/~~ARTIFACTCODE~~>;
    nt:statementOrder "3" .
  
  sub:st04 a nt:OptionalStatement;
    rdf:object sub:description;
    rdf:predicate dct:description;
    rdf:subject <https://w3id.org/probknow/resource/assessment/~~ARTIFACTCODE~~>;
    nt:statementOrder "4" .
  
  sub:st05 rdf:object <https://w3id.org/probknow/resource/assessment/~~ARTIFACTCODE~~>;
    rdf:predicate <https://w3id.org/probknow/ontology/hasAssessment>;
    rdf:subject sub:claim;
    nt:statementOrder "5" .
  
  sub:st06 rdf:object sub:dimension;
    rdf:predicate dct:subject;
    rdf:subject <https://w3id.org/probknow/resource/assessment/~~ARTIFACTCODE~~>;
    nt:statementOrder "6" .
  
  sub:st07 rdf:object sub:model;
    rdf:predicate <https://w3id.org/probknow/ontology/assessedBy>;
    rdf:subject <https://w3id.org/probknow/resource/assessment/~~ARTIFACTCODE~~>;
    nt:statementOrder "7" .
  
  sub:st08 rdf:object <https://w3id.org/probknow/ontology/Model>;
    rdf:predicate rdf:type;
    rdf:subject sub:model;
    nt:statementOrder "8" .
  
  sub:st09 rdf:object sub:modelLabel;
    rdf:predicate rdfs:label;
    rdf:subject sub:model;
    nt:statementOrder "9" .
  
  sub:st10 a nt:OptionalStatement;
    rdf:object sub:modelId;
    rdf:predicate dct:identifier;
    rdf:subject sub:model;
    nt:statementOrder "10" .
  
  sub:st11 a nt:OptionalStatement;
    rdf:object sub:modelHomepage;
    rdf:predicate foaf:homepage;
    rdf:subject sub:model;
    nt:statementOrder "11" .
  
  sub:st12 a nt:OptionalStatement;
    rdf:object sub:operator;
    rdf:predicate prov:actedOnBehalfOf;
    rdf:subject sub:model;
    nt:statementOrder "12" .
  
  sub:st13 rdf:object sub:assessmentType;
    rdf:predicate <https://w3id.org/probknow/ontology/assessmentType>;
    rdf:subject <https://w3id.org/probknow/resource/assessment/~~ARTIFACTCODE~~>;
    nt:statementOrder "13" .
  
  sub:st14 a nt:OptionalStatement;
    rdf:object sub:verdict;
    rdf:predicate <https://w3id.org/probknow/ontology/hasVerdict>;
    rdf:subject <https://w3id.org/probknow/resource/assessment/~~ARTIFACTCODE~~>;
    nt:statementOrder "14" .
  
  sub:st15 rdf:object sub:score;
    rdf:predicate <https://w3id.org/probknow/ontology/hasScore>;
    rdf:subject <https://w3id.org/probknow/resource/assessment/~~ARTIFACTCODE~~>;
    nt:statementOrder "15" .
  
  sub:st16 a nt:OptionalStatement, nt:RepeatableStatement;
    rdf:object sub:evidenceAgainst;
    rdf:predicate <https://w3id.org/probknow/ontology/evidenceAgainst>;
    rdf:subject <https://w3id.org/probknow/resource/assessment/~~ARTIFACTCODE~~>;
    nt:statementOrder "16" .
  
  sub:st17 a nt:GroupedStatement, nt:OptionalStatement, nt:RepeatableStatement;
    nt:hasStatement sub:st17a, sub:st17b, sub:st17c, sub:st17d, sub:st17e, sub:st17f,
      sub:st17g, sub:st17h, sub:st17i, sub:st17j, sub:st17k, sub:st17l, sub:st17m, sub:st17n .
  
  sub:st17a rdf:object sub:evidence;
    rdf:predicate <https://w3id.org/probknow/ontology/hasEvidence>;
    rdf:subject <https://w3id.org/probknow/resource/assessment/~~ARTIFACTCODE~~>;
    nt:statementOrder "17" .
  
  sub:st17b rdf:object <https://w3id.org/probknow/ontology/EvidenceItem>;
    rdf:predicate rdf:type;
    rdf:subject sub:evidence;
    nt:statementOrder "18" .
  
  sub:st17c rdf:object sub:evidenceLabel;
    rdf:predicate rdfs:label;
    rdf:subject sub:evidence;
    nt:statementOrder "19" .
  
  sub:st17d a nt:OptionalStatement;
    rdf:object sub:evidenceDescription;
    rdf:predicate dct:description;
    rdf:subject sub:evidence;
    nt:statementOrder "20" .
  
  sub:st17e a nt:OptionalStatement;
    rdf:object sub:source;
    rdf:predicate prov:wasDerivedFrom;
    rdf:subject sub:evidence;
    nt:statementOrder "21" .
  
  sub:st17f a nt:OptionalStatement;
    rdf:object schema:PropertyValue;
    rdf:predicate rdf:type;
    rdf:subject sub:evidence;
    nt:statementOrder "22" .
  
  sub:st17g a nt:OptionalStatement;
    rdf:object sub:quantity;
    rdf:predicate schema:name;
    rdf:subject sub:evidence;
    nt:statementOrder "23" .
  
  sub:st17h a nt:OptionalStatement;
    rdf:object sub:value;
    rdf:predicate schema:value;
    rdf:subject sub:evidence;
    nt:statementOrder "24" .
  
  sub:st17i a nt:OptionalStatement;
    rdf:object sub:unit;
    rdf:predicate schema:unitText;
    rdf:subject sub:evidence;
    nt:statementOrder "25" .
  
  sub:st17j a nt:OptionalStatement;
    rdf:object sub:technique;
    rdf:predicate schema:measurementTechnique;
    rdf:subject sub:evidence;
    nt:statementOrder "26" .
  
  sub:st17k a nt:OptionalStatement;
    rdf:object sub:reference;
    rdf:predicate schema:valueReference;
    rdf:subject sub:evidence;
    nt:statementOrder "27" .
  
  sub:st17l a nt:OptionalStatement;
    rdf:object schema:PropertyValue;
    rdf:predicate rdf:type;
    rdf:subject sub:reference;
    nt:statementOrder "28" .
  
  sub:st17m a nt:OptionalStatement;
    rdf:object sub:referenceValue;
    rdf:predicate schema:value;
    rdf:subject sub:reference;
    nt:statementOrder "29" .
  
  sub:st17n a nt:OptionalStatement;
    rdf:object sub:referenceSource;
    rdf:predicate dct:source;
    rdf:subject sub:reference;
    nt:statementOrder "30" .
  
  sub:technique a nt:LongLiteralPlaceholder;
    rdfs:label "how the value was measured" .
  
  sub:template a nt:AssertionTemplate;
    dct:description "An assessment of a Project Delphi claim against one dimension of a rubric (or against the whole rubric, for the overall score), made by a language model acting as evaluator: the score from 0 to 1, a verdict, and the evidence items the score rests on — code locations, passages, or measurements with their reference values. The assessment's identifier is minted from this nanopublication's artifact code; pipelines may use their own ids under pkr:assessment/.";
    dct:isVersionOf <https://w3id.org/np/RAOAK6Fe6J6JvD4kUCZg53sRpwRkRq7rzFuDtGT7n6Drw/rubricAssessmentKind>;
    rdfs:label "Project Delphi rubric assessment of a claim";
    gen:governedBy <https://w3id.org/spaces/delphi>;
    nt:hasNanopubLabelPattern "${label}";
    nt:hasStatement sub:st01, sub:st02, sub:st03, sub:st04, sub:st05, sub:st06, sub:st07,
      sub:st08, sub:st09, sub:st10, sub:st11, sub:st12, sub:st13, sub:st14, sub:st15, sub:st16,
      sub:st17, sub:st17a, sub:st17b, sub:st17c, sub:st17d, sub:st17e, sub:st17f, sub:st17g,
      sub:st17h, sub:st17i, sub:st17j, sub:st17k, sub:st17l, sub:st17m, sub:st17n;
    nt:hasTag "Project Delphi";
    nt:hasTargetNanopubType <https://w3id.org/probknow/ontology/LLMClaimAssessment> .
  
  sub:unit a nt:LiteralPlaceholder;
    rdfs:label "the unit of the measured value" .
  
  sub:value a nt:LiteralPlaceholder;
    rdfs:label "the measured value" .
  
  sub:verdict a nt:LiteralPlaceholder;
    rdfs:label "short categorical verdict (e.g. mostly faithful)" .
  
  <https://w3id.org/probknow/ontology/EvidenceItem> rdfs:label "evidence item" .
  
  <https://w3id.org/probknow/ontology/LLMClaimAssessment> rdfs:label "LLM claim assessment" .
  
  <https://w3id.org/probknow/ontology/Model> rdfs:label "language model" .
  
  <https://w3id.org/probknow/ontology/assessedBy> rdfs:label "is assessed by" .
  
  <https://w3id.org/probknow/ontology/assessmentType> rdfs:label "has the assessment type" .
  
  <https://w3id.org/probknow/ontology/evidenceAgainst> rdfs:label "has evidence against" .
  
  <https://w3id.org/probknow/ontology/hasAssessment> rdfs:label "has the assessment" .
  
  <https://w3id.org/probknow/ontology/hasEvidence> rdfs:label "has the evidence item" .
  
  <https://w3id.org/probknow/ontology/hasScore> rdfs:label "has the score (0–1)" .
  
  <https://w3id.org/probknow/ontology/hasVerdict> rdfs:label "has the verdict" .
  
  <https://w3id.org/probknow/resource/assessment/~~ARTIFACTCODE~~> a nt:IntroducedResource;
    rdfs:label "this assessment" .
}

sub:provenance {
  sub:assertion prov:wasAttributedTo orcid:0000-0002-1267-0234 .
}

sub:pubinfo {
  orcid:0000-0002-1267-0234 foaf:name "Tobias Kuhn" .
  
  this: dct:created "2026-11-13T13:26:59+00:00"^^xsd:dateTime;
    dct:creator orcid:0000-0002-1267-0234;
    dct:license <https://creativecommons.org/licenses/by/4.0/>;
    npx:embeds sub:template;
    npx:introduces <https://w3id.org/np/RAOAK6Fe6J6JvD4kUCZg53sRpwRkRq7rzFuDtGT7n6Drw/rubricAssessmentKind>;
    npx:supersedes <https://w3id.org/np/RAiQriH1WtzdRyWzpmJI-C3QkhyNWMirA7JgW2TAE8N64>;
    rdfs:label "Project Delphi rubric assessment of a claim";
    skos:changeNote "Agent and guided-choice fields that must refer to existing resources are now also external URI placeholders, so Nanodash no longer offers to mint a typed plain name locally for them: operator.";
    nt:wasCreatedFromProvenanceTemplate <https://w3id.org/np/RA7lSq6MuK_TIC6JMSHvLtee3lpLoZDOqLJCLXevnrPoU>;
    nt:wasCreatedFromPubinfoTemplate <https://w3id.org/np/RACJ58Gvyn91LqCKIO9zu1eijDQIeEff28iyDrJgjSJF8>,
      <https://w3id.org/np/RAKc76yHLDbloE6ObluzYQsfX37v6qrZXbYeIKpe8-YUo>, <https://w3id.org/np/RAoTD7udB2KtUuOuAe74tJi1t3VzK0DyWS7rYVAq1GRvw>,
      <https://w3id.org/np/RAukAcWHRDlkqxk7H2XNSegc1WnHI569INvNr-xdptDGI>;
    nt:wasCreatedFromTemplate <https://w3id.org/np/RAWwJ-TzFhUJN5l6cTUIeCIUqqzS8ek-_zumlDczSUipk/template> .
  
  sub:sig npx:hasAlgorithm "RSA";
    npx:hasPublicKey "MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCwUtewGCpT5vIfXYE1bmf/Uqu1ojqnWdYxv+ySO80ul8Gu7m8KoyPAwuvaPj0lvPtHrg000qMmkxzKhYknEjq8v7EerxZNYp5B3/3+5ZpuWOYAs78UnQVjbHSmDdmryr4D4VvvNIiUmd0yxci47dTFUj4DvfHnGd6hVe5+goqdcwIDAQAB";
    npx:hasSignature "SY15aiE6WHOur0m/XQjkXkCkHn0I/mFXFiuq2kZpzCFP28rXW0osSLS31BYPWN/92vaQYbQMM8w2N8RYDY0IdA34LSb9MkPd7FHpoA2AYG0y1LVb1fp/ufIOeDQEYo3W0mlZUrK5k1KQRo3kTki/d7LxkDqi8Hq4KzSNDwxl8wY=";
    npx:hasSignatureTarget this:;
    npx:signedBy orcid:0000-0002-1267-0234 .
}