https://w3id.org/np/RA5onfai3TcQTXxloau--mcY6JKg8yXNeMmqo29rFn4Qc
.trig | .trig.txt | .jelly | .jelly.txt
@prefix this: <https://w3id.org/np/RA5onfai3TcQTXxloau--mcY6JKg8yXNeMmqo29rFn4Qc> . @prefix sub: <https://w3id.org/np/RA5onfai3TcQTXxloau--mcY6JKg8yXNeMmqo29rFn4Qc#> . @prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> . @prefix xsd: <http://www.w3.org/2001/XMLSchema#> . @prefix np: <http://www.nanopub.org/nschema#> . @prefix npx: <http://purl.org/nanopub/x/> . @prefix dcterms: <http://purl.org/dc/terms/> . @prefix prov: <http://www.w3.org/ns/prov#> . @prefix schema: <https://schema.org/> . @prefix foaf: <http://xmlns.com/foaf/0.1/> . @prefix orcid: <https://orcid.org/> . sub:head { this: a np:Nanopublication; np:hasAssertion sub:assertion; np:hasProvenance sub:provenance; np:hasPublicationInfo sub:pubinfo . } sub:assertion { <https://arxiv.org/abs/2406.17681> <https://sense-nets.xyz/hasZoteroItemType> "preprint" . sub:assertion dcterms:creator <https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts>; <http://purl.org/spar/cito/includesQuotationFrom> <https://x.com/neuranna/status/1791465842632454184>; <http://purl.org/spar/cito/linksTo> <https://arxiv.org/abs/2406.17681>; rdfs:comment """ To reduce evaluation contamination @XuanmingZhang07 @Zhou_Yu_AI @columbianlp et al. convert dataset examples into templates(Fig.) https://arxiv.org/abs/2406.17681 EWOK datasets are built to have this trait https://x.com/neuranna/status/1791465842632454184 Interesting trend will it last? solve contamination? https://twitter.com/LChoshen/status/1806396147281637645/photo/1 @XuanmingZhang07 @Zhou_Yu_AI @columbianlp If you ask me, a nice step, but it only solves the worst contamination (clear training on the test set). Not on just training on similar formats, synthetic data etc. to improve. So it is a good approach that should last, but we need more. (@deliprao you had similar claim right?) """; schema:keywords "dataset-templates", "evaluation-contamination", "ewok-datasets", "language-model-benchmarking", "varbench"; <https://sense-nets.xyz/quotesPost> <https://x.com/neuranna/status/1791465842632454184> . <https://x.com/neuranna/status/1791465842632454184> <https://sense-nets.xyz/hasZoteroItemType> "forumPost" . } sub:provenance { <https://sense-nets.xyz/> a prov:SoftwareAgent; prov:actedOnBehalfOf <https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts> . sub:activity a <https://sense-nets.xyz/supervisedActivity>; prov:wasAssociatedWith <https://sense-nets.xyz/> . sub:assertion prov:linksTo <https://x.com/LChoshen/status/1806396147281637645>; prov:wasAssociatedWith <https://x.com/LChoshen>; prov:wasAttributedTo orcid:0000-0002-0085-6496, <https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts>; prov:wasGeneratedBy sub:activity . <https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts> foaf:account orcid:0000-0002-0085-6496, <https://x.com/LChoshen> . } sub:pubinfo { sub:sig npx:hasAlgorithm "RSA"; npx:hasPublicKey "MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEArHtI92jm8pAYVsvJabxLGfOT+7G0JyJGh2gwjB5x2pFPga6wWTd+rNBWWUZViIFnaJrBEsJpgdnoupLU9ppwn+khMiGRfxqGsDDzwHcj3Jc75CRys7d3etwXdBdoXfBgjsJiZBazwm13idr6tljRrC1TaEJBnRQAqzBw9cLDeGY77cSznzXT39feUGT168dpCSE9O6u/48DvvWVqciHGsH9cQ+LroJJVsMrorwtsdZnAK+q48wtIP6pIpw5shSJ5LnA0qeN/f4TvTFDV6ItYIXjiWWpTECc/Bxmfnyat3B5xWCu9nvz8fEs7Ns0TuzQwT3/K55iSKDEIi/E0nO97xwIDAQAB"; npx:hasSignature "IhJE7e2QCuhi9lBnA6zyNAFEnuD0Kq+6UXzbq4THcwqG0odW9IFvLzUeFrsO55KnIGA1Mz4O5TDx9CZvCLnkRxNYmCM4ikItw54oCAYwDE40zONWvcYAZpeSQvECknmIwaTEikPBENjFKF6BxgYEgtxCP0pMc37iuAvUHQq5uBBugkbSr8FgRFi3+3IIOEiiWANOxiioxtznNCG7VdaSnD1XkvGQGwoS7HxUdQCOvj+1cZBs4YnLk2ZAixo0AI0X9N3/ucT0om5uGRBtkMdluhggmrK7v6o4dxGDH6pV/RE5RpnxIjOcdtzczPF0MhpaLCZiPPYbzFkIb3WITivdmw=="; npx:hasSignatureTarget this:; npx:singedBy <https://sense-nets.xyz/>; prov:wasAssociatedWith <https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16VtssigningDelegation> . this: dcterms:created "2024-09-12T18:53:31.101Z"^^xsd:dateTime; dcterms:creator <https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts>; dcterms:license <https://creativecommons.org/licenses/by/4.0/>; npx:hasNanopubType <https://sense-nets.xyz/SemanticPost>; npx:wasCreatedAt <https://sense-nets.xyz/>; rdfs:label "CoSMO Semantic Post"; prov:wasAttributedTo orcid:0000-0002-0085-6496; <https://sense-nets.xyz/hasRootSigner> "0xf6ECcfD463afB464dcC85b051DF2E93E2646E6D2" . <https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts> foaf:account orcid:0000-0002-0085-6496; foaf:name "Leshem Choshen @ICML wanna talk?" . }