[ { "@id": "https://w3id.org/np/RAKmi8CK-UdWMP9L6Q9YymxVSFsIlM1cP-6WDc4T4ocN0#provenance", "@graph": [ { "@id": "https://sense-nets.xyz/", "@type": [ "http://www.w3.org/ns/prov#SoftwareAgent" ], "http://www.w3.org/ns/prov#actedOnBehalfOf": [ { "@id": "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts" } ] }, { "@id": "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts", "http://xmlns.com/foaf/0.1/account": [ { "@id": "https://orcid.org/0000-0002-0085-6496" }, { "@id": "https://x.com/LChoshen" } ] }, { "@id": "https://w3id.org/np/RAKmi8CK-UdWMP9L6Q9YymxVSFsIlM1cP-6WDc4T4ocN0#activity", "@type": [ "https://sense-nets.xyz/supervisedActivity" ], "http://www.w3.org/ns/prov#wasAssociatedWith": [ { "@id": "https://sense-nets.xyz/" } ] }, { "@id": "https://w3id.org/np/RAKmi8CK-UdWMP9L6Q9YymxVSFsIlM1cP-6WDc4T4ocN0#assertion", "http://www.w3.org/ns/prov#linksTo": [ { "@id": "https://x.com/LChoshen/status/1803410440535326786" } ], "http://www.w3.org/ns/prov#wasAssociatedWith": [ { "@id": "https://x.com/LChoshen" } ], "http://www.w3.org/ns/prov#wasAttributedTo": [ { "@id": "https://orcid.org/0000-0002-0085-6496" }, { "@id": "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts" } ], "http://www.w3.org/ns/prov#wasGeneratedBy": [ { "@id": "https://w3id.org/np/RAKmi8CK-UdWMP9L6Q9YymxVSFsIlM1cP-6WDc4T4ocN0#activity" } ] } ] }, { "@id": "https://w3id.org/np/RAKmi8CK-UdWMP9L6Q9YymxVSFsIlM1cP-6WDc4T4ocN0#head", "@graph": [ { "@id": "https://w3id.org/np/RAKmi8CK-UdWMP9L6Q9YymxVSFsIlM1cP-6WDc4T4ocN0", "http://www.nanopub.org/nschema#hasAssertion": [ { "@id": "https://w3id.org/np/RAKmi8CK-UdWMP9L6Q9YymxVSFsIlM1cP-6WDc4T4ocN0#assertion" } ], "http://www.nanopub.org/nschema#hasProvenance": [ { "@id": "https://w3id.org/np/RAKmi8CK-UdWMP9L6Q9YymxVSFsIlM1cP-6WDc4T4ocN0#provenance" } ], "http://www.nanopub.org/nschema#hasPublicationInfo": [ { "@id": "https://w3id.org/np/RAKmi8CK-UdWMP9L6Q9YymxVSFsIlM1cP-6WDc4T4ocN0#pubinfo" } ], "@type": [ "http://www.nanopub.org/nschema#Nanopublication" ] } ] }, { "@id": "https://w3id.org/np/RAKmi8CK-UdWMP9L6Q9YymxVSFsIlM1cP-6WDc4T4ocN0#pubinfo", "@graph": [ { "@id": "https://w3id.org/np/RAKmi8CK-UdWMP9L6Q9YymxVSFsIlM1cP-6WDc4T4ocN0#sig", "http://purl.org/nanopub/x/hasAlgorithm": [ { "@value": "RSA" } ], "http://purl.org/nanopub/x/hasPublicKey": [ { "@value": "MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEArHtI92jm8pAYVsvJabxLGfOT+7G0JyJGh2gwjB5x2pFPga6wWTd+rNBWWUZViIFnaJrBEsJpgdnoupLU9ppwn+khMiGRfxqGsDDzwHcj3Jc75CRys7d3etwXdBdoXfBgjsJiZBazwm13idr6tljRrC1TaEJBnRQAqzBw9cLDeGY77cSznzXT39feUGT168dpCSE9O6u/48DvvWVqciHGsH9cQ+LroJJVsMrorwtsdZnAK+q48wtIP6pIpw5shSJ5LnA0qeN/f4TvTFDV6ItYIXjiWWpTECc/Bxmfnyat3B5xWCu9nvz8fEs7Ns0TuzQwT3/K55iSKDEIi/E0nO97xwIDAQAB" } ], "http://purl.org/nanopub/x/hasSignature": [ { "@value": "DNd+uaVNO1EL2UnPQPKV4vb8L7Raa/kQy4vZM/hINGKItf80gXEU92oqDkX0iQjdWVeW1qvhQIneMk0X1opywCbxtOFfqgoWCCApVokDmjuHB9pH+iSMubN4xflRdPg2K6Vypi6WR5l4dU3VvCRRT9BICyzUXNqyca5KDAqtU2gpQOT6qMnQrKpLDev88NeCWI/F/2M9WiNeuLbZvr72bOmEmSgMANu6wZE81vyJjM45lxevTOTviZC74BZdP3RMyaBb7nRlU4Ek8Wazux8Oc4PHzMp0RV/neTirBfA+NLlx0XfWXj+q/jvepqIiSnQdm/jkf4PpZ/N3GLYp4JWyrA==" } ], "http://purl.org/nanopub/x/hasSignatureTarget": [ { "@id": "https://w3id.org/np/RAKmi8CK-UdWMP9L6Q9YymxVSFsIlM1cP-6WDc4T4ocN0" } ], "http://purl.org/nanopub/x/singedBy": [ { "@id": "https://sense-nets.xyz/" } ], "http://www.w3.org/ns/prov#wasAssociatedWith": [ { "@id": "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16VtssigningDelegation" } ] }, { "@id": "https://w3id.org/np/RAKmi8CK-UdWMP9L6Q9YymxVSFsIlM1cP-6WDc4T4ocN0", "http://purl.org/dc/terms/created": [ { "@value": "2024-09-12T18:58:02.418Z", "@type": "http://www.w3.org/2001/XMLSchema#dateTime" } ], "http://purl.org/dc/terms/creator": [ { "@id": "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts" } ], "http://purl.org/dc/terms/license": [ { "@id": "https://creativecommons.org/licenses/by/4.0/" } ], "http://purl.org/nanopub/x/hasNanopubType": [ { "@id": "https://sense-nets.xyz/SemanticPost" } ], "http://purl.org/nanopub/x/wasCreatedAt": [ { "@id": "https://sense-nets.xyz/" } ], "http://www.w3.org/2000/01/rdf-schema#label": [ { "@value": "CoSMO Semantic Post" } ], "http://www.w3.org/ns/prov#wasAttributedTo": [ { "@id": "https://orcid.org/0000-0002-0085-6496" } ], "https://sense-nets.xyz/hasRootSigner": [ { "@value": "0xf6ECcfD463afB464dcC85b051DF2E93E2646E6D2" } ] }, { "@id": "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts", "http://xmlns.com/foaf/0.1/account": [ { "@id": "https://orcid.org/0000-0002-0085-6496" } ], "http://xmlns.com/foaf/0.1/name": [ { "@value": "Leshem Choshen 🤖🤗 @ICML wanna talk?" } ] } ] }, { "@id": "https://w3id.org/np/RAKmi8CK-UdWMP9L6Q9YymxVSFsIlM1cP-6WDc4T4ocN0#assertion", "@graph": [ { "@id": "https://arxiv.org/abs/2406.12208", "https://sense-nets.xyz/hasZoteroItemType": [ { "@value": "preprint" } ] }, { "@id": "https://w3id.org/np/RAKmi8CK-UdWMP9L6Q9YymxVSFsIlM1cP-6WDc4T4ocN0#assertion", "http://purl.org/dc/terms/creator": [ { "@id": "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts" } ], "http://purl.org/spar/cito/discusses": [ { "@id": "https://x.com/LChoshen/status/1729488495515713672" }, { "@id": "https://x.com/prateeky2806/status/1665759148380758022" } ], "http://purl.org/spar/cito/reviews": [ { "@id": "https://arxiv.org/abs/2406.12208" } ], "http://www.w3.org/2000/01/rdf-schema#comment": [ { "@value": " Evolver, model merging in a genetic algorithm\nImproves on current merging techniques (my beloved TIES 🫣 )\nTrain diverse models\nMerge regularly or take diff between two models\nUpdate some parameters\nKeep if good\nRepeat\n\nhttps://arxiv.org/abs/2406.12208\n@jingli9111 @banting_liu @576gsk https://twitter.com/LChoshen/status/1803410440535326786/photo/1\n\n Merging is aimed at taking many models and getting one that generalizes better, there are various methods for it, read more e.g. on TIES\nhttps://x.com/prateeky2806/status/1665759148380758022\n\n Genetic algorithms evolve models, in steps:\nCreate mutations (here new m = m_old + a(m_1-m_2)) m are models a some constant\n\nCrossover, take some of the mutation and apply it, for each parameter randomly keep m_old or update to m_new\n\nSurvive, keep only the best performing on val\n\n By sometimes merging and sometimes evolving (and dev sets) they improve over all current methods https://twitter.com/LChoshen/status/1803410445635653960/photo/1\n\n In some sense, this can be seen as a better search in the region between the merged models, which we know is not equally good but all better than the edges\nhttps://x.com/LChoshen/status/1729488495515713672 https://twitter.com/LChoshen/status/1803410447246250483/photo/1\n\n" } ], "https://schema.org/keywords": [ { "@value": "TIES" }, { "@value": "evolver" }, { "@value": "genetic\\_algorithms" }, { "@value": "knowledge\\_fusion" }, { "@value": "model\\_merging" } ], "https://sense-nets.xyz/endorses": [ { "@id": "https://x.com/LChoshen/status/1729488495515713672" } ], "https://sense-nets.xyz/summarizes": [ { "@id": "https://arxiv.org/abs/2406.12208" } ] }, { "@id": "https://x.com/LChoshen/status/1729488495515713672", "https://sense-nets.xyz/hasZoteroItemType": [ { "@value": "forumPost" } ] }, { "@id": "https://x.com/prateeky2806/status/1665759148380758022", "https://sense-nets.xyz/hasZoteroItemType": [ { "@value": "forumPost" } ] } ] } ]