[ { "@graph" : [ { "@id" : "https://openreview.net/forum?id=u3sssLLu4y&referrer=", "https://sense-nets.xyz/hasZoteroItemType" : [ { "@value" : "conferencePaper" } ] }, { "@id" : "https://w3id.org/np/RA7XjzRLoMcPrDu3gZTqotvYYe-qL-wd---Pzyvh-6UWk#assertion", "http://purl.org/dc/terms/creator" : [ { "@id" : "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts" } ], "http://purl.org/spar/cito/discusses" : [ { "@id" : "https://openreview.net/forum?id=u3sssLLu4y&referrer=" } ], "http://www.w3.org/2000/01/rdf-schema#comment" : [ { "@value" : " #ICML2024\nWeight decay regularizes weights to be low-rank\n+ increases alignment between laters\nGood labels end with low rank middle layer weights\nThis doesn't happen with random labels\nhttps://openreview.net/forum?id=u3sssLLu4y&referrer=%5Bthe%20profile%20of%20Samuel%20Wheeler%5D(%2Fprofile%3Fid%3D~Samuel_Wheeler1) \n@kkpatelnmh @PedroSavarese @iammattwalters https://twitter.com/LChoshen/status/1816819564002304091/photo/1\n\n" } ], "https://schema.org/keywords" : [ { "@value" : "ICML2024" }, { "@value" : "alignment" }, { "@value" : "lowrank" }, { "@value" : "machinelearning" }, { "@value" : "weightdecay" } ], "https://sense-nets.xyz/summarizes" : [ { "@id" : "https://openreview.net/forum?id=u3sssLLu4y&referrer=" } ] } ], "@id" : "https://w3id.org/np/RA7XjzRLoMcPrDu3gZTqotvYYe-qL-wd---Pzyvh-6UWk#assertion" }, { "@graph" : [ { "@id" : "https://w3id.org/np/RA7XjzRLoMcPrDu3gZTqotvYYe-qL-wd---Pzyvh-6UWk", "@type" : [ "http://www.nanopub.org/nschema#Nanopublication" ], "http://www.nanopub.org/nschema#hasAssertion" : [ { "@id" : "https://w3id.org/np/RA7XjzRLoMcPrDu3gZTqotvYYe-qL-wd---Pzyvh-6UWk#assertion" } ], "http://www.nanopub.org/nschema#hasProvenance" : [ { "@id" : "https://w3id.org/np/RA7XjzRLoMcPrDu3gZTqotvYYe-qL-wd---Pzyvh-6UWk#provenance" } ], "http://www.nanopub.org/nschema#hasPublicationInfo" : [ { "@id" : "https://w3id.org/np/RA7XjzRLoMcPrDu3gZTqotvYYe-qL-wd---Pzyvh-6UWk#pubinfo" } ] } ], "@id" : "https://w3id.org/np/RA7XjzRLoMcPrDu3gZTqotvYYe-qL-wd---Pzyvh-6UWk#head" }, { "@graph" : [ { "@id" : "https://sense-nets.xyz/", "@type" : [ "http://www.w3.org/ns/prov#SoftwareAgent" ], "http://www.w3.org/ns/prov#actedOnBehalfOf" : [ { "@id" : "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts" } ] }, { "@id" : "https://w3id.org/np/RA7XjzRLoMcPrDu3gZTqotvYYe-qL-wd---Pzyvh-6UWk#activity", "@type" : [ "https://sense-nets.xyz/supervisedActivity" ], "http://www.w3.org/ns/prov#wasAssociatedWith" : [ { "@id" : "https://sense-nets.xyz/" } ] }, { "@id" : "https://w3id.org/np/RA7XjzRLoMcPrDu3gZTqotvYYe-qL-wd---Pzyvh-6UWk#assertion", "http://www.w3.org/ns/prov#linksTo" : [ { "@id" : "https://x.com/LChoshen/status/1816819564002304091" } ], "http://www.w3.org/ns/prov#wasAssociatedWith" : [ { "@id" : "https://x.com/LChoshen" } ], "http://www.w3.org/ns/prov#wasAttributedTo" : [ { "@id" : "https://orcid.org/0000-0002-0085-6496" }, { "@id" : "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts" } ], "http://www.w3.org/ns/prov#wasGeneratedBy" : [ { "@id" : "https://w3id.org/np/RA7XjzRLoMcPrDu3gZTqotvYYe-qL-wd---Pzyvh-6UWk#activity" } ] }, { "@id" : "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts", "http://xmlns.com/foaf/0.1/account" : [ { "@id" : "https://orcid.org/0000-0002-0085-6496" }, { "@id" : "https://x.com/LChoshen" } ] } ], "@id" : "https://w3id.org/np/RA7XjzRLoMcPrDu3gZTqotvYYe-qL-wd---Pzyvh-6UWk#provenance" }, { "@graph" : [ { "@id" : "https://w3id.org/np/RA7XjzRLoMcPrDu3gZTqotvYYe-qL-wd---Pzyvh-6UWk", "http://purl.org/dc/terms/created" : [ { "@type" : "http://www.w3.org/2001/XMLSchema#dateTime", "@value" : "2024-09-12T18:44:50.152Z" } ], "http://purl.org/dc/terms/creator" : [ { "@id" : "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts" } ], "http://purl.org/dc/terms/license" : [ { "@id" : "https://creativecommons.org/licenses/by/4.0/" } ], "http://purl.org/nanopub/x/hasNanopubType" : [ { "@id" : "https://sense-nets.xyz/SemanticPost" } ], "http://purl.org/nanopub/x/wasCreatedAt" : [ { "@id" : "https://sense-nets.xyz/" } ], "http://www.w3.org/2000/01/rdf-schema#label" : [ { "@value" : "CoSMO Semantic Post" } ], "http://www.w3.org/ns/prov#wasAttributedTo" : [ { "@id" : "https://orcid.org/0000-0002-0085-6496" } ], "https://sense-nets.xyz/hasRootSigner" : [ { "@value" : "0xf6ECcfD463afB464dcC85b051DF2E93E2646E6D2" } ] }, { "@id" : "https://w3id.org/np/RA7XjzRLoMcPrDu3gZTqotvYYe-qL-wd---Pzyvh-6UWk#sig", "http://purl.org/nanopub/x/hasAlgorithm" : [ { "@value" : "RSA" } ], "http://purl.org/nanopub/x/hasPublicKey" : [ { "@value" : "MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEArHtI92jm8pAYVsvJabxLGfOT+7G0JyJGh2gwjB5x2pFPga6wWTd+rNBWWUZViIFnaJrBEsJpgdnoupLU9ppwn+khMiGRfxqGsDDzwHcj3Jc75CRys7d3etwXdBdoXfBgjsJiZBazwm13idr6tljRrC1TaEJBnRQAqzBw9cLDeGY77cSznzXT39feUGT168dpCSE9O6u/48DvvWVqciHGsH9cQ+LroJJVsMrorwtsdZnAK+q48wtIP6pIpw5shSJ5LnA0qeN/f4TvTFDV6ItYIXjiWWpTECc/Bxmfnyat3B5xWCu9nvz8fEs7Ns0TuzQwT3/K55iSKDEIi/E0nO97xwIDAQAB" } ], "http://purl.org/nanopub/x/hasSignature" : [ { "@value" : "Q/hcs0IsrhgfmeBO64uz4EH5qhcyTixKRpmd91KMpQjCkrBa/i+gr70jn80Sy1Zvx7KOQaLn4CMyVquhsL9CwwOfCA9kzxCzB7A4RD5DMrGIxNEpsy+j4RmuTKeiMMLnxjjwGj0q3muT8pCL4MHNlILwk6H8kBD8D5srQ42/AZG/NzRDr23hmPR9eFsQEim2BZKo7f1v/FbaYsFVUEwQqQpoy90jwVVhRJOsx4MLglKaveKHIhQBSpWfqOGVJg2PxCOhv/M6/sx8C7Do/j1uQYUNs6bxegbXz9KSHmPAbIh0OFAlFJAIRR/XxQ/7ALZ4C/KeGfO9XMuGF8ui/IY9wQ==" } ], "http://purl.org/nanopub/x/hasSignatureTarget" : [ { "@id" : "https://w3id.org/np/RA7XjzRLoMcPrDu3gZTqotvYYe-qL-wd---Pzyvh-6UWk" } ], "http://purl.org/nanopub/x/singedBy" : [ { "@id" : "https://sense-nets.xyz/" } ], "http://www.w3.org/ns/prov#wasAssociatedWith" : [ { "@id" : "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16VtssigningDelegation" } ] }, { "@id" : "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts", "http://xmlns.com/foaf/0.1/account" : [ { "@id" : "https://orcid.org/0000-0002-0085-6496" } ], "http://xmlns.com/foaf/0.1/name" : [ { "@value" : "Leshem Choshen 🤖🤗 @ICML wanna talk?" } ] } ], "@id" : "https://w3id.org/np/RA7XjzRLoMcPrDu3gZTqotvYYe-qL-wd---Pzyvh-6UWk#pubinfo" } ]