@prefix this: . @prefix sub: . @prefix rdfs: . @prefix xsd: . @prefix np: . @prefix npx: . @prefix dcterms: . @prefix prov: . @prefix schema: . @prefix foaf: . @prefix orcid: . sub:head { this: np:hasAssertion sub:assertion; np:hasProvenance sub:provenance; np:hasPublicationInfo sub:pubinfo; a np:Nanopublication . } sub:assertion { "conferencePaper" . sub:assertion dcterms:creator ; ; rdfs:comment """ #ICML2024 Weight decay regularizes weights to be low-rank + increases alignment between laters Good labels end with low rank middle layer weights This doesn't happen with random labels https://openreview.net/forum?id=u3sssLLu4y&referrer=%5Bthe%20profile%20of%20Samuel%20Wheeler%5D(%2Fprofile%3Fid%3D~Samuel_Wheeler1) @kkpatelnmh @PedroSavarese @iammattwalters https://twitter.com/LChoshen/status/1816819564002304091/photo/1 """; schema:keywords "ICML2024", "alignment", "lowrank", "machinelearning", "weightdecay"; . } sub:provenance { a prov:SoftwareAgent; prov:actedOnBehalfOf . sub:activity a ; prov:wasAssociatedWith . sub:assertion prov:linksTo ; prov:wasAssociatedWith ; prov:wasAttributedTo orcid:0000-0002-0085-6496, ; prov:wasGeneratedBy sub:activity . foaf:account orcid:0000-0002-0085-6496, . } sub:pubinfo { sub:sig npx:hasAlgorithm "RSA"; npx:hasPublicKey "MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEArHtI92jm8pAYVsvJabxLGfOT+7G0JyJGh2gwjB5x2pFPga6wWTd+rNBWWUZViIFnaJrBEsJpgdnoupLU9ppwn+khMiGRfxqGsDDzwHcj3Jc75CRys7d3etwXdBdoXfBgjsJiZBazwm13idr6tljRrC1TaEJBnRQAqzBw9cLDeGY77cSznzXT39feUGT168dpCSE9O6u/48DvvWVqciHGsH9cQ+LroJJVsMrorwtsdZnAK+q48wtIP6pIpw5shSJ5LnA0qeN/f4TvTFDV6ItYIXjiWWpTECc/Bxmfnyat3B5xWCu9nvz8fEs7Ns0TuzQwT3/K55iSKDEIi/E0nO97xwIDAQAB"; npx:hasSignature "Q/hcs0IsrhgfmeBO64uz4EH5qhcyTixKRpmd91KMpQjCkrBa/i+gr70jn80Sy1Zvx7KOQaLn4CMyVquhsL9CwwOfCA9kzxCzB7A4RD5DMrGIxNEpsy+j4RmuTKeiMMLnxjjwGj0q3muT8pCL4MHNlILwk6H8kBD8D5srQ42/AZG/NzRDr23hmPR9eFsQEim2BZKo7f1v/FbaYsFVUEwQqQpoy90jwVVhRJOsx4MLglKaveKHIhQBSpWfqOGVJg2PxCOhv/M6/sx8C7Do/j1uQYUNs6bxegbXz9KSHmPAbIh0OFAlFJAIRR/XxQ/7ALZ4C/KeGfO9XMuGF8ui/IY9wQ=="; npx:hasSignatureTarget this:; npx:singedBy ; prov:wasAssociatedWith . this: dcterms:created "2024-09-12T18:44:50.152Z"^^xsd:dateTime; dcterms:creator ; dcterms:license ; npx:hasNanopubType ; npx:wasCreatedAt ; rdfs:label "CoSMO Semantic Post"; prov:wasAttributedTo orcid:0000-0002-0085-6496; "0xf6ECcfD463afB464dcC85b051DF2E93E2646E6D2" . foaf:account orcid:0000-0002-0085-6496; foaf:name "Leshem Choshen 🤖🤗 @ICML wanna talk?" . }