[ { "@graph" : [ { "@id" : "https://w3id.org/np/RAmEQd6Xc3YHZ6uH6_kOfPKx1SDVV-wn6aK8LrvcmNyZE#assertion", "@type" : [ "https://schema.org/Claim", "https://schema.org/Observation", "https://schema.org/Question" ], "http://purl.org/dc/terms/creator" : [ { "@id" : "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts" } ], "http://www.w3.org/2000/01/rdf-schema#comment" : [ { "@value" : " Scaling laws don't care about scale of the \"train\" models?\nDid anyone else get this? \nWhen I predict a scaling law, the scale of the largest model matters, but the num-models for fitting matters much much much more. \nInitial results, scaling error by #models starting from largest https://twitter.com/LChoshen/status/1803401845626511568/photo/1\n\n Maybe more simply put:\nYou can predict a scaling law with 8 small models, and it would be better than 3 large ones (that costs a lot)\n\nIs that something anyone else seen?\n\n" } ], "https://schema.org/keywords" : [ { "@value" : "AI" }, { "@value" : "cost" }, { "@value" : "initialresults" }, { "@value" : "models" }, { "@value" : "modelscale" }, { "@value" : "scalinglaws" }, { "@value" : "training" } ] } ], "@id" : "https://w3id.org/np/RAmEQd6Xc3YHZ6uH6_kOfPKx1SDVV-wn6aK8LrvcmNyZE#assertion" }, { "@graph" : [ { "@id" : "https://w3id.org/np/RAmEQd6Xc3YHZ6uH6_kOfPKx1SDVV-wn6aK8LrvcmNyZE", "@type" : [ "http://www.nanopub.org/nschema#Nanopublication" ], "http://www.nanopub.org/nschema#hasAssertion" : [ { "@id" : "https://w3id.org/np/RAmEQd6Xc3YHZ6uH6_kOfPKx1SDVV-wn6aK8LrvcmNyZE#assertion" } ], "http://www.nanopub.org/nschema#hasProvenance" : [ { "@id" : "https://w3id.org/np/RAmEQd6Xc3YHZ6uH6_kOfPKx1SDVV-wn6aK8LrvcmNyZE#provenance" } ], "http://www.nanopub.org/nschema#hasPublicationInfo" : [ { "@id" : "https://w3id.org/np/RAmEQd6Xc3YHZ6uH6_kOfPKx1SDVV-wn6aK8LrvcmNyZE#pubinfo" } ] } ], "@id" : "https://w3id.org/np/RAmEQd6Xc3YHZ6uH6_kOfPKx1SDVV-wn6aK8LrvcmNyZE#head" }, { "@graph" : [ { "@id" : "https://sense-nets.xyz/", "@type" : [ "http://www.w3.org/ns/prov#SoftwareAgent" ], "http://www.w3.org/ns/prov#actedOnBehalfOf" : [ { "@id" : "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts" } ] }, { "@id" : "https://w3id.org/np/RAmEQd6Xc3YHZ6uH6_kOfPKx1SDVV-wn6aK8LrvcmNyZE#activity", "@type" : [ "https://sense-nets.xyz/supervisedActivity" ], "http://www.w3.org/ns/prov#wasAssociatedWith" : [ { "@id" : "https://sense-nets.xyz/" } ] }, { "@id" : "https://w3id.org/np/RAmEQd6Xc3YHZ6uH6_kOfPKx1SDVV-wn6aK8LrvcmNyZE#assertion", "http://www.w3.org/ns/prov#linksTo" : [ { "@id" : "https://x.com/LChoshen/status/1803401845626511568" } ], "http://www.w3.org/ns/prov#wasAssociatedWith" : [ { "@id" : "https://x.com/LChoshen" } ], "http://www.w3.org/ns/prov#wasAttributedTo" : [ { "@id" : "https://orcid.org/0000-0002-0085-6496" }, { "@id" : "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts" } ], "http://www.w3.org/ns/prov#wasGeneratedBy" : [ { "@id" : "https://w3id.org/np/RAmEQd6Xc3YHZ6uH6_kOfPKx1SDVV-wn6aK8LrvcmNyZE#activity" } ] }, { "@id" : "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts", "http://xmlns.com/foaf/0.1/account" : [ { "@id" : "https://orcid.org/0000-0002-0085-6496" }, { "@id" : "https://x.com/LChoshen" } ] } ], "@id" : "https://w3id.org/np/RAmEQd6Xc3YHZ6uH6_kOfPKx1SDVV-wn6aK8LrvcmNyZE#provenance" }, { "@graph" : [ { "@id" : "https://w3id.org/np/RAmEQd6Xc3YHZ6uH6_kOfPKx1SDVV-wn6aK8LrvcmNyZE", "http://purl.org/dc/terms/created" : [ { "@type" : "http://www.w3.org/2001/XMLSchema#dateTime", "@value" : "2024-09-13T18:09:57.099Z" } ], "http://purl.org/dc/terms/creator" : [ { "@id" : "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts" } ], "http://purl.org/dc/terms/license" : [ { "@id" : "https://creativecommons.org/licenses/by/4.0/" } ], "http://purl.org/nanopub/x/hasNanopubType" : [ { "@id" : "https://sense-nets.xyz/SemanticPost" } ], "http://purl.org/nanopub/x/wasCreatedAt" : [ { "@id" : "https://sense-nets.xyz/" } ], "http://www.w3.org/2000/01/rdf-schema#label" : [ { "@value" : "CoSMO Semantic Post" } ], "http://www.w3.org/ns/prov#wasAttributedTo" : [ { "@id" : "https://orcid.org/0000-0002-0085-6496" } ], "https://sense-nets.xyz/hasRootSigner" : [ { "@value" : "0xf6ECcfD463afB464dcC85b051DF2E93E2646E6D2" } ] }, { "@id" : "https://w3id.org/np/RAmEQd6Xc3YHZ6uH6_kOfPKx1SDVV-wn6aK8LrvcmNyZE#sig", "http://purl.org/nanopub/x/hasAlgorithm" : [ { "@value" : "RSA" } ], "http://purl.org/nanopub/x/hasPublicKey" : [ { "@value" : "MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEArHtI92jm8pAYVsvJabxLGfOT+7G0JyJGh2gwjB5x2pFPga6wWTd+rNBWWUZViIFnaJrBEsJpgdnoupLU9ppwn+khMiGRfxqGsDDzwHcj3Jc75CRys7d3etwXdBdoXfBgjsJiZBazwm13idr6tljRrC1TaEJBnRQAqzBw9cLDeGY77cSznzXT39feUGT168dpCSE9O6u/48DvvWVqciHGsH9cQ+LroJJVsMrorwtsdZnAK+q48wtIP6pIpw5shSJ5LnA0qeN/f4TvTFDV6ItYIXjiWWpTECc/Bxmfnyat3B5xWCu9nvz8fEs7Ns0TuzQwT3/K55iSKDEIi/E0nO97xwIDAQAB" } ], "http://purl.org/nanopub/x/hasSignature" : [ { "@value" : "kwO4GqIhQeFzJGBGWRP9n9T+melmnkrd/EaUCcLuZScYqLWjoRAdThFjYLDjPNDEUtX77Ddf46qBmfw4Ydm9ksvPfRIyKj78nGliWcWESn8zdbCyr6h/ldezO7psXGlWqi4FeyLKsvfBC3fjPZh24pteD1VKWOhL4X4gUYfE+W7aKklx5pM3WmXq0DQefbaQXHpyq3PeMFiUPbmC4O92iRO1k0izQ2KWkNSJXr1Q7q8nwcoran09uRPYam8NUwt+zU8t/NRS+bGRC702gLi32ZZFKN9Q9XcmwFHHazArKdSDqZQleq/aJhXvmtmlIkZWF+1geA3bknx6thSnwP99og==" } ], "http://purl.org/nanopub/x/hasSignatureTarget" : [ { "@id" : "https://w3id.org/np/RAmEQd6Xc3YHZ6uH6_kOfPKx1SDVV-wn6aK8LrvcmNyZE" } ], "http://purl.org/nanopub/x/singedBy" : [ { "@id" : "https://sense-nets.xyz/" } ], "http://www.w3.org/ns/prov#wasAssociatedWith" : [ { "@id" : "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16VtssigningDelegation" } ] }, { "@id" : "https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts", "http://xmlns.com/foaf/0.1/account" : [ { "@id" : "https://orcid.org/0000-0002-0085-6496" } ], "http://xmlns.com/foaf/0.1/name" : [ { "@value" : "Leshem Choshen 🤖🤗 @ICML wanna talk?" } ] } ], "@id" : "https://w3id.org/np/RAmEQd6Xc3YHZ6uH6_kOfPKx1SDVV-wn6aK8LrvcmNyZE#pubinfo" } ]