@prefix this: <https://w3id.org/np/RAmEQd6Xc3YHZ6uH6_kOfPKx1SDVV-wn6aK8LrvcmNyZE> .
@prefix sub: <https://w3id.org/np/RAmEQd6Xc3YHZ6uH6_kOfPKx1SDVV-wn6aK8LrvcmNyZE#> .
@prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> .
@prefix xsd: <http://www.w3.org/2001/XMLSchema#> .
@prefix np: <http://www.nanopub.org/nschema#> .
@prefix npx: <http://purl.org/nanopub/x/> .
@prefix dcterms: <http://purl.org/dc/terms/> .
@prefix prov: <http://www.w3.org/ns/prov#> .
@prefix schema: <https://schema.org/> .
@prefix foaf: <http://xmlns.com/foaf/0.1/> .
@prefix orcid: <https://orcid.org/> .
sub:head {
  this: np:hasAssertion sub:assertion ;
    np:hasProvenance sub:provenance ;
    np:hasPublicationInfo sub:pubinfo ;
    a np:Nanopublication .
}
sub:assertion {
  sub:assertion dcterms:creator <https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts> ;
    a schema:Claim , schema:Observation , schema:Question ;
    rdfs:comment """ Scaling laws don't care about scale of the \"train\" models?
Did anyone else get this?
When I predict a scaling law, the scale of the largest model matters, but the num-models for fitting matters much much much more.
Initial results, scaling error by #models starting from largest https://twitter.com/LChoshen/status/1803401845626511568/photo/1

Maybe more simply put:
You can predict a scaling law with 8 small models, and it would be better than 3 large ones (that costs a lot)

Is that something anyone else seen?

""" ;
    schema:keywords "AI" , "cost" , "initialresults" , "models" , "modelscale" , "scalinglaws" , "training" .
}
sub:provenance {
  <https://sense-nets.xyz/> a prov:SoftwareAgent ;
    prov:actedOnBehalfOf <https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts> .
  sub:activity a <https://sense-nets.xyz/supervisedActivity> ;
    prov:wasAssociatedWith <https://sense-nets.xyz/> .
  sub:assertion prov:linksTo <https://x.com/LChoshen/status/1803401845626511568> ;
    prov:wasAssociatedWith <https://x.com/LChoshen> ;
    prov:wasAttributedTo orcid:0000-0002-0085-6496 , <https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts> ;
    prov:wasGeneratedBy sub:activity .
  <https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts> foaf:account orcid:0000-0002-0085-6496 , <https://x.com/LChoshen> .
}
sub:pubinfo {
  sub:sig npx:hasAlgorithm "RSA" ;
    npx:hasPublicKey "MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEArHtI92jm8pAYVsvJabxLGfOT+7G0JyJGh2gwjB5x2pFPga6wWTd+rNBWWUZViIFnaJrBEsJpgdnoupLU9ppwn+khMiGRfxqGsDDzwHcj3Jc75CRys7d3etwXdBdoXfBgjsJiZBazwm13idr6tljRrC1TaEJBnRQAqzBw9cLDeGY77cSznzXT39feUGT168dpCSE9O6u/48DvvWVqciHGsH9cQ+LroJJVsMrorwtsdZnAK+q48wtIP6pIpw5shSJ5LnA0qeN/f4TvTFDV6ItYIXjiWWpTECc/Bxmfnyat3B5xWCu9nvz8fEs7Ns0TuzQwT3/K55iSKDEIi/E0nO97xwIDAQAB" ;
    npx:hasSignature "kwO4GqIhQeFzJGBGWRP9n9T+melmnkrd/EaUCcLuZScYqLWjoRAdThFjYLDjPNDEUtX77Ddf46qBmfw4Ydm9ksvPfRIyKj78nGliWcWESn8zdbCyr6h/ldezO7psXGlWqi4FeyLKsvfBC3fjPZh24pteD1VKWOhL4X4gUYfE+W7aKklx5pM3WmXq0DQefbaQXHpyq3PeMFiUPbmC4O92iRO1k0izQ2KWkNSJXr1Q7q8nwcoran09uRPYam8NUwt+zU8t/NRS+bGRC702gLi32ZZFKN9Q9XcmwFHHazArKdSDqZQleq/aJhXvmtmlIkZWF+1geA3bknx6thSnwP99og==" ;
    npx:hasSignatureTarget this: ;
    npx:singedBy <https://sense-nets.xyz/> ;
    prov:wasAssociatedWith <https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16VtssigningDelegation> .
  this: dcterms:created "2024-09-13T18:09:57.099Z"^^xsd:dateTime ;
    dcterms:creator <https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts> ;
    dcterms:license <https://creativecommons.org/licenses/by/4.0/> ;
    npx:hasNanopubType <https://sense-nets.xyz/SemanticPost> ;
    npx:wasCreatedAt <https://sense-nets.xyz/> ;
    rdfs:label "CoSMO Semantic Post" ;
    prov:wasAttributedTo orcid:0000-0002-0085-6496 ;
    <https://sense-nets.xyz/hasRootSigner> "0xf6ECcfD463afB464dcC85b051DF2E93E2646E6D2" .
  <https://w3id.org/np/RAoSadUw99CeqDlR2400018nqTzR_38fT86OrTzk16Vts> foaf:account orcid:0000-0002-0085-6496 ;
    foaf:name "Leshem Choshen 🤖🤗 @ICML wanna talk?" .
}