{"entities":{"Q6587580":{"pageid":14198737,"ns":120,"title":"Item:Q6587580","lastrevid":56844036,"modified":"2026-03-23T18:46:15Z","type":"item","id":"Q6587580","labels":{"en":{"language":"en","value":"Infinite-width limit of deep linear neural networks"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 7896920"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$A51F9F17-DED1-4A17-964B-EC72BB5C71D5","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"c217427cec0a73bc33c9139242ae9780e113e0f5","datavalue":{"value":{"text":"Infinite-width limit of deep linear neural networks","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q6587580$A60C7A04-128E-4F64-B84F-EE7EFA140C89","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"7e5e19b26695d37d68d5ae0f216343b86aa3c72c","datavalue":{"value":{"entity-type":"item","numeric-id":1704811,"id":"Q1704811"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$0E85A57A-0BA7-4F37-8663-B0477F3CC963","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"145ce1289a4988e3feecf4f2905bc7b7f1b2ca66","datavalue":{"value":{"entity-type":"item","numeric-id":262153,"id":"Q262153"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$FF1BAA37-85EA-44D0-8425-4610E63515F4","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"5a69374bcc590cbaa1b5847b80c118555476f0b9","datavalue":{"value":{"entity-type":"item","numeric-id":259743,"id":"Q259743"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$3AF2C9E7-62CD-4316-B554-AD7A3B2235CA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"5a68e8857cd65c76af086fe796f68944c81600dc","datavalue":{"value":{"entity-type":"item","numeric-id":244272,"id":"Q244272"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$5521BF61-8003-47D6-A94C-1D217B8003C0","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"c22ab6e6540355a2ab561fe85469410018fab286","datavalue":{"value":{"entity-type":"item","numeric-id":2710688,"id":"Q2710688"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$EACEC3D1-A324-42DB-87BF-8AE185DF69D6","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"96f68cf55557647f1dd34647701caf8b4bf61010","datavalue":{"value":{"time":"+2024-08-14T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q6587580$E4A6B1E5-E5E1-47D3-A96D-8CA010212A6D","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"7db59719fd1f88f6b118d310f64918098083450a","datavalue":{"value":"This paper studies an important topic in artificial neural networks, namely a description of the training dynamics of these networks in the infinite-width limit. In recent years, this study has helped scientists to understand various aspects of deep learning such as (1) the importance of the choice of scalings/parametrization when passing to the limit since several well-behaved but fundamentally different limits can be obtained. (2) The characterization of the long-term behavior of the dynamics such as global convergence which helps understanding the learning abilities of neural nets and (3) the existence of well-posed limits. Problems of this kind are well understood for two-layer neural nets, but their are many open problems for deeper neural nets. The paper under review studies the infinite-width limit of deep linear neural networks which are initialized with random parameters. The authors study several things. (1) First they show that when the number of parameters diverges, the training dynamics converge to the dynamics obtained from a gradient descent on an infinitely wide deterministic linear neural net. (2) If the weights remain random, they obtain a precise law along the training dynamics, and prove a quantitative convergence result of the linear predictor in terms of the number of parameters. (3) The authors study the continuous time limit obtained for infinitely wide linear neural nets and show that the linear predictors of the neural net converge at an exponential rate to the minimal \\(l_2\\)-norm minimizer of the risk.\\N\\NThe paper is well written with an excellent set of references.","type":"string"},"datatype":"string"},"type":"statement","id":"Q6587580$DAC075D0-36FB-4FD3-91B3-2EDCEFBED35E","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"d3c5d3d5668c9ac83cc76e118c3160e619ad3482","datavalue":{"value":{"entity-type":"item","numeric-id":350691,"id":"Q350691"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$FBEFDDCC-6A26-4384-97D2-BF2E1A24B44E","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"86ef24f5c9e2aac48660aa2e36054c8246d3fc97","datavalue":{"value":"68T07","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6587580$8F5FFAF4-EF62-439F-A5E0-25BB81669724","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"0f615758ab7de44f32f462f035bf1593a820c417","datavalue":{"value":"60B20","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6587580$1C874681-5AE0-4A02-9C35-98130B5A735F","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"8cad277ab2c1146d1bf77eae20275a39fe6cbfc2","datavalue":{"value":"7896920","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6587580$78A1F222-5852-4F48-A1B5-B24809E6D39F","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"c5122583f00d59cb4a264ff0eab6da1a3143d96a","datavalue":{"value":"deep networks","type":"string"},"datatype":"string"},"type":"statement","id":"Q6587580$CD163A63-D212-4A6C-AB00-ADBAC2C82481","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"977ed9a5dd338bf424fd0ab29d89678ee0103ad0","datavalue":{"value":"deep learning","type":"string"},"datatype":"string"},"type":"statement","id":"Q6587580$63A8B58E-4F1B-4FD8-8447-43C48656F9E1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"f0dab2a8ec873ede3afbb536b48f1c7c8e4c7106","datavalue":{"value":"infinite-width","type":"string"},"datatype":"string"},"type":"statement","id":"Q6587580$93DEB101-453C-46AF-8F7B-7930578B8072","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$159D27AF-AD37-47CB-BEB1-E5A321C0E3F5","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"572e9f39510f03e466492b30aa8dea4a003d6432","datavalue":{"value":{"entity-type":"item","numeric-id":1158884,"id":"Q1158884"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$2E28E840-E946-4F9F-B118-1DA5A33F8067","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"321d3da81407ac705bb336d1893a37ad0a6c8cf5","datavalue":{"value":{"entity-type":"item","numeric-id":6200217,"id":"Q6200217"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$302B1B88-DC29-41C7-9BDF-26D86CD01A74","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"814e261ae3b2670b47186e735885650336640889","datavalue":{"value":{"entity-type":"item","numeric-id":5073895,"id":"Q5073895"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$7E1521CA-E28D-42A2-B942-36F83044EC85","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"3214e9e90d49dc49cca59db11e3fbda156cfa390","datavalue":{"value":{"entity-type":"item","numeric-id":1314507,"id":"Q1314507"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$F264B06E-5108-4EAC-8476-C45721EA5F9B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"51afd70b2a64cb11f657685991cd03c198d3269f","datavalue":{"value":{"entity-type":"item","numeric-id":5281076,"id":"Q5281076"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$A20CAE5A-E19B-4B36-987B-16E22ADD7123","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a1daebe980decbc99f0e87f7b10c176bf01bcea7","datavalue":{"value":{"entity-type":"item","numeric-id":393708,"id":"Q393708"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$A6F34D78-81AA-49F2-BC33-AC6B77E3CA79","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"203734c69288181e3c47b274960949ce17793e11","datavalue":{"value":{"entity-type":"item","numeric-id":6084954,"id":"Q6084954"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$A45520F1-5485-47F2-8BD0-41494754FD4A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"71f64eb3a35b82139e1ebc8d837469bb193bd79f","datavalue":{"value":{"entity-type":"item","numeric-id":5886422,"id":"Q5886422"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$6A02CB62-DDF0-42C6-846B-92EBEEF2863E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"c2a2ea90bb97192dd7b3dee6b65a4e805fbf7b7b","datavalue":{"value":{"entity-type":"item","numeric-id":5857444,"id":"Q5857444"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$249DD4FE-1F1A-4674-9D0B-40584443B927","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"035def5a08213d0ab3783a0900b1fe2bc8a8994e","datavalue":{"value":{"entity-type":"item","numeric-id":2181980,"id":"Q2181980"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$2B3F3D54-AC8B-49A3-B082-5207C9A463E4","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"52e49ddc117224b9aef5a72537413eec38962eac","datavalue":{"value":{"entity-type":"item","numeric-id":4967449,"id":"Q4967449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$25A3C04F-6994-4C42-89CC-40860A3F283A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"c5633536581f4615a310cf78da744fbd55f918df","datavalue":{"value":{"entity-type":"item","numeric-id":1922287,"id":"Q1922287"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$913F145B-6AEF-4660-8203-C44A4222E235","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"ea878db55f64dbb224141937ac94d455ca6789cd","datavalue":{"value":{"entity-type":"item","numeric-id":6383347,"id":"Q6383347"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$32874A81-7096-452C-86CA-BCB85A6188D2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"869a3e9b18c7bd69911872fee60ed727c7c9a7fb","datavalue":{"value":{"entity-type":"item","numeric-id":5222757,"id":"Q5222757"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$5DC4CC28-4107-431A-9AFB-5223341B7F71","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"fc567ee5aa4408bdb82a232b180d45e22c901307","datavalue":{"value":{"entity-type":"item","numeric-id":5219306,"id":"Q5219306"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$97889963-607E-4056-9341-F84F68B1822F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"083c0ebe3bbc73ba1fd801ad50cd3d2c1acc0fcf","datavalue":{"value":{"entity-type":"item","numeric-id":4643248,"id":"Q4643248"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$EAAE7351-4E8C-489B-B883-BD01B3582FC3","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"e565fbd2a3f6dc764364e8f0c4163db029559041","datavalue":{"value":"10.1002/CPA.22200","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6587580$C4856B69-A356-4AE6-A31D-780C562D038D","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"4f1a029fea024d3ba684595d299cbef0dc71fb41","datavalue":{"value":{"entity-type":"item","numeric-id":5857449,"id":"Q5857449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"0cb10040ec57a6ffe2ed2117a1dc1a5b8e50bedf","datavalue":{"value":{"amount":"+0.8408519625663757","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q6587580$E1B781B3-8713-4531-89E4-C9C055DA4ECF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"1a159f838bb177676fd5f8e7d0b455cf92d93c10","datavalue":{"value":{"entity-type":"item","numeric-id":6138923,"id":"Q6138923"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"0a3cc38d4f829ee707a1b01db4f28ad32855476f","datavalue":{"value":{"amount":"+0.8032009601593018","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q6587580$184D62A4-B28B-457B-9572-0B87C250E5D8","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"ac56da5eac06abfebdc6e5035f9b3cf4e1dad7fc","datavalue":{"value":{"entity-type":"item","numeric-id":6200217,"id":"Q6200217"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"2bf4bf044db9beb6510f512811c23f96f7b364b7","datavalue":{"value":{"amount":"+0.7772327661514282","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q6587580$449EBF8E-FE64-4AC7-973A-D0B285E7F23D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"7b50568156a15737f6b271468616b81aaf9c81e7","datavalue":{"value":{"entity-type":"item","numeric-id":5076694,"id":"Q5076694"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"08cb473b452a51a56b02c244dd456c764778dcae","datavalue":{"value":{"amount":"+0.7656422853469849","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q6587580$16EC928F-10CE-4590-BEC6-2BB020556558","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"7027169e3f604b228df8c6001abd9632ac105144","datavalue":{"value":{"entity-type":"item","numeric-id":6556653,"id":"Q6556653"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"8d1a1ddd4877881ce8ed303235909396bb6f3aa7","datavalue":{"value":{"amount":"+0.7583993077278137","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q6587580$88605856-206B-4D5B-8364-1A1E48777AE5","rank":"normal"}],"P163":[{"mainsnak":{"snaktype":"value","property":"P163","hash":"c39a117a349789e54237c0a3254f5a10c0a6517e","datavalue":{"value":{"entity-type":"item","numeric-id":6830565,"id":"Q6830565"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6587580$364F458C-1821-47E2-8271-9248E1DD8EF9","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Publication:6587580","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Publication:6587580"}}}}}