{"entities":{"Q782914":{"pageid":784763,"ns":120,"title":"Item:Q782914","lastrevid":64339866,"modified":"2026-04-11T19:11:22Z","type":"item","id":"Q782914","labels":{"en":{"language":"en","value":"Make \\(\\ell_1\\) regularization effective in training sparse CNN"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 7225620"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q782914$89FDBDB3-006E-4F83-8B9D-128A3B335DC9","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"e78fdbfbaa34f31baff9517bc48f0ad45d65dfc2","datavalue":{"value":{"text":"Make \\(\\ell_1\\) regularization effective in training sparse CNN","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q782914$B052A6A8-DDB5-4E81-AA4A-F068F55D2D75","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"afba86e3c7c5ab9b05cf7c45fecf3c29e6b40754","datavalue":{"value":"1480.90178","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q782914$8A1FE9B9-EC60-425F-AFF5-A8CF05E95280","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"547a70f32038f5698afdc474eeef7f9e925fba61","datavalue":{"value":{"entity-type":"item","numeric-id":699184,"id":"Q699184"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q782914$81D9A2E9-32C0-4A5A-99D4-BFDA333104FF","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"e8d56971ac7a9aaa935e275dc4574bf8a24cb87d","datavalue":{"value":{"entity-type":"item","numeric-id":174575,"id":"Q174575"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q782914$C10FA164-3B7C-424A-88FF-D690B7814B0D","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"190028e8c6b2870d933bdeb8569c0d0d71bc86f7","datavalue":{"value":{"time":"+2020-07-29T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q782914$66809366-8048-445A-8A11-1C2F559D2A1F","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"129c046da54f88e5b5011dcf582a103a4aa4498a","datavalue":{"value":"https://arxiv.org/abs/1807.04222","type":"string"},"datatype":"url"},"type":"statement","id":"Q782914$F60A2822-4B80-4BBB-9316-3F789C557A1A","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"e9c18b93a7ec4645b3ccf7e5059d4708231ebc31","datavalue":{"value":"This paper considers the training of sparse deep neural networks. The aim of the paper is to study sparse training algorithms for a special class of deep neural networks, namely convolutional neural networks (CNN). The paper focuses on the network pruning as the most popular compressing method due to its good compatibility and competitive performance. The authors report that the simple dual averaging (SDA) method , with some appropriate modification, can also be made highly effectiv\u0435 with an \\( \\ell _ 1\\) regularization to obtain sparse convolutional neural networks. In particular, by combining it with an \\(\\ell _ 1\\) regularization , the authors develop the corresponding regularized dual averaging (RDA) method. \\textit{L. Xiao} [J. Mach. Learn. Res. 11, 2543--2596 (2010; Zbl 1242.62011)] originally developed the RDA method specifically for convex problem. The RDA method proposed by the authors in this paper (using proper initialization and adaptivity) with an \\(\\ell _ 1\\) regularization achieves a state-of-the-art sparsity for the highly non-convex CNN compared to other weight pruning methods without a compromising generalization accuracy.","type":"string"},"datatype":"string"},"type":"statement","id":"Q782914$839F3EE7-1613-46CF-B077-5A5EBBC0AB1B","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"dade3bc82a2f7e555fdd92f6a7aa24c002fcafaf","datavalue":{"value":"90C15","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q782914$4BB1342C-C4A4-40F9-AE1C-4601916BC1F2","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"ec4a68e106c799236dc3ca46be951bb4f9d6ce57","datavalue":{"value":"7225620","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q782914$25215AFB-A421-49D9-84CC-852944203C85","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"a087aeb69a82f09f5c205cb9dfec681aebce4d45","datavalue":{"value":"sparse optimization","type":"string"},"datatype":"string"},"type":"statement","id":"Q782914$05B56E19-9593-4508-AF1C-95E8BA41A89A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"e8e149da55b3d42ff49721a751904f186d7b2fe9","datavalue":{"value":"\\(\\ell_1\\) regularization","type":"string"},"datatype":"string"},"type":"statement","id":"Q782914$FFDC6621-53D2-4194-91F9-3BA91F1543D2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"eba33cce01389dbcf2eaf91692d1c8362bf33469","datavalue":{"value":"dual averaging","type":"string"},"datatype":"string"},"type":"statement","id":"Q782914$A09A2D65-299B-409D-84E3-EEFE93787586","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"5132ae210f55dd4ec071a1ba412ddaf1b39d04c3","datavalue":{"value":{"entity-type":"item","numeric-id":1090234,"id":"Q1090234"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q782914$53775F88-4DDA-474E-9D38-013DDBEA3CEC","rank":"normal"}],"P1463":[{"mainsnak":{"snaktype":"value","property":"P1463","hash":"2d2110c3ce54f3925f4e64796b74fa4f6e4d2fbc","datavalue":{"value":{"entity-type":"item","numeric-id":46277,"id":"Q46277"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q782914$7FF45E51-16A9-4BE3-AE38-129D1B88374C","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q782914$8F7251CD-F9C7-4036-9640-420B7BD83CD2","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"dd11e93bf43146d8d9fed5593d39d7a8338d1278","datavalue":{"value":"W3038359569","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q782914$76FE4731-0BD5-495C-9A4D-397AB5228A5D","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"7d12b0b28c6ac691e6429e5e4b8f287f57ceaab2","datavalue":{"value":{"entity-type":"item","numeric-id":644913,"id":"Q644913"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q782914$231D7EBD-637D-48B6-BA94-75125CA26CDC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"644320da98353b8db22ffdadc1c6d0e4eded7091","datavalue":{"value":{"entity-type":"item","numeric-id":3546643,"id":"Q3546643"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q782914$1E082B14-AF89-44B6-97F4-52496ED643DD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"6eab967d4fd50af491cb5a6a0bede0750bc4f3fc","datavalue":{"value":{"entity-type":"item","numeric-id":5900527,"id":"Q5900527"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q782914$3B781FD9-A47D-4211-BD59-6E9052973AFB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"365492831ab78fcfe34f21d75052f24df8e58ba4","datavalue":{"value":{"entity-type":"item","numeric-id":2880998,"id":"Q2880998"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q782914$EEE2AF1B-B2DC-4EE7-AA9C-E2BC3FFF695F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"88bb314e2762948e08491aa0bf8482b31464849b","datavalue":{"value":{"entity-type":"item","numeric-id":2880897,"id":"Q2880897"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q782914$E04376C3-2FDD-4EC9-825C-68082AE4DC5B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a95689d674107a0d2ad597dc22deb303179e8455","datavalue":{"value":{"entity-type":"item","numeric-id":3862353,"id":"Q3862353"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q782914$AA5AB5A5-BA4A-4F23-A84B-B81F865285AD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"3628d6edb8ac9757dd2fa7df9020f8641fa02a7e","datavalue":{"value":{"entity-type":"item","numeric-id":4637004,"id":"Q4637004"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q782914$7818FA22-1A26-4CCF-B5D2-1C8C3E0CABEF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"b948defe4163213d03752583357a9be290c5f1b5","datavalue":{"value":{"entity-type":"item","numeric-id":1134011,"id":"Q1134011"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q782914$2B5F6218-B0D1-4C64-959A-8F36A20CD79C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"e2329ac0e708e00741c5c4cdd66a1c4add2d4e0b","datavalue":{"value":{"entity-type":"item","numeric-id":3967358,"id":"Q3967358"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q782914$49E6FD72-10CF-4365-BCBC-A83835347706","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"23a8bdb732d807272d343dcaf32bc9f521a27235","datavalue":{"value":{"entity-type":"item","numeric-id":116219,"id":"Q116219"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q782914$77FA091F-694A-40C2-B025-2574A08EE824","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f1890f094d0806ca193cff1a2e7db0c276e8feab","datavalue":{"value":{"entity-type":"item","numeric-id":2896156,"id":"Q2896156"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q782914$B787753E-90AE-43A8-A226-B465DB35C0FE","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"fc1e7327d4d0759fbbee1c76023ce8d478267e9f","datavalue":{"value":"10.1007/S10589-020-00202-1","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q782914$0761931B-45F8-4835-866B-B17789ABEC3A","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"8a1b2a431f6a109cf9f4be9eeefdde0c66fbcf9b","datavalue":{"value":{"entity-type":"item","numeric-id":2185659,"id":"Q2185659"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"8800704b100d7cc8f7ab955b08288ce5127575f0","datavalue":{"value":{"amount":"+0.80406207","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q782914$1B246880-6667-44D1-B77A-D72AB807A136","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"48b433f0deff8d12f443c9a5558b4a7144405df0","datavalue":{"value":{"entity-type":"item","numeric-id":5027023,"id":"Q5027023"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"27458c565a1f234868c4b985afdec0751495fff8","datavalue":{"value":{"amount":"+0.79206","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q782914$C7479C12-5196-4E01-83A0-0B9DE7F3E177","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"0048c78a8e4a4ff5dc99b3c2217d6aad448fb46a","datavalue":{"value":{"entity-type":"item","numeric-id":5053261,"id":"Q5053261"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"9dcac138feb39f7a2eaf57bc079fdf7dc6399112","datavalue":{"value":{"amount":"+0.7901952","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q782914$3B25813D-610A-44EA-B39A-F02E2DF55442","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"c0b2864392c3a38ed7d0a6c41fb1bd5943f027d5","datavalue":{"value":{"entity-type":"item","numeric-id":3307901,"id":"Q3307901"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"31cabc58ff9808c6a74fef66cde1d45196dfaa86","datavalue":{"value":{"amount":"+0.7614579","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q782914$8133C9D3-B165-4820-B4DD-25AC80E18980","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"0edba2971f65934e4aaeba5191b2f7a6a5a0d5bf","datavalue":{"value":{"entity-type":"item","numeric-id":5037159,"id":"Q5037159"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"622696cdfd40702e433f381c4a1426b5e83f4e66","datavalue":{"value":{"amount":"+0.7494361","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q782914$0C64E649-378D-4F70-8DAD-7E014C86B48F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"3334bc775427ef0c65d465bb622c2187b28e8b43","datavalue":{"value":{"entity-type":"item","numeric-id":5155193,"id":"Q5155193"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"3aae17fa2909f99727fcfcd71b4c001e9268782a","datavalue":{"value":{"amount":"+0.73534197","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q782914$0824EF6D-7476-4EB9-A2AF-885D6FCCD772","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d1f5ae215f85a43799e715fff60fb48483cc6e2d","datavalue":{"value":{"entity-type":"item","numeric-id":5879781,"id":"Q5879781"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"3abfd141c15461d1d50cdfab2de07affc7a833fe","datavalue":{"value":{"amount":"+0.7272548","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ba354e87a58191d58d132c60481c945a3234ce85","datavalue":{"value":{"entity-type":"item","numeric-id":6534273,"id":"Q6534273"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q782914$5B0C8C3A-CC5C-4C3E-8D1D-C39F5C0A71D6","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Make \\(\\ell 1\\) regularization effective in training sparse CNN","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Make_%5C(%5Cell_1%5C)_regularization_effective_in_training_sparse_CNN"}}}}}