{"entities":{"Q2069701":{"pageid":2080443,"ns":120,"title":"Item:Q2069701","lastrevid":43498825,"modified":"2025-07-29T13:54:50Z","type":"item","id":"Q2069701","labels":{"en":{"language":"en","value":"Bayesian distillation of deep learning models"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 7461105"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2069701$6417509B-E8CE-4699-9811-89CB72809D6B","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"a77cc554301dd4ee9265d5c57839e0f613ef7c8d","datavalue":{"value":{"text":"Bayesian distillation of deep learning models","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q2069701$6FAEEF33-7EA5-4E70-8766-9CFDC4834D43","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"96ee882c3338b322d3c2d91087d4e1d477fb9f16","datavalue":{"value":"1491.68180","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2069701$8B2B81D3-6061-4C06-B886-D6F01673FD7D","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"d95ce788235c9a84892b6ebaba2a603a2c502eb9","datavalue":{"value":"10.1134/S0005117921110023","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2069701$A1C432FA-A7AE-4F97-84F6-B2AB28824B43","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"2ab4937ab20be3f1a1099dd2bac53fd9f6b1b027","datavalue":{"value":{"entity-type":"item","numeric-id":2048802,"id":"Q2048802"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2069701$8088161C-B0CB-43DE-B615-2E651BDDE92A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"e7a98cd40d8dcd501878471321290b0aef61b1ac","datavalue":{"value":{"entity-type":"item","numeric-id":1703530,"id":"Q1703530"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2069701$0B5D719D-9E85-447B-B801-5EC9C0DC4D6D","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"33359fd8a77e9cce0cfaf7c91dc047e11a0fed75","datavalue":{"value":{"entity-type":"item","numeric-id":109332,"id":"Q109332"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2069701$CA4DCEE2-BB92-4320-A6B2-813A7D89EA0D","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"212b5d293f1898346d16fd63133f51036fbfbfcf","datavalue":{"value":{"time":"+2022-01-21T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q2069701$1861F50A-B3A6-461D-A9A3-50CF0BC5D987","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"ec60c0fbdf3df6dbd2374f4b01751476ac7e6758","datavalue":{"value":"The authors present a Bayesian approach to teacher-student networks' knowledge distillation. Knowledge distillation was first proposed by  \\textit{G. Hinton} et al. in their paper [``Distilling the knowledge in a neural network'', Preprint, \\url{arXiv:1503.02531}].  They proposed to train a large network with ground truth labels as the teacher network, then train a smaller model on the outputs of the teacher network as ``soft targets''.  This work extends the prior framework of teacher-student networks. The authors argue that the parameters of the student network can be initialized from the teacher network.  The teacher network is usually larger than the student network. To meaningfully initialize the student network, the authors propose to prune the teacher network so that it has the same architecture as the student network.  With the assumption that the posterior of the teacher network follows a Gaussian distribution, the authors prove that the pruned teacher network also follows a Gaussian distribution.","type":"string"},"datatype":"string"},"type":"statement","id":"Q2069701$44EC58CB-8FAA-47D3-9BA1-2B5A2F08A18A","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"dcb71f1000d7c79bf9dc23f5587712647ae4c370","datavalue":{"value":{"entity-type":"item","numeric-id":2069700,"id":"Q2069700"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2069701$0EB43EA8-D29F-4747-80BF-1934E8F113AC","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"86ef24f5c9e2aac48660aa2e36054c8246d3fc97","datavalue":{"value":"68T07","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2069701$B86BB538-9EF5-4822-9BA5-3DAC6D748296","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"2474c99ceba943e04dda4ddfffedfe45f5fdfd62","datavalue":{"value":"62F15","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2069701$1D86CCAF-6093-45F2-BA1D-384A601DC333","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"8fdca48b3ccf0b4b1a49cf7166516f880d546fad","datavalue":{"value":"7461105","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2069701$824D9B2A-DC98-4628-817D-5EA201D036C1","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"977ed9a5dd338bf424fd0ab29d89678ee0103ad0","datavalue":{"value":"deep learning","type":"string"},"datatype":"string"},"type":"statement","id":"Q2069701$BAFFFDEF-5D13-4FE9-B347-9BE641FE0919","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"de6c71aea68d27ec62ff4902689f5ccc352e881f","datavalue":{"value":"Bayesian methods","type":"string"},"datatype":"string"},"type":"statement","id":"Q2069701$72F89ADD-F91A-400F-9501-B27C98C307F1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"c7964c0daa4520d3b26c9937f7f9c5749df7ea1b","datavalue":{"value":"knowledge distillation","type":"string"},"datatype":"string"},"type":"statement","id":"Q2069701$ECC7E754-3A9D-46D6-B9B1-0E6B194E00C9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"f46144d181639b9063b7f4586f50bbb1b1798bb8","datavalue":{"value":"model selection","type":"string"},"datatype":"string"},"type":"statement","id":"Q2069701$557FD725-C825-4792-859D-D07DEA6E63DD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"8f091f8059c950552814fbf1d9159bf350956a70","datavalue":{"value":"Bayesian inference","type":"string"},"datatype":"string"},"type":"statement","id":"Q2069701$341A0921-06C9-4102-834B-29911FED5704","rank":"normal"}],"P1463":[{"mainsnak":{"snaktype":"value","property":"P1463","hash":"cdeb5563f9f4ae0d5cbfbc817bf66308e0a0c1c4","datavalue":{"value":{"entity-type":"item","numeric-id":32917,"id":"Q32917"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2069701$A46EC66C-5CF0-412B-8BFE-B5A9BFC63AFB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1463","hash":"d7bd5cee649b77379849259f53ae60cecb55ede0","datavalue":{"value":{"entity-type":"item","numeric-id":42470,"id":"Q42470"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2069701$4FB886EE-3C8B-4F54-BE5A-B418C00B61D5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1463","hash":"77ee4d4f0c080b590cc7dcb6cd2fa06be781d021","datavalue":{"value":{"entity-type":"item","numeric-id":54222,"id":"Q54222"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2069701$B86A9640-84B4-4D98-A400-720F4BFEF79B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1463","hash":"9ad272bfe859f13b7b909ce234248edd9336fa40","datavalue":{"value":{"entity-type":"item","numeric-id":43553,"id":"Q43553"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2069701$7E8DCB20-9924-4AA2-85C1-399BC958105A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1463","hash":"952fcd03c119783a6690a1a02f6d19748c140805","datavalue":{"value":{"entity-type":"item","numeric-id":24783,"id":"Q24783"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2069701$625E8C8B-4246-430C-B7C7-E4697B2AF342","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1463","hash":"abff9e7dd6ada5affda039fd60b4e286f1c752f1","datavalue":{"value":{"entity-type":"item","numeric-id":38238,"id":"Q38238"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2069701$590352E2-E837-40AC-A19A-38303A22627F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1463","hash":"0e45e6fd5dfa67e867e9750caff74fbadc2597fe","datavalue":{"value":{"entity-type":"item","numeric-id":5974923,"id":"Q5974923"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2069701$D50DCFAD-7703-4CA7-9CB6-681BD0BB1E0C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1463","hash":"98581bb82527b1a77187c92ce7a330ba223fb3dc","datavalue":{"value":{"entity-type":"item","numeric-id":1352828,"id":"Q1352828"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2069701$9C1744C4-2512-4A0B-876C-871F950E80EF","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2069701$70E64A18-4222-4227-BC88-1EB1B69201E7","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"365cd0bd734ab3bc24f4ae6847fba76bdac13c7f","datavalue":{"value":{"entity-type":"item","numeric-id":5744830,"id":"Q5744830"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2069701$17B9AA4F-BE65-47DA-B545-FC3F95395C6C","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"c555d3260528035f16f72bfd94d49bbdecf3a526","datavalue":{"value":"https://doi.org/10.1134/s0005117921110023","type":"string"},"datatype":"url"},"type":"statement","id":"Q2069701$662B133C-E991-4D6C-ACF4-0BDE976D28DD","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"2e717144264e4d1f135b3bab2182e04a7732b431","datavalue":{"value":"W4200392901","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2069701$FC5E0182-57FF-402B-B7AB-C120D34972A2","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"74977f44a8587d90954041bbc7e692f04d36eb76","datavalue":{"value":{"entity-type":"item","numeric-id":1699718,"id":"Q1699718"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"64db9f0712399573384ad2265500320f8a0864fe","datavalue":{"value":{"amount":"+0.91439223","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2069701$DB6CE309-2DDF-4A9E-A415-B8272E49C82D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"62e23e85aea9de3637e0fab16ae2658ca2c36c9b","datavalue":{"value":{"entity-type":"item","numeric-id":1922287,"id":"Q1922287"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"5c44edd7d0de0d73789ec1a0d3841b3cf731fbc1","datavalue":{"value":{"amount":"+0.8878257","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2069701$DD7EBC11-F971-4FE3-AC84-F0D31ABBBB4F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"414210b8932281d5e90571ca5d8837d63877859d","datavalue":{"value":{"entity-type":"item","numeric-id":3391454,"id":"Q3391454"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"d1069cb3389437a57d8e17d7525715758fd1b51d","datavalue":{"value":{"amount":"+0.88762856","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2069701$EC62D7AB-E8CE-4AA1-B768-258E121BA81F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"e18c60867aa8287fbec605c6fc26d2f268e90785","datavalue":{"value":{"entity-type":"item","numeric-id":4601242,"id":"Q4601242"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"0e118aad3d2e38407e9d89283334dd23f3360495","datavalue":{"value":{"amount":"+0.885921","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2069701$96847AD1-DB41-4C7A-906C-5D21AFC993CA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"42f2f4ef7306dc0a70be8380846284c34cbd1436","datavalue":{"value":{"entity-type":"item","numeric-id":6067601,"id":"Q6067601"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"6e8673bada51868a2325a0cad36d572ec7dbb056","datavalue":{"value":{"amount":"+0.8858735","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2069701$13A038FD-3310-4B9D-B220-D710C4C08574","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"49d49af8ebb2d28eecee831f1c14d27f65bb7b6a","datavalue":{"value":{"entity-type":"item","numeric-id":1852075,"id":"Q1852075"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"af87efb5d67624625b089dee732f23d7afee47ec","datavalue":{"value":{"amount":"+0.87894446","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2069701$11D321CF-DD92-468F-A226-A14F1CBE3B2E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"2014a2eb9050a2632c0a0881d2608f0cfbc1921a","datavalue":{"value":{"entity-type":"item","numeric-id":3300544,"id":"Q3300544"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"098eb095413a39d8dbfb5a543f30a2486db84b28","datavalue":{"value":{"amount":"+0.8774779","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2069701$2FC3CDFD-15D4-498E-B610-8B125A02F7BA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"36c441bbb7b77d5c48c568392623549abc9647b5","datavalue":{"value":{"entity-type":"item","numeric-id":1721865,"id":"Q1721865"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"d9f5ba010b8305e4e54cfa28395a3d7e5c823f40","datavalue":{"value":{"amount":"+0.8767326","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2069701$508C66A2-439C-4CD1-A3B9-1070C2AA6472","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"e2a1b170be361d9f57d5ea2bb61523e9b03ea1c8","datavalue":{"value":{"entity-type":"item","numeric-id":2774522,"id":"Q2774522"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"184717c964b4c59cb060d1fb091f0241b45026fa","datavalue":{"value":{"amount":"+0.8760177","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2069701$2993D407-B494-437C-A8E4-B14093671416","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Publication:2069701","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Publication:2069701"}}}}}