{"entities":{"Q6057934":{"pageid":13192089,"ns":120,"title":"Item:Q6057934","lastrevid":98917187,"modified":"2026-06-05T18:48:25Z","type":"item","id":"Q6057934","labels":{"en":{"language":"en","value":"Accelerating gradient descent and Adam via fractional gradients"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 7755615"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$AEFCA194-E629-4A82-8FB1-31A7BD733F0B","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"60cbb7aaa4949de34d564c8b00aa5149307f6735","datavalue":{"value":{"text":"Accelerating gradient descent and Adam via fractional gradients","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q6057934$85AA61CC-851B-4E9B-B0BB-909E482C00F6","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"b0f0099840c6977ad558ea0dd77715d31a18e4b4","datavalue":{"value":{"entity-type":"item","numeric-id":1674719,"id":"Q1674719"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$FAF79409-FD3B-4D7B-B1A4-ABF50572826B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"08030b5d3161711f544fd61276d74b434315f5ed","datavalue":{"value":{"entity-type":"item","numeric-id":313399,"id":"Q313399"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$B860FD79-A45B-45A2-8093-CD9129BAE080","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"3655427933d150f435966c76392a7b808ab7614e","datavalue":{"value":{"entity-type":"item","numeric-id":1667531,"id":"Q1667531"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$2EBD9884-3C0A-4FD1-A79B-CE8A30773F29","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"f2c1cfbee571de8cc00ab78ec8c351ebddce0ba0","datavalue":{"value":{"entity-type":"item","numeric-id":117134,"id":"Q117134"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$FE46C03D-1ABF-4B75-ADDD-9B02C3C7EBE4","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"a51e00d704ac90af595af3eaa88c34179dc3493d","datavalue":{"value":{"time":"+2023-10-26T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q6057934$19C9B3B5-0156-486E-A32D-0F4A8867BD46","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"abb4ab39e8a1490faeefbdf93dfcf6678b853b35","datavalue":{"value":"The paper proposed a general class of fractional-order optimization algorithms via the Caputo fractional derivatives. Introducing an interesting theorem called Theorem 2.5 which is serves as the theoretical motivation on using the Caputo fractional derivatives in optimization. Based on Theorem 2.5, defined the Caputo fractional-based gradient, which generalizes the standard integer-order gradient. An efficient implementation developed. By replacing integer-order gradients with the Caputo fractional-based ones, proposed the Caputo fractional gradient descent (CfGD) and the Caputo fractional Adam (CfAdam) that generalize GD and Adam, respectively. Given concrete algorithms, consider gradient descent(GD) and Adam, and extend them to the Caputo fractional GD (CfGD) and the Caputo fractional Adam (CfAdam). Demonstrate the superiority of CfGD and CfAdam on several large scale optimization problems that arise from scientific machine learning applications, such as ill-conditioned least squares problem on real-world data and the training of neural networks involving non-convex objective functions. Numerical examples show that both CfGD and CfAdam result in acceleration over GD and Adam, respectively.","type":"string"},"datatype":"string"},"type":"statement","id":"Q6057934$86F648A1-0788-4FF5-8640-2A0954172C65","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"c91038fd53a7e7c3194c058f449714172e4af8f0","datavalue":{"value":{"entity-type":"item","numeric-id":189181,"id":"Q189181"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$573EB393-5DFB-4614-9BBD-7748F54F71B8","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"ed10a41ec587cb61dc683f25ef4b3e827c7fee2f","datavalue":{"value":"90C26","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6057934$1677F489-F34D-49F4-A7C2-9AF4D604AF77","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"b4d4b880941bb65ec306ce9d3141ff7e82566f56","datavalue":{"value":"90C20","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6057934$E0476F5A-56DE-46F1-AE0B-0E32C658F8AA","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"06abd2d04b3444204a6204a682315786dda7c09a","datavalue":{"value":"7755615","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6057934$F8ED4954-D53B-4525-93B0-37DA43D544BA","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"a0c5e063abf2721554417772ef0aabee2e3060d1","datavalue":{"value":"Caputo fractional derivative","type":"string"},"datatype":"string"},"type":"statement","id":"Q6057934$441FD042-F897-4303-A537-88E31F87E23A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"a680637ab62787985695ce628be02d0425b9ce0a","datavalue":{"value":"non-local calculus","type":"string"},"datatype":"string"},"type":"statement","id":"Q6057934$D593A015-A708-4D4A-8749-8E21FEE9F904","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"c27024bc3112e6fbf1cca0a9a4aacb8e7e4a77e0","datavalue":{"value":"optimization","type":"string"},"datatype":"string"},"type":"statement","id":"Q6057934$FB79A1EA-8F0E-429A-A18B-980EF0E3ABCA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"80ed6a778391bd928011da2420f0d3929edcb563","datavalue":{"value":"Adam","type":"string"},"datatype":"string"},"type":"statement","id":"Q6057934$34331321-1ABB-4700-A8F0-A7D06BBEB2A2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"b0efe91da4df536f9ec53a9f276b6c2c113d29db","datavalue":{"value":"neural networks","type":"string"},"datatype":"string"},"type":"statement","id":"Q6057934$8B4BFBBA-DE9F-4FE6-94CA-78652BE97AE0","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$DAFF1443-B687-462D-9CC7-6D0EDEA7F742","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"21803b65271b8fb2fa5c0aa0f7e45c7e9ab121ae","datavalue":{"value":"https://doi.org/10.1016/j.neunet.2023.01.002","type":"string"},"datatype":"url"},"type":"statement","id":"Q6057934$2BF43527-39A6-430A-B3CF-73C6A4A0431E","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"ef195b86f50dca47172a9211158555bc53953d15","datavalue":{"value":"W4315644348","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6057934$0A1F226D-84ED-4A41-87AC-2F8C08D37392","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"4bc2762b601ecaacda0a2b191e61ed803cdfbdf7","datavalue":{"value":{"entity-type":"item","numeric-id":5898137,"id":"Q5898137"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$EEA34DCC-C011-4B62-9EDF-9416A6D7C74A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f030d5a0da3a7eeb4ecf10798d65124328a3abe8","datavalue":{"value":{"entity-type":"item","numeric-id":1740102,"id":"Q1740102"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$01432DF1-5A39-408A-A2AE-FC0A8C80F32A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"185d99f6c28a1646f64cc88b598cf34815ca2a6c","datavalue":{"value":{"entity-type":"item","numeric-id":5887820,"id":"Q5887820"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$2D35005E-1A38-4081-8F05-B613E690F78A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f9ace3fc449d6fee474cbd9a8ea2b3a2fee0dace","datavalue":{"value":{"entity-type":"item","numeric-id":2059216,"id":"Q2059216"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$753561B2-F1C8-4803-BAC6-231E54806A7E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"e6976f6092b91ba28ad718390fe3f95c7e42e3e6","datavalue":{"value":{"entity-type":"item","numeric-id":4702259,"id":"Q4702259"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$C998EC06-9318-4957-BA4B-D3E530B728F5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"640c9b33f43542b40df7356e6011dea128133301","datavalue":{"value":{"entity-type":"item","numeric-id":1946025,"id":"Q1946025"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$0941EC35-74F1-4337-8E4B-F34084549BCB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"d0ff5894a343d545dfe6c78a92b09ed04982afd5","datavalue":{"value":{"entity-type":"item","numeric-id":2300643,"id":"Q2300643"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$81EE9E7B-7DFB-4276-B686-B80FD9B6F6BD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"3052776c8761abdaf6d65ab913ccb3ab8dd671b4","datavalue":{"value":{"entity-type":"item","numeric-id":488133,"id":"Q488133"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$F925D7C9-DA8F-4332-BE8D-04C9C2782560","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"bd702870668c31bb8dd83e82035fa74c34a6d973","datavalue":{"value":{"entity-type":"item","numeric-id":1417731,"id":"Q1417731"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$36056244-A834-4946-BFAA-7CC315D248CD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"914e8ee381069f563cdd221fe2896b0c7e646005","datavalue":{"value":{"entity-type":"item","numeric-id":5491447,"id":"Q5491447"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$31D5FC23-4614-4162-9590-E8A38D4FA347","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"289fa85a72552a8d7246965e277df3dd859407b6","datavalue":{"value":{"entity-type":"item","numeric-id":2726733,"id":"Q2726733"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$4E7FC7B5-AAF2-4069-8363-201D8CC7B9CF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"b8de15fa62d0ab907527e02fdd4e2f4d1314c0bd","datavalue":{"value":{"entity-type":"item","numeric-id":952576,"id":"Q952576"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$85CE711F-CF64-442A-B1B7-AF2228631171","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"93af9b2a7605a7aba0ab675053ea8453fa740bcf","datavalue":{"value":{"entity-type":"item","numeric-id":2181039,"id":"Q2181039"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$E52FBFC4-598D-4B39-ADAD-9C493FA4BFDD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"699b4ea6c29ebd5c72a154ab5cbe4d8a176011d7","datavalue":{"value":{"entity-type":"item","numeric-id":2306199,"id":"Q2306199"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q6057934$3FA21053-188F-4098-BEB8-83B4FD9497F0","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"e486c5ad279cf27c14a49d68cd71e91c20abfd17","datavalue":{"value":"10.1016/J.NEUNET.2023.01.002","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q6057934$84D61949-D551-4648-9C79-9F1BA5BCE5E8","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"6e4c4fdf3da4ee787b1c1cdd7aee7f5757bf25ae","datavalue":{"value":{"entity-type":"item","numeric-id":6665628,"id":"Q6665628"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"76daf000b3ca44ed4e6da97244c6482bc5a61515","datavalue":{"value":{"amount":"+0.7822011709213257","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q6057934$4657C37E-926B-43BC-A37A-DFFE054853F3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"13b42ecf5592fef25c9df628ad5a14017e578370","datavalue":{"value":{"entity-type":"item","numeric-id":5011114,"id":"Q5011114"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"a39843fd45da44ea5c0c4003201d2d38d412b6ca","datavalue":{"value":{"amount":"+0.7798887491226196","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q6057934$6D5C46AD-7EA0-490B-9A73-BE866F6913A1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"04e62172e53c00b6fc07e2f90474e4f59beaffb8","datavalue":{"value":{"entity-type":"item","numeric-id":1740102,"id":"Q1740102"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"970885319db5b8f8e92dcc79116fab539bcfe23b","datavalue":{"value":{"amount":"+0.7602453231811523","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q6057934$BD7640E9-5317-43E1-8DC7-F31C07C8A109","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"c56d0d4ce67815ce5746f3b473383d7ff8dfc208","datavalue":{"value":{"entity-type":"item","numeric-id":2306199,"id":"Q2306199"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"6f986ea94326cdb1898aa4295a82dd71a99e06e9","datavalue":{"value":{"amount":"+0.7513624429702759","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q6057934$3A2A5875-BBCF-4581-B4CD-E79F12197C9F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"4c48fbdc6c9e7c02add61eb404f36c1ca86a496b","datavalue":{"value":{"entity-type":"item","numeric-id":2181039,"id":"Q2181039"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"feb7122a75de3ab4d5f21036bd52d04958679439","datavalue":{"value":{"amount":"+0.7408033609390259","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q6057934$3DB78F81-F911-47C2-8FFA-CA4304411FE8","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Accelerating gradient descent and Adam via fractional gradients","badges":[]}}}}}