{"entities":{"Q1096403":{"pageid":1107155,"ns":120,"title":"Item:Q1096403","lastrevid":66956724,"modified":"2026-04-12T13:58:24Z","type":"item","id":"Q1096403","labels":{"en":{"language":"en","value":"A hierarchical system of learning automata that can learn the globally optimal path"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 4031027"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$F5EAE809-14AA-4E48-AC82-B332AE6B8235","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"2219716eaede63df018879a3ff0975d84f3b9691","datavalue":{"value":{"text":"A hierarchical system of learning automata that can learn the globally optimal path","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1096403$137C5BFB-1551-4D3D-BE7E-D7AE3744A05A","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"eee38c7ebf5e53073412341a72b465b2274e7704","datavalue":{"value":"0633.68082","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1096403$9067126C-BA4E-4EBF-970F-80416021AEE8","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"5f9cb3aa7fd59903c9df3886afed15a3ac98ac2a","datavalue":{"value":"10.1016/0020-0255(87)90021-1","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1096403$03E8EEF9-E2BB-46BB-AAC7-2C52AFBDCFA0","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"3f72cf56251f2065b0aeea7039c793b67e26b75d","datavalue":{"value":{"entity-type":"item","numeric-id":229980,"id":"Q229980"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$6C14662E-808C-4216-AAFA-C63EEA25C4E1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"204733ddddc3362c160d350c7528616948c34805","datavalue":{"value":{"entity-type":"item","numeric-id":229977,"id":"Q229977"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$89B29BD6-B966-4FE2-917C-D83FBF09CCE4","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"c144f0fb88440afe4b13555aedcc8676a016b6d2","datavalue":{"value":{"entity-type":"item","numeric-id":70466,"id":"Q70466"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$CDBCA427-8F43-4D11-9FBC-D072B2167118","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"5ae48c61eed19d1e1e1f33f9255d5b329362d064","datavalue":{"value":{"time":"+1987-00-00T00:00:00Z","timezone":0,"before":0,"after":0,"precision":9,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1096403$F79B71A7-B859-438B-8A00-8DB8971C6C5C","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"be89f9415c56b587981e5767007bbb60db0f4cd8","datavalue":{"value":"A class of hierarchical systems of learning automata is considered where the system gets responses from its environment at each level of the hierarchy. Hierarchical systems are classified into three types, depending on the nature of the actions constituting the optimal path. If each action is also optimum for the respective level in the hierarchy, then the system is type I. If each action is also optimum for the respective automaton, then the system is type II. Any general hierarchy is type III. It is argued that none of the known reinforcement schemes of learning automata can learn the optimum path in the type III hierarchy.    An algorithm for learning the globally optimal path suitable for the most general type of hierarchical problems is presented, and its convergence behavior is examined. The algorithm requires information transfer from the lower levels to the higher levels. The paper cites the connection between the hierarchical model studied and the finite Markov decision processes. No practical application examples are given.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1096403$2067A48C-EFC2-4CC1-B8CF-D4D7B3A1CEB7","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"cfe779e91fe9c53ee133568259955801965765ae","datavalue":{"value":"68T05","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1096403$25C2A939-2C36-4FBB-A222-E71AF472739E","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"3ab99f6250d06e0a205be50c1329757b8414f81a","datavalue":{"value":"4031027","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1096403$C3B5441B-EFD6-439D-A70F-6859D75DD71C","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"54386443767439a4565bd3fedc3d37d2c4a4f85d","datavalue":{"value":"Markov chains","type":"string"},"datatype":"string"},"type":"statement","id":"Q1096403$852BE973-B701-485A-8041-EA36C7447B75","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"45e74002ab2d6cd60cda0540f1fa927cadd36afe","datavalue":{"value":"optimum systems","type":"string"},"datatype":"string"},"type":"statement","id":"Q1096403$823D04CE-BC63-4514-AB07-02A4EF4BECE5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"591f8e1adc3c3803f7d7d6082509ba56bda7271c","datavalue":{"value":"hierarchical systems","type":"string"},"datatype":"string"},"type":"statement","id":"Q1096403$45CCA9D5-9AA9-483B-917D-3A481A798EE5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"98da63f1e69541c00ec0aec438cba695da263de3","datavalue":{"value":"learning automata","type":"string"},"datatype":"string"},"type":"statement","id":"Q1096403$4E61245B-57B1-4673-B6F4-4F84F510E542","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"9c2aa363fe4c40c1829dbc84192ccffffcb5fcd3","datavalue":{"value":"globally optimal path","type":"string"},"datatype":"string"},"type":"statement","id":"Q1096403$5659E0ED-C319-459A-A025-8B1309F04DE8","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"e7afc7069f27478fc9ad6313e02f5cfe073543ae","datavalue":{"value":{"entity-type":"item","numeric-id":1164012,"id":"Q1164012"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$78C400FE-AA01-476D-8FB0-DF9282EC14D0","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$F5955559-3F3B-4EE8-90B6-43584939D1C6","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"54888f66a9a12531b54bf12d31539eb70c79ab09","datavalue":{"value":"https://doi.org/10.1016/0020-0255(87)90021-1","type":"string"},"datatype":"url"},"type":"statement","id":"Q1096403$61DB686B-F11A-4377-A86E-B919E87F5C78","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"5ac07738c727dba5d238b552c3928be1210bc061","datavalue":{"value":"W1966454050","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1096403$83DB0FC4-525E-4783-BFEE-C5ABA4424535","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"65d8d552ad26df05daa38ee97f68133f4d4a4656","datavalue":{"value":{"entity-type":"item","numeric-id":3270181,"id":"Q3270181"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$2CB9CC8F-0F5F-4FBD-A204-8AAC79AA34C1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"03ce4f18a961a5d2c59c8cba625061e67a7cc951","datavalue":{"value":{"entity-type":"item","numeric-id":3285075,"id":"Q3285075"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$F18AAB76-ED73-4B5D-9323-A6F5BA15C1D0","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"33d5459d018cde3eceb17bfc45ad4fdc1bacc9da","datavalue":{"value":{"entity-type":"item","numeric-id":4766068,"id":"Q4766068"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$31D47EC7-1563-4287-99BF-3A0C441841E7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"55a7a5d9f70c111bab11f868895b54fa3a582c29","datavalue":{"value":{"entity-type":"item","numeric-id":3926044,"id":"Q3926044"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$EB4A6C70-84AD-4376-AA4D-003D4C4A2FD3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"7e89377d79c6a998689cec83f290dda2f83d4d44","datavalue":{"value":{"entity-type":"item","numeric-id":2560201,"id":"Q2560201"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$5925F233-077E-4A0D-8FF9-EB8B39093FD3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"ed922887106fcc2b705a88e87edcc74d26102c1a","datavalue":{"value":{"entity-type":"item","numeric-id":3690233,"id":"Q3690233"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$9A14E4BD-7203-4F82-96BD-F411537FB4E5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"fcfa0a59bd0cf92b1d704431a265520c793ce514","datavalue":{"value":{"entity-type":"item","numeric-id":3734197,"id":"Q3734197"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$FE022166-B35F-404F-8F27-B3C5B60C5B1C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"fe4a68b9bc1c4f9aff301c13426bf8285363e3f9","datavalue":{"value":{"entity-type":"item","numeric-id":3747730,"id":"Q3747730"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$A2B224B2-2A4D-464B-BC6F-1DD33E5AB52E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"0f07a74f47e39c2380bfdef5e99dafb40fa8574c","datavalue":{"value":{"entity-type":"item","numeric-id":3771625,"id":"Q3771625"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$DC7FF72F-70A7-4F12-BF7A-83579B0FCA8A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"837057fed82ae1a6de00bf4a3502ed9d3cd7ae0f","datavalue":{"value":{"entity-type":"item","numeric-id":3907074,"id":"Q3907074"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$D35A0DAE-AAC6-4381-956D-C3E0F8CCFEA8","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"e6730422aab7bd485b752c1f8fcb486d6c919d1b","datavalue":{"value":{"entity-type":"item","numeric-id":3776629,"id":"Q3776629"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$F1508024-97D2-42D9-B0D3-D80E10290484","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"6eb37ccffef4ba70a782abbc404985b7aa3d020c","datavalue":{"value":{"entity-type":"item","numeric-id":5668400,"id":"Q5668400"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$BD7938E8-0E62-465B-BF24-E74F2D1F691A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"beee7d5a4ae67a786405d54ee725f4a31920d233","datavalue":{"value":{"entity-type":"item","numeric-id":5648264,"id":"Q5648264"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$8309A65B-A16C-4116-BC4A-F89EE233E227","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"0459d1a93a135deb9a3f3404173b887fd894a7be","datavalue":{"value":{"entity-type":"item","numeric-id":3266141,"id":"Q3266141"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$7387138E-BD46-431F-B19E-329936942877","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"568be525336773406c10601d2fd25681922beb16","datavalue":{"value":{"entity-type":"item","numeric-id":3690234,"id":"Q3690234"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1096403$FC208197-DFC9-4FE7-B505-CBF554226BE9","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"3dfb89128642b75b1135768ef303714f1fc7539f","datavalue":{"value":{"entity-type":"item","numeric-id":1062760,"id":"Q1062760"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"99f02c520c8a2ac11d4ad36484bd0db90f26c174","datavalue":{"value":{"amount":"+0.7400990128517151","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1096403$D245CA40-DB53-4242-AC6F-D86D157B349E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"819d614c3b5a3275a460037c90181bfe16218d31","datavalue":{"value":{"entity-type":"item","numeric-id":4879304,"id":"Q4879304"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"342254659a2f3652c2731a8884f05ac096371492","datavalue":{"value":{"amount":"+0.7213037014007568","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1096403$349CCD93-A98E-4963-B4DA-82FDF99A4EEE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"8f22698b003d2887abe971ccdfbf02cc67a5bbab","datavalue":{"value":{"entity-type":"item","numeric-id":3124307,"id":"Q3124307"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"6856c153aa719f0f77a6c0dfadfb0d4c877c99fb","datavalue":{"value":{"amount":"+0.717552661895752","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1096403$DD9E54D2-F40D-4681-A370-8E4DEB723B28","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"327ce74474622c7ae9933bc1520864a72008c53e","datavalue":{"value":{"entity-type":"item","numeric-id":3776629,"id":"Q3776629"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"5b0d8e1c6aab96d64d8c9364d647635a6349da61","datavalue":{"value":{"amount":"+0.7110223770141602","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1096403$4B5BCA7B-1DEF-4BB6-A458-9DEB34C984D1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"ce8194e8c9d13a6203f400f924755cae2438c0aa","datavalue":{"value":{"entity-type":"item","numeric-id":3690234,"id":"Q3690234"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"0c0d9050cbe95b838c67d00b0618a3b8a33388c2","datavalue":{"value":{"amount":"+0.6771498918533325","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1096403$B9E3E7AF-2FBA-4A73-AB28-220C3221A870","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"A hierarchical system of learning automata that can learn the globally optimal path","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/A_hierarchical_system_of_learning_automata_that_can_learn_the_globally_optimal_path"}}}}}