{"entities":{"Q1067787":{"pageid":1078539,"ns":120,"title":"Item:Q1067787","lastrevid":69771537,"modified":"2026-04-13T09:16:50Z","type":"item","id":"Q1067787","labels":{"en":{"language":"en","value":"Multiaction learning automata possessing ergodicity of the mean"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 3930355"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$3E5CDC5A-1B96-4C96-A830-F51B934E3489","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"fd9cbc8e8ec3385f36eac1bd697fe42f9f1c806f","datavalue":{"value":{"text":"Multiaction learning automata possessing ergodicity of the mean","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1067787$FC17294A-5983-430A-B93C-A0514F1CD5FD","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"b67851b59c8579feb71f14fcba95099bf0d41ee2","datavalue":{"value":"0581.68047","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1067787$81E98B5F-76FB-46B3-A921-35C168D3E3C6","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"1cb612cadd692e770c31d81f3ecfb3b7e611a03a","datavalue":{"value":"10.1016/0020-0255(85)90049-0","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1067787$57056608-8C06-42D3-97A4-25BAF99C1837","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"3f72cf56251f2065b0aeea7039c793b67e26b75d","datavalue":{"value":{"entity-type":"item","numeric-id":229980,"id":"Q229980"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$B1F12AE5-EC96-48B8-88ED-53CE94A331D3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"08f9e6d6d11d72be65f9968fd3caceea9e977437","datavalue":{"value":{"entity-type":"item","numeric-id":456037,"id":"Q456037"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$019D1DAE-7670-4D7C-9875-B9D4D92CC1E8","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"c144f0fb88440afe4b13555aedcc8676a016b6d2","datavalue":{"value":{"entity-type":"item","numeric-id":70466,"id":"Q70466"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$5837C7AA-F766-44C3-A0B6-B8B010E1879F","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"3c94df5c9af0ede578c52141befd29044de13172","datavalue":{"value":{"time":"+1985-00-00T00:00:00Z","timezone":0,"before":0,"after":0,"precision":9,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1067787$30A4EFD8-8F45-41D5-A077-48BE76D00D75","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"775b1b961201a1ed5eb1e542f6a065d1fb301426","datavalue":{"value":"Multiaction learning automata which update their action probabilities on the basis of the responses they get from an environment are considered in this paper. The automata update the probabilities according to whether the environment responds with a reward or a penalty. Learning automata are said to possess ergodicity of the mean if the mean action probability is the state probability (or unconditional probability) of an ergodic Markov chain. In an earlier paper [IEEE Trans. Syst. Man. Cybern. SMC-13, 1143-1148 (1983; Zbl 0537.68052)] we considered the problem of a two- action learning automaton being ergodic in the mean (EM). The family of such automata was characterized completely by proving the necessary and sufficient conditions for automata to be EM. In this paper, we generalize our earlier results [loc. cit.] and obtain necessary and sufficient conditions for the multiaction learning automaton to be EM. These conditions involve two families of probability updating functions. It is shown that for the automaton to be EM the two families must be linearly dependent. The vector defining the linear dependence is the only vector parameter which controls the rate of convergence of the automaton. Further, the technique for reducing the variance of the limiting distribution is discussed. Just as in the two-action case, it is shown that the set of absolutely expedient schemes and the set of schemes which possess ergodicity of the mean are mutually disjoint.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1067787$C72077ED-DBF4-4CFD-9B44-653CE39BC2F4","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"cfe779e91fe9c53ee133568259955801965765ae","datavalue":{"value":"68T05","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1067787$A4D6457B-19F9-4284-B5CB-D852D002409B","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"6185c15702b3ac88569e324b4ded621d24e6b065","datavalue":{"value":"3930355","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1067787$247B4DBC-F80E-4841-A9A6-5433076D8DFB","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"6aa7bec2b647b9a3465240c7aa5a8c1a2e1526ee","datavalue":{"value":"mean action probability","type":"string"},"datatype":"string"},"type":"statement","id":"Q1067787$27A09E44-F612-4FA4-A655-818C69C27A3D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"3b36c0b8c4dd48f4f16855cb1b84ecc0e0c300ac","datavalue":{"value":"ergodic Markov chain","type":"string"},"datatype":"string"},"type":"statement","id":"Q1067787$3F14C9F4-64B3-41CE-8DCE-BDDBE7590D1F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"f7f6af65767349c0b5848e75245ec601d0e024d8","datavalue":{"value":"probability updating functions","type":"string"},"datatype":"string"},"type":"statement","id":"Q1067787$ECFB0FB3-03CD-4151-B169-0186EB904194","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"8cf1755b18632db434c34b5b82db6cbaa045cb20","datavalue":{"value":"linear dependence","type":"string"},"datatype":"string"},"type":"statement","id":"Q1067787$CCF62045-07BF-49A7-89BA-CA846E3F1DD8","rank":"normal"}],"P12":[{"mainsnak":{"snaktype":"value","property":"P12","hash":"1aedb2d8699b65f0e4e3399a69eba8accc6eb6d3","datavalue":{"value":"Q60328382","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1067787$390B8095-3066-4A21-A5C4-BA31466DBBEB","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$88D4ABE1-3652-4782-B759-0FFA76712831","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"5eae826cc068ad8b8ea0048bb3edd8eebce25df6","datavalue":{"value":"https://doi.org/10.1016/0020-0255(85)90049-0","type":"string"},"datatype":"url"},"type":"statement","id":"Q1067787$27D9FDFD-BC91-431C-A75D-39E59CB7CC0D","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"66e7de99711326c6cd4f43be1326142f77d30c5b","datavalue":{"value":"W1967960734","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1067787$33945D64-ECD1-4295-B4F3-135C2C7D1FBE","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"985d703120cb3db04cf6c0b71515cca1d993bfbd","datavalue":{"value":{"entity-type":"item","numeric-id":1214262,"id":"Q1214262"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$4E65071B-8239-421F-9D31-63D2403BED19","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a0873dfed449e223760861827366e29a19391f0c","datavalue":{"value":{"entity-type":"item","numeric-id":5643915,"id":"Q5643915"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$002D5A6B-86CF-4954-9617-C974E568273F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"fa84098b3748b84d68aa84e07fc5e7a66d2d64fe","datavalue":{"value":{"entity-type":"item","numeric-id":2626860,"id":"Q2626860"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$42CC6B8D-510A-49DD-9F81-8BDA2E7D5FD5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"33d5459d018cde3eceb17bfc45ad4fdc1bacc9da","datavalue":{"value":{"entity-type":"item","numeric-id":4766068,"id":"Q4766068"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$BF46FFA8-3322-4402-BB7C-7089BA175AD6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"92e96f0cd2f0756dddd1053bf639106638d5dcfb","datavalue":{"value":{"entity-type":"item","numeric-id":4098444,"id":"Q4098444"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$8C7E71B8-33B8-4DAC-82B0-138246931C59","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"cba2348d3a1603be9e492ad13028841905cc287a","datavalue":{"value":{"entity-type":"item","numeric-id":5675651,"id":"Q5675651"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$D1258CA4-39EA-4666-A138-A299C52868F2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"6bd1845beed18589310abc3d29dfc95d525ab0e8","datavalue":{"value":{"entity-type":"item","numeric-id":2561176,"id":"Q2561176"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$F159F2A2-B6B0-406A-AEDC-F669ABF10016","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"845d520f7c41d26f6764221f5886d31dd465c2d8","datavalue":{"value":{"entity-type":"item","numeric-id":2527123,"id":"Q2527123"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$CACBA619-FBE3-487B-BDA6-DEFBDD4ECABC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"17e0a3abe4d106f877106a0e3d8100bc039aa963","datavalue":{"value":{"entity-type":"item","numeric-id":3323275,"id":"Q3323275"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$1A5799B0-7AA4-4065-A326-4C146E8ADD45","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"55a7a5d9f70c111bab11f868895b54fa3a582c29","datavalue":{"value":{"entity-type":"item","numeric-id":3926044,"id":"Q3926044"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$EE6AD816-790B-4F8E-B40B-A7A85507E721","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"2bdfa1305c56f2d33f20d88e44fd5ca99304c3fb","datavalue":{"value":{"entity-type":"item","numeric-id":2264647,"id":"Q2264647"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$EA9F7B7B-B1B7-4A38-A969-E41366027989","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"25636a1289724d30f4bff7f36363e79e51494b46","datavalue":{"value":{"entity-type":"item","numeric-id":3930407,"id":"Q3930407"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$1BE4CC03-FB90-479D-BA48-6F0CD1254A33","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"bcbec224d79769708c46bbebb80c4418118e943b","datavalue":{"value":{"entity-type":"item","numeric-id":1164013,"id":"Q1164013"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1067787$CD48F127-CF6A-4A58-A80B-F1C7F5A0EBC4","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"86b7c07b6c6c618b3d8f56b6a06772f489dcea89","datavalue":{"value":{"entity-type":"item","numeric-id":3323275,"id":"Q3323275"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"4c325d0d72aa2a8145bf87936170cc331a9ff8ec","datavalue":{"value":{"amount":"+0.92988145","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1067787$5D43C4AC-D46A-4B0E-94CE-FD319CB6731D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"ee920e35dea264aca7b5f144bee91385e4eddde8","datavalue":{"value":{"entity-type":"item","numeric-id":3746893,"id":"Q3746893"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"efda6b67290c07f68bfc20141ecb112e95614b74","datavalue":{"value":{"amount":"+0.8860556","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1067787$5006EAD8-997B-4539-A154-C0B038AC06DA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"83f662026f9f1a5ee39715e56385ea2882124b16","datavalue":{"value":{"entity-type":"item","numeric-id":3000376,"id":"Q3000376"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"2fdcc28bd9f9c1405273e6044be29d1a99c35335","datavalue":{"value":{"amount":"+0.87214303","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1067787$6AF34E00-5FF1-42B2-980F-8B1EDC7CD876","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"f25e3acaea7b11b06b8d538ac1b8862b34b4c2a8","datavalue":{"value":{"entity-type":"item","numeric-id":3838835,"id":"Q3838835"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"be6d3ca9d1f04e4bfda92ef3ccf3c196882d06db","datavalue":{"value":{"amount":"+0.87023115","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1067787$5ABAD3DC-EFA4-4E02-B354-F24DA402A750","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"c27cabd2d6b551ee77ee46f81d04a965686d8fa8","datavalue":{"value":{"entity-type":"item","numeric-id":1354972,"id":"Q1354972"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"887eb38e9ed3e82509de3d39ea1a02242749821b","datavalue":{"value":{"amount":"+0.862183","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1067787$301F6286-A936-4D5F-B17F-14C9AB0966BA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"88e393b54f06081cadc5c739dfd00d72e688847e","datavalue":{"value":{"entity-type":"item","numeric-id":1898166,"id":"Q1898166"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"b7db2acc4574ec9400d3e8ff3ad466aaa2e21f1c","datavalue":{"value":{"amount":"+0.8589573","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1067787$60C37947-DBBC-479A-B8F0-EAB623244CFC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d82bb67fbf4658fcd1dad7a14ae661b207d5bd47","datavalue":{"value":{"entity-type":"item","numeric-id":3058481,"id":"Q3058481"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"ee0f10fe6c97ce702d736aac0d24818906932af2","datavalue":{"value":{"amount":"+0.8567769","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1067787$521ED975-A4EE-4A6D-AFCF-FC1E4A341800","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"88fca39b1da36bcbe95a5d7bcd919b44d70f6495","datavalue":{"value":{"entity-type":"item","numeric-id":3677539,"id":"Q3677539"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"7e2438336d445523d5c20ac97b3b62e93bf1474b","datavalue":{"value":{"amount":"+0.85531354","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1067787$0FFF8D48-C4B7-4AF1-92FD-47114BD81B18","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"8f22698b003d2887abe971ccdfbf02cc67a5bbab","datavalue":{"value":{"entity-type":"item","numeric-id":3124307,"id":"Q3124307"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"d105ba6cbe14fdb8595f9d9179f28d8bdd12beed","datavalue":{"value":{"amount":"+0.85141975","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1067787$9F159B3A-C1D1-4ACE-A8F4-9F72EEACDB14","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Multiaction learning automata possessing ergodicity of the mean","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Multiaction_learning_automata_possessing_ergodicity_of_the_mean"}}}}}