{"entities":{"Q3773809":{"pageid":5803715,"ns":120,"title":"Item:Q3773809","lastrevid":110655764,"modified":"2026-11-19T10:30:49Z","type":"item","id":"Q3773809","labels":{"en":{"language":"en","value":"Infinite Horizon Optimization for Finite State Markov Chain"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 4033650"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q3773809$DBFAC7A6-4BC7-4DF8-BFD6-A5078CAD23FF","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"cfeb14b97a02305b8dfa416e4ba28a409514f2f7","datavalue":{"value":{"text":"Infinite Horizon Optimization for Finite State Markov Chain","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q3773809$0C934E13-2230-441D-BA6F-26A329F60E22","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"906eab5b6e7d28402d5eb9412eaa009ec9bdab07","datavalue":{"value":"0634.93080","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q3773809$10E1B2E8-CAE3-4F72-A9BA-39AB04DA4413","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"8c00b0795a1e3e96fd2bf5aa9fd14b02b8453811","datavalue":{"value":"10.1137/0325088","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q3773809$D001C038-121B-4CE4-BACE-20398EACEAAF","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"363115c04233b4d48d65cf4da17ea073199230a9","datavalue":{"value":{"entity-type":"item","numeric-id":419489,"id":"Q419489"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q3773809$16ED44A4-BE0B-4BF2-99EC-1FE6AF757447","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"1ce3126ac4b873d1435f3e6415d12d56cb56cf18","datavalue":{"value":{"entity-type":"item","numeric-id":2706140,"id":"Q2706140"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q3773809$F78BF980-73DA-440E-A4FA-B7E200736D16","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"5ae48c61eed19d1e1e1f33f9255d5b329362d064","datavalue":{"value":{"time":"+1987-00-00T00:00:00Z","timezone":0,"before":0,"after":0,"precision":9,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q3773809$B7D88F49-E4B9-47A8-9625-08D3A776A462","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"e3bc6c7cda8279d6ad2b578e7a7e4967447c3cc4","datavalue":{"value":"93E20","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q3773809$F4F8EF56-1C89-4A2A-A9E7-4167E024E3A4","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"1cdf15533e26fc0c4c2e22d28e655c364dfe77a6","datavalue":{"value":"60J10","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q3773809$A9871276-E912-49E9-9420-68FD8D227AD5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"fc43094614938aa4ec417589f705b8f56f1720a2","datavalue":{"value":"49J55","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q3773809$AD053539-8F30-4376-9474-BDB048B60B1A","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"e7d6b8a42ae38db3af8f5cac47f1ff41e8388585","datavalue":{"value":"4033650","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q3773809$2E35A121-C0FC-4FFF-8CE1-36E2976C771D","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"6a690afe864bcae2b4260725c660400212a3ee32","datavalue":{"value":"infinite horizon control","type":"string"},"datatype":"string"},"type":"statement","id":"Q3773809$AAE48642-B43A-4FF5-93C3-CABF51A4FF72","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"02752a01d21bd4433964bd1341c904be8ff320bf","datavalue":{"value":"finite state Markov chain","type":"string"},"datatype":"string"},"type":"statement","id":"Q3773809$50123ECC-BE79-4575-8208-AD4784D4DC75","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"f2dbf8091a55320589489171b735654ae44b714e","datavalue":{"value":"long run average","type":"string"},"datatype":"string"},"type":"statement","id":"Q3773809$74084109-ABBA-456D-BB70-8933C1A01400","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"a7e6557ceb3d5a47c718cd9a5fb76955a6d1a6e2","datavalue":{"value":"overtaking optimality criterion","type":"string"},"datatype":"string"},"type":"statement","id":"Q3773809$12BFDE5B-F2E7-4C33-B61A-2B5574378E8E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"1bb3158b8d50d68a0f3ff88346a35b6ce7ee2d24","datavalue":{"value":"stationary optimal strategy","type":"string"},"datatype":"string"},"type":"statement","id":"Q3773809$B1F4333D-68A7-4D97-B28D-BED751039DAD","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q3773809$D2CB4F2E-7C50-4C70-B346-39E5610D4A49","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"47a61becd0d4f8332264dea54d53eae93af2a0ec","datavalue":{"value":"https://doi.org/10.1137/0325088","type":"string"},"datatype":"url"},"type":"statement","id":"Q3773809$6B85855E-030D-49D4-AF2D-A2BC2C49E62B","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"602e973afee506032fa4a636753102ff733823ca","datavalue":{"value":"W2173500049","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q3773809$31B99436-54FE-471C-8AD0-1ACDE8FE1A20","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"02c54957f6462d63c3fa8e1ffaad4347357daa59","datavalue":{"value":{"entity-type":"item","numeric-id":3815237,"id":"Q3815237"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"c0edbfca22e97768c82b85893a1deeef127256dd","datavalue":{"value":{"amount":"+0.852782666683197","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q3773809$DB5D081C-71E8-4A7F-B2A2-7B03A6C1FEE9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"e997dae58e8711c8561563dceff5771832b3822c","datavalue":{"value":{"entity-type":"item","numeric-id":4735696,"id":"Q4735696"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"2a5bf08e552ccb3105429053c842080cbebe258e","datavalue":{"value":{"amount":"+0.8404795527458191","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q3773809$06B9BBC3-833D-4C1E-BD03-C97F6EDFC731","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"9af892e9a93cf4e68f9584ec02aa6192baf9026e","datavalue":{"value":{"entity-type":"item","numeric-id":3821376,"id":"Q3821376"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"91bee349a9d023051ac7769f69bc19cb6bedbfab","datavalue":{"value":{"amount":"+0.8389574289321899","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q3773809$0D967944-3B8E-4A08-8B03-B8C41226A810","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"4c60f378346a1f79319dc4e79312b52f2c42e00d","datavalue":{"value":{"entity-type":"item","numeric-id":4880882,"id":"Q4880882"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"e6fed1c7152dddded594b278226bf8c2d42c86da","datavalue":{"value":{"amount":"+0.8300365805625916","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q3773809$A4AA3D0F-EC27-4955-A135-C212778F58FC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"38799876d71985ba43afd26898879ffd85546522","datavalue":{"value":{"entity-type":"item","numeric-id":4945343,"id":"Q4945343"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"cefdbdd91290843ee19a182fc3f1f673f69a916a","datavalue":{"value":{"amount":"+0.8143110275268555","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q3773809$BCAD3183-1D15-456D-A095-94644C84315F","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"9d68034eb6a8d1f3af67b92371ae8ca87b6bc666","datavalue":{"value":"This work is concerned with infinite horizon control of a finite state Markov chain from the point of view of i) the long run average and ii) the overtaking optimality criterion. In the framework of the author, the sets of strategies and admissible controls are larger than in previous work. Moreover, two hypothesis are introduced and summarized here: (A) For every initial state i at time \\(k=0\\) and a distribution \\(p=(p_ 1,...,p_ m)\\) with \\(p_ i>0\\), \\(1\\leq i\\leq n\\), there is a control u for which the distribution of the process at time \\(k=1\\) is p. (B) Any two states i, j communicate after a finite number of steps under the action of a stationary admissible strategy and the set of admissible control values is convex and compact. The main results of the paper are: i) the existence and computation of a stationary optimal strategy with a minimal long run average cost is proved under A or B. ii) Unter B there is a stationary strategy which is overtaking optimal in the class of all stationary strategies. iii) Under A every stationary strategy with a minimal long-run average cost is in fact overtaking optimal for every initial state.","type":"string"},"datatype":"string"},"type":"statement","id":"Q3773809$AC6D0C19-78C6-472B-A4EF-9504BEC6BC06","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Infinite Horizon Optimization for Finite State Markov Chain","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Infinite_Horizon_Optimization_for_Finite_State_Markov_Chain"}}}}}