{"entities":{"Q3985342":{"pageid":6015209,"ns":120,"title":"Item:Q3985342","lastrevid":109755314,"modified":"2026-11-13T22:35:57Z","type":"item","id":"Q3985342","labels":{"en":{"language":"en","value":"Adaptive control of constrained Markov chains"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 30294"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q3985342$048E73E6-C2A7-4506-BF86-E6899E346432","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"4b95507827fe728d3a6f63a22e5635fa1129987c","datavalue":{"value":{"text":"Adaptive control of constrained Markov chains","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q3985342$D20A681F-435B-4EBD-9741-C1F655930629","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"8d690355beec1ef04e72ad8c8f7c92a52d0de3c4","datavalue":{"value":"0748.90075","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q3985342$F8B233D8-7F6F-4BB1-8D8E-022181E62AAB","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"de78ddd5aeb17aceb6485c32d3fe22d62933a18d","datavalue":{"value":"10.1109/9.75103","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q3985342$C1762715-EA7C-4E56-98F1-D950C5C27BE8","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"be031b4ccb472861e6badc0288bebf03b8c50d76","datavalue":{"value":{"entity-type":"item","numeric-id":191764,"id":"Q191764"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q3985342$97B9ED49-4593-4B41-AA98-1C6604FD2A36","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"a9438440466068b0011bbaadee7132deaaab811b","datavalue":{"value":{"entity-type":"item","numeric-id":224538,"id":"Q224538"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q3985342$655A9EAC-C116-4125-A97C-8FEFD409BFC0","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"231075b9dab1b13e4c64992ef81666085035687e","datavalue":{"value":{"entity-type":"item","numeric-id":123639,"id":"Q123639"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q3985342$CB7F4008-2DBE-4209-9727-C35D05A5811D","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"70844ffc4666eabac4e20376c648613dbe8620f7","datavalue":{"value":{"time":"+1992-06-27T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q3985342$1A5A2751-79B3-4EE1-A486-41025ED1842F","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"07e4cfc69da98e0149df2995483adf843afcd5c3","datavalue":{"value":"https://semanticscholar.org/paper/4d9dd2cb723b3a6ce561c577f836f376e969c038","type":"string"},"datatype":"url"},"type":"statement","id":"Q3985342$522BA5C5-CB8F-475F-89E5-27A9070FEAC0","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q3985342$C0529B75-2F38-43A7-BFA4-877B9CED8C6F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"dd9a801a526fc4d8fad4b9db030b9cb0c67a3fce","datavalue":{"value":"93C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q3985342$F0B3B797-94D0-424A-BCFF-7CB885B2DAE4","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"e3ec0ebb66ad9a53653ec1e19a7608e786acef46","datavalue":{"value":"90B18","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q3985342$CFB983B1-6219-4140-893E-1CE25A5FD6C1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"763034182a2d667b75e92e2d6fff2d7378094131","datavalue":{"value":"60K25","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q3985342$FFE26FF0-692B-4DC6-8A73-E2E3E0528AFD","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"3c37294f782ba593b24a317f845face162d990e8","datavalue":{"value":"30294","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q3985342$7C39C703-F879-4729-A276-26A1E5D8D90F","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"c946f6ef5b68457f9cb53a48eb4bef5757739996","datavalue":{"value":"adaptive control of finite-state Markov chains","type":"string"},"datatype":"string"},"type":"statement","id":"Q3985342$600AE893-3016-41B8-BEBA-B8E16F601F21","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"e94d7f4bcb3de46e861c096cf25ed7cc3d063a31","datavalue":{"value":"competing queues","type":"string"},"datatype":"string"},"type":"statement","id":"Q3985342$FF3D04DA-BFD5-47DB-BFF0-907B256C2662","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"b4035fa89595d3d1c5bd905f5c95446e9f9df4ea","datavalue":{"value":"countable state space","type":"string"},"datatype":"string"},"type":"statement","id":"Q3985342$3D826DC7-768C-4500-90AB-5888A4FEDA35","rank":"normal"}],"P12":[{"mainsnak":{"snaktype":"value","property":"P12","hash":"ecc3f3b5e55c45b27f12b30e9c9a48da8e21ad23","datavalue":{"value":"Q59313624","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q3985342$A91609FB-AF66-45C2-BF93-3FFB35581EFD","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q3985342$6C8CE92B-8BED-48A0-A48F-66A405436488","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"41baa4d1ca80a3fa27683c0fc85ae16fc33e8283","datavalue":{"value":"W2160690679","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q3985342$A3CD0B0D-E6CF-4D2D-BFAF-D5849EECD906","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"b8a6effc6139aae094df2895078648aecd276df2","datavalue":{"value":{"entity-type":"item","numeric-id":1174698,"id":"Q1174698"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"54f54a534b30f939242a3cb0fcc5aacbb045cc48","datavalue":{"value":{"amount":"+0.9129951596260072","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q3985342$B0771F47-AB49-440A-9011-1005C9BF8DC3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"83b2902ffea21ae7455192896e6ffc3ea4877f13","datavalue":{"value":{"entity-type":"item","numeric-id":4540356,"id":"Q4540356"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"a5c6ddd386bd6d79db5dfefe506bf977e36cc75c","datavalue":{"value":{"amount":"+0.8669871687889099","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q3985342$EE7CCA59-D10D-4FA9-B38D-21CAB4B81781","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"0b1037715d267b68c09062dc54e8763f50fd7971","datavalue":{"value":{"entity-type":"item","numeric-id":913734,"id":"Q913734"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"14fa49e7c0aea5e1f24fe00351107765f3d0fb83","datavalue":{"value":{"amount":"+0.845093846321106","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q3985342$1FF922D5-4FA0-46FD-BED9-3C9E5FF6C188","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"9fd30d9045171511c54253aa08c192eb5bf39370","datavalue":{"value":{"entity-type":"item","numeric-id":3137999,"id":"Q3137999"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"0e28f1e95575545b7786c37010d3bae0f63128aa","datavalue":{"value":{"amount":"+0.8430277705192566","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q3985342$5217838E-1852-4301-9489-439E02C8A074","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"f514ebf530d729e2e27064f747f4c3a1b2417db9","datavalue":{"value":"We consider the adaptive control of finite-state Markov chains, where the optimal performance is characterized through the minimization of a long- run average cost functional, subject to constraints on several other such functionals. In contrast with the unconstrained problem, applying the control which is optimal for the current parameter estimates (``certainty equivalence'' control) may not yield optimal performance. This problem is related to the fact that a feasible set of a linear program is not, in general, continuous in the parameters. Under mild structural and feasibility conditions, we exhibit two explicit adaptive control policies for the case where the transition probabilities are unknown, which are optimal under the constrained optimization criterion. These policies rely on a powerful estimation scheme of ``probing'', which provides consistent estimators for the transition probabilities. This scheme is of independent interest, as it provides strong consistency under a large number of adaptive schemes, and is independent of any ``identifiability'' conditions. As an application, we derive an optimal adaptive policy for a system of \\(K\\) competing queues with countable state space, and for which the constrained criteria arise naturally in the context of communication networks.","type":"string"},"datatype":"string"},"type":"statement","id":"Q3985342$40505DDE-969E-42C9-B7C2-9D1B13EB1058","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Adaptive control of constrained Markov chains","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Adaptive_control_of_constrained_Markov_chains"}}}}}