{"entities":{"Q1179405":{"pageid":1190154,"ns":120,"title":"Item:Q1179405","lastrevid":69836301,"modified":"2026-04-13T10:40:33Z","type":"item","id":"Q1179405","labels":{"en":{"language":"en","value":"Continuous time Markov decision programming with average reward criterion and unbounded reward rate"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 24568"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1179405$42A2F46E-5383-4935-A9CE-A8AD90C9F7BB","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"96222efe510a405cab8751f31f69ae007d28b694","datavalue":{"value":{"text":"Continuous time Markov decision programming with average reward criterion and unbounded reward rate","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1179405$974DFA2D-55D2-4EA3-9B35-C19853A779EF","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"6e278bd83689d7a011ec07506c902c7f8d228403","datavalue":{"value":"0752.90083","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1179405$55CD5FBE-7A73-4E4E-A173-85E8749FF10C","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"2002d5ab5b6e2f56de0e6dab40f6bb8a0040995e","datavalue":{"value":"10.1007/BF02080199","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1179405$5E00AEF3-CA5C-4EB5-82C2-4B94904C5051","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"796b556db198271deff7e588805578ed1d64f6c8","datavalue":{"value":{"entity-type":"item","numeric-id":333071,"id":"Q333071"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1179405$D5A7B605-99B1-4F25-8DB7-F0D7692571AE","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"bd8a7678534b4c4a434a737b8e34eefad997d7a4","datavalue":{"value":{"entity-type":"item","numeric-id":176689,"id":"Q176689"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1179405$9F2C6D37-8FBE-457B-BBD7-89878F731A8D","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"1422b5e3113eee9dc98f0455d275631058399b8b","datavalue":{"value":{"time":"+1992-06-26T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1179405$34CF78FB-ABE8-4AF3-8A49-643C3196D447","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"908e9113c5b05ac4ebcd69c79ac13954a7a4451b","datavalue":{"value":"Markov decision problems with continuous time and unbounded reward rates are studied for countable state sets and compact metric action sets. The transitive law is described by a controlled conservative transition rate matrix. For these problems the average expected reward is to be maximized under some (time dependent) deterministic Markov strategies where the resulting transition probabilities are continuous in time. Additional assumptions are given to obtain the existence of stationary optimal policies. The essential arguments are based on an imbedded finite state Markov decision chain with bounded rewards.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1179405$265ACE4D-64DB-44DC-BBD4-3EB444E8FE40","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1179405$FADDE1D2-28F6-48FF-9832-6871329E25D5","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"265a2c99313208f3efbe060099bd0e60b06deb21","datavalue":{"value":"24568","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1179405$26CCD251-54A2-4652-95F0-A52E6C45AC37","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"ae2fe9a8b5dadca96554617a2d16001c7f61783e","datavalue":{"value":"continuous time","type":"string"},"datatype":"string"},"type":"statement","id":"Q1179405$E95D6E91-A5BC-490C-985C-9D3329F7AD47","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"0187b58f73460d0b2e5d23629fba0b19721009b9","datavalue":{"value":"unbounded reward","type":"string"},"datatype":"string"},"type":"statement","id":"Q1179405$3ADF45DC-9D86-42E6-AAF8-2C900E938680","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"ce259ad29a877f4e942c8494896ebd59d12ac72a","datavalue":{"value":"countable state sets","type":"string"},"datatype":"string"},"type":"statement","id":"Q1179405$3C59D5F6-DB5E-4615-9FDA-A015198B0B27","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"76b6e36a728c629b15069b663de7641178abd552","datavalue":{"value":"compact metric action sets","type":"string"},"datatype":"string"},"type":"statement","id":"Q1179405$20C71767-1EA9-4142-AAAA-3C5843099F6E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"e8ec22ae392a7e255e42543e45d01f9594a34760","datavalue":{"value":"average expected reward","type":"string"},"datatype":"string"},"type":"statement","id":"Q1179405$3FBFF2CA-B346-4B80-9FD9-F59F890DC2B5","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1179405$D6C185A0-B05D-41E3-AF50-60DB024F8C22","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"2f5409012f42caf45cf4bf4f0949bf1dd3565df6","datavalue":{"value":{"entity-type":"item","numeric-id":1223874,"id":"Q1223874"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1179405$27BDF224-A79D-43E9-BFE2-FCBFA8484DC7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"24037ed98337979f0306dfaabfe984ab1e4f104e","datavalue":{"value":{"entity-type":"item","numeric-id":4712090,"id":"Q4712090"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1179405$D622ACA2-3234-4352-835E-B1C0E13D7851","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"871b15dbaafab04ef52005088cdbfb9bdb8707ff","datavalue":{"value":{"entity-type":"item","numeric-id":3908791,"id":"Q3908791"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1179405$8700C5C5-678C-4297-97E5-7CE1EFE0F1CD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"7e5392f340010db75b20c324cc837f13e6bb04b2","datavalue":{"value":{"entity-type":"item","numeric-id":5524074,"id":"Q5524074"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1179405$3A19B563-CDD3-4573-A88B-C76B9C60BC06","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"0bdfc6652716693da5451cf3e0970c3577661e36","datavalue":{"value":{"entity-type":"item","numeric-id":1134019,"id":"Q1134019"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1179405$E641D4DB-FFFE-40D9-9575-D7E4192B0430","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"7a2d05dd33cd73fad44d420360fba2fbfbe087ed","datavalue":{"value":"https://doi.org/10.1007/bf02080199","type":"string"},"datatype":"url"},"type":"statement","id":"Q1179405$95CE03E6-AE09-4037-82C8-7D95892DD346","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"0aa0af5bc2dd9677bed4677659474a2b4e0369ba","datavalue":{"value":"W1990651907","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1179405$38CBE279-36EA-414E-96A2-8E56DFD75FB8","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"4904a5ec780fa36072ec15cc047e5683edf81976","datavalue":{"value":{"entity-type":"item","numeric-id":5459752,"id":"Q5459752"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"5a34eb91d1b7469e37581d5847e9c0e125c36b7b","datavalue":{"value":{"amount":"+0.8823868632316589","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1179405$F8E9FF61-9C0E-4F31-93B3-3CD4790258B5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"b50d15e29b87521619bbcfeb9b9e86b88af56e22","datavalue":{"value":{"entity-type":"item","numeric-id":4391895,"id":"Q4391895"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"b16dfcaa7fc808c2482eff91d0bafeb215a326ef","datavalue":{"value":{"amount":"+0.8812519311904907","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1179405$50D2CE15-C894-4ECB-99E7-53F793BE5CD9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"732adc50dbbf52ebbc6b8e45bfc1fb06726e723f","datavalue":{"value":{"entity-type":"item","numeric-id":4516587,"id":"Q4516587"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"7ab6df1b81adb676da41afc8dab99c5a559d01bc","datavalue":{"value":{"amount":"+0.8614897727966309","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1179405$80715003-CDA1-4A6C-80C7-F323486FC048","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"3ae0c346e7daae5e8a3909345786ac82ae28c5f6","datavalue":{"value":{"entity-type":"item","numeric-id":4397404,"id":"Q4397404"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"54dd4f446fe39571285917a2f93544fd2e5c0aaf","datavalue":{"value":{"amount":"+0.8585591912269592","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1179405$C418227A-81A8-4A90-B29E-50B08049CB43","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Continuous time Markov decision programming with average reward criterion and unbounded reward rate","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Continuous_time_Markov_decision_programming_with_average_reward_criterion_and_unbounded_reward_rate"}}}}}