{"entities":{"Q2272058":{"pageid":2282801,"ns":120,"title":"Item:Q2272058","lastrevid":71732175,"modified":"2026-04-14T00:11:07Z","type":"item","id":"Q2272058","labels":{"en":{"language":"en","value":"Optimal risk probability for first passage models in semi-Markov decision processes"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 5590472"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$FD5A67DB-2762-4E85-AA08-12F65C3DC970","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"b62f49cc043ddcf50a31a469ab1859d5af7d83f9","datavalue":{"value":{"text":"Optimal risk probability for first passage models in semi-Markov decision processes","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q2272058$DA65268F-085B-43D5-9B37-D3F4C765336A","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"05b6a8aa471a426f2e6993eda72ca8d5d05db0ea","datavalue":{"value":"1176.90625","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2272058$0CE414D4-8B57-481E-B972-FAC45783C6DB","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"6a6255477aa12e669a0ebe562be9cdf533a4bceb","datavalue":{"value":{"entity-type":"item","numeric-id":244048,"id":"Q244048"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$CA14521C-36F3-47D2-91DC-E7698B54F66B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"9e28f81c13452bb5e6692faca2182656dfb2f50d","datavalue":{"value":{"entity-type":"item","numeric-id":1718692,"id":"Q1718692"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$E0FB6316-9A5C-4E4D-A74F-EE93D2F3E7B0","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"c5ad7b9baf8e531c6b1ad954eb5f2899cc8fe5e5","datavalue":{"value":{"entity-type":"item","numeric-id":85344,"id":"Q85344"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$CC63099B-E038-46B3-A4EB-7AD91BB07360","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"507e0f1f3ab1ca3e30afb8f6daf952ae27932c5c","datavalue":{"value":{"time":"+2009-08-05T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q2272058$482963DF-A943-46F0-884B-92C672A82E29","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"18098f2c87e8bebb55c683dbdde502ac1a71c8b7","datavalue":{"value":"The authors are concerned with the risk minimization problem in semi-Markov denumerable state decision processes. The criterion to be optimized is the risk probability that a fist passage time to some target set does not exceed a threshold value. They characterize such risk functions and the corresponding optimal value function, and prove that the latter satisfies the optimality equation by using a successive approximation technique. Then some properties of optimal policies are presented and conditions for their existence are given. In addition, a value iteration algortihm and a policy improvement method for obtaining respectively, the optimal value function and optimal policies are developed. Two examples are given to illustrate the value iteration procedure and essential characterization of the risk function.","type":"string"},"datatype":"string"},"type":"statement","id":"Q2272058$095BF76E-1F68-4A14-BC7E-6C0D1A5E7398","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"9f4adc6bba4f31348f4d496da1bf56a1a5085f1a","datavalue":{"value":{"entity-type":"item","numeric-id":586110,"id":"Q586110"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$8232BD4E-E891-4981-960E-55817A99B190","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2272058$7E5680F7-9EB2-4C2F-8115-DB7154782027","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"64828f18befc94d092b87cc195d81f2ef4aec32f","datavalue":{"value":"60K15","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2272058$E3291E71-EED4-4F84-BF76-669BFD7AE4F4","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"86f4b55a54eaf640f6d104c01826d241728d9605","datavalue":{"value":"5590472","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2272058$6B80CB81-48E4-473C-9EEA-408D33361888","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"e24c7d7b4154d2227a8afd7437f38783776877b0","datavalue":{"value":"semi-Markov decision process","type":"string"},"datatype":"string"},"type":"statement","id":"Q2272058$2F37D058-EF33-4342-A2C6-852C7F612B40","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"1785ba6a5d7356672366a505303d6efaf3a6ab06","datavalue":{"value":"first passage time","type":"string"},"datatype":"string"},"type":"statement","id":"Q2272058$07799D3A-D927-44BE-99FE-B7C88D170EA3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"f1c43f9f903feca3a2c2a18deb6088dd66f00a74","datavalue":{"value":"risk probability","type":"string"},"datatype":"string"},"type":"statement","id":"Q2272058$A117AAAE-F255-4B0E-BD27-F8BE27359078","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"b0b80fdb21f871b86e4c5e937a248ad17e0d9d91","datavalue":{"value":"optimal policy","type":"string"},"datatype":"string"},"type":"statement","id":"Q2272058$2C647DEF-25E4-4B13-826F-14C30BCB406C","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$F20E17EF-6FD1-48F4-9751-9B70D5BC4195","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"51347b80221bdde84d9f74202bdc4890129aaa22","datavalue":{"value":"https://doi.org/10.1016/j.jmaa.2009.05.058","type":"string"},"datatype":"url"},"type":"statement","id":"Q2272058$0CCED441-F56A-43FF-AF5E-3A18A4E8C3C7","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"15b024162106d80fa9b7955e58858690790debcd","datavalue":{"value":"W2035033056","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2272058$84490C7B-6B57-4204-84AB-7F9C490A571D","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"c5b704e1d9cf0d7806303258b8c24f4d204ed8be","datavalue":{"value":{"entity-type":"item","numeric-id":5425954,"id":"Q5425954"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$04E92BB3-6C08-4C13-81F9-121912A72E94","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"1ce332bad8cb2cb08fd9143022ac5862d8e2cf5e","datavalue":{"value":{"entity-type":"item","numeric-id":5704186,"id":"Q5704186"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$A09EB12D-A6C6-4016-8FB8-F1DFB8840416","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"8981e980c2b897637918e79450c3821f85dcf4f8","datavalue":{"value":{"entity-type":"item","numeric-id":5282163,"id":"Q5282163"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$8547E82C-2841-47A9-90D0-60657EFD9CB8","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"4241e8e5677e38d6a20e7270d591ed66b3579889","datavalue":{"value":{"entity-type":"item","numeric-id":5317120,"id":"Q5317120"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$E90F4265-8A51-492A-9F4A-CAD5F6F0515F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"5ad795a72e054e801488e8602eba1b14eb9d7256","datavalue":{"value":{"entity-type":"item","numeric-id":2431043,"id":"Q2431043"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$68D75D11-40F1-4E08-AA50-6ED835D1CE10","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"851f460f62b0c97b9e3ddc7847c1da5070230c9e","datavalue":{"value":{"entity-type":"item","numeric-id":3427491,"id":"Q3427491"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$BE0D98A7-97D8-46A5-B707-421E6A037FBE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"216b1c230d5639d1a142c1413d3eaf9f052af477","datavalue":{"value":{"entity-type":"item","numeric-id":5950774,"id":"Q5950774"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$A290E750-DA70-41E5-B4BB-95C39022F3C1","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"c1e0aef1a9483f8e286ca7dac29381b8e12eac54","datavalue":{"value":{"entity-type":"item","numeric-id":1335393,"id":"Q1335393"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$6CA1FEF4-6AE3-4141-B255-6EC9BBD5A6D5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"c2d18ea05312f1aa2a8b6f401f3f95202fdd598d","datavalue":{"value":{"entity-type":"item","numeric-id":5674756,"id":"Q5674756"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$5C198BF7-C0B8-4085-A7BA-D2E21ECD1676","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"d001954734502d01319c9e8390d8113e49380d52","datavalue":{"value":{"entity-type":"item","numeric-id":5945718,"id":"Q5945718"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$C208A2F2-FB88-4C29-BCDD-4138AA97DAEF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"3794a6e2bd718eec31e780bf6df44734b96048c4","datavalue":{"value":{"entity-type":"item","numeric-id":1849140,"id":"Q1849140"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$BE3F99C1-6648-43CD-9F99-F24A69E4A0EB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"b0facc4f9ada5510524fd4c9a2edf04edf705ef4","datavalue":{"value":{"entity-type":"item","numeric-id":1427885,"id":"Q1427885"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$77C391EA-2D2C-4D77-8FBE-D1D1CAC03BFB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"42899df5b07f98507ca87f01b80430013eb00ad3","datavalue":{"value":{"entity-type":"item","numeric-id":4315289,"id":"Q4315289"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$2CD236B0-FEF6-4C4D-BA54-94EDC641E7F3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"5e2ab383825c42d0da92f95c7c29c6f18598e0ca","datavalue":{"value":{"entity-type":"item","numeric-id":5604267,"id":"Q5604267"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$7C4D6BF4-49EC-4250-B3AD-F0E846540BCA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"2213c283779464b22c547ff36fc58bfc0cc36fdb","datavalue":{"value":{"entity-type":"item","numeric-id":1282996,"id":"Q1282996"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2272058$3F689EEF-195D-466A-864A-D1CB1EEABEA8","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"856a804f09dcf80aa366016f5a31d89352b4a9b4","datavalue":{"value":"10.1016/J.JMAA.2009.05.058","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2272058$B84AD1B6-AF5A-4855-8423-4543C9F754A6","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"c51e620fd365a02aa6f866ea2c6fdb1566ee04cc","datavalue":{"value":{"entity-type":"item","numeric-id":887375,"id":"Q887375"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"51b2a1af5f58dfa235f1dbe8cb51e4c66f569e62","datavalue":{"value":{"amount":"+0.9274280667304992","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2272058$E9B1E763-93E9-4DE7-AE13-9E374211867B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"abefa7a74cecda45fc955ebeca09cb53146d03b4","datavalue":{"value":{"entity-type":"item","numeric-id":1714480,"id":"Q1714480"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"6b4979629825d8f71a467922742b76012d7ee297","datavalue":{"value":{"amount":"+0.8926233053207397","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2272058$F76737D3-E699-4805-A68B-4F3936DE0C8D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"cc5af9d17f30cde20081dd6fab9460c86f7067eb","datavalue":{"value":{"entity-type":"item","numeric-id":2915945,"id":"Q2915945"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"2cbbae3849cf0932a7d8718d6f26fc5a99c1ee3a","datavalue":{"value":{"amount":"+0.8918123245239258","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2272058$5EDAF49B-4237-479D-8870-6701F7E3F819","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"3be271e1b30b4b7b71c7b9f19c0c9272fbfb9f29","datavalue":{"value":{"entity-type":"item","numeric-id":1947298,"id":"Q1947298"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"86afc36ee5e7e311ab66a122dc5a3bc4e88b166c","datavalue":{"value":{"amount":"+0.8769769072532654","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2272058$6454E849-F2EF-4D14-9630-F6F79ADC5D58","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"1577e703fe3ae87b5a04991fa3e44bcfc05a5e06","datavalue":{"value":{"entity-type":"item","numeric-id":3565692,"id":"Q3565692"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"2e1f24696a75338bdc5690f2f42073929987595a","datavalue":{"value":{"amount":"+0.8493707180023193","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2272058$63267893-F3CE-4249-A30E-9688ACC24C57","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Optimal risk probability for first passage models in semi-Markov decision processes","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Optimal_risk_probability_for_first_passage_models_in_semi-Markov_decision_processes"}}}}}