{"entities":{"Q1434438":{"pageid":1445178,"ns":120,"title":"Item:Q1434438","lastrevid":68695494,"modified":"2026-04-13T01:29:41Z","type":"item","id":"Q1434438","labels":{"en":{"language":"en","value":"Analysis of inhomogeneous Markov reward models"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 2081271"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$ACA774E9-1339-46B8-85FC-D96F1A8AC247","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"746e8c5c623ce5a7c03f5dab6c3e1a486c853a3b","datavalue":{"value":{"text":"Analysis of inhomogeneous Markov reward models","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1434438$AD4FAD46-33D4-45DD-B8CE-5C67A1259038","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"221f3df4f17da430a09ed04e474031d5091bedc4","datavalue":{"value":"1060.65009","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1434438$353F14B8-73BC-4231-9C50-F0A976C5AC8E","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"8de031de05325b44570d0c47c3ec8813873d565c","datavalue":{"value":{"entity-type":"item","numeric-id":92813,"id":"Q92813"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$0DE547F8-2212-4835-897F-69DB70880060","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"135faa3d5a875c7827ad0c91fd6b706e732e8e4e","datavalue":{"value":{"time":"+2004-08-04T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1434438$10E761F6-47D8-4368-8319-5791FA6E580A","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"adbe3ac1d9f3efdf654e173228c16efea7ba7ffb","datavalue":{"value":"Let \\(\\{Z(t),\\, t\\geq0\\}\\) be an inhomogeneous continuous-time Markov chain (CTMC) on state space \\(S=\\{1,2,\\dots,N\\}\\) with initial probability vector \\(\\pi\\) and generator \\({\\mathbb Q}(t,w)\\) depending both on time \\(t\\) and the level of accumulated reward \\(w\\) so that \\({\\mathbb Q}(t,w)\\) is irreducible for \\(t,w\\geq0\\). Whenever the CTMC stays in state \\(i\\) at time \\(t\\) and the level of accumulated reward is \\(w\\), the reward is accumulated at rate \\(r_ i(t,w)\\in[0,\\infty)\\). The amount of accumulated reward \\(B(t)\\) at time \\(t\\) is defined by \\(dB(t)\\over {dt}=r_ {Z(t)}(t,w)\\), \\(B(0)=0\\).  The authors provide forward partial differential equations describing the distributions of \\(B(t)\\) and of the completion time \\(C(w):=\\min\\{t:B(t)\\geq w\\}\\). On the basis of these descriptions, a set of ordinary differential equations describing the moments of these reward measures is obtained. This description allows the authors to give an effective numerical analysis of rather large inhomogeneous Markov reward models with rate and impulse reward accumulation. A numerical example is given to demonstrate an application of inhomogeneous Markov reward models in practice.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1434438$94B8AD22-0B12-4C76-85A1-D3A94975F0D8","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"1c4b52ca3e15ee9e78afa491853cf1767681aba1","datavalue":{"value":{"entity-type":"item","numeric-id":392776,"id":"Q392776"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$5618F49A-CDF2-4EDB-88B6-6E86CD3D22E1","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"b23b4581d19061667c697da14a890aa055e6f323","datavalue":{"value":"65C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1434438$1C11AD15-B154-4D2E-8482-293B3C990A96","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"5324c54a5b1cbe1a80cf6fd5ed624d38a1676138","datavalue":{"value":"60J27","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1434438$763D9CFC-C0F5-4839-B73B-1277E42FCF89","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"69417b84cc431ede4e5ec12a55be58b45cd19ec0","datavalue":{"value":"60J22","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1434438$CE1925D5-3526-45AE-862F-077C731D868C","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"8130a997103554f928183f020668215e8627aee1","datavalue":{"value":"2081271","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1434438$7B6A2814-5B7A-4B43-89FF-74EEE6BFEC9C","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"5e64c5a8d97964c8af291484be9ddfabd603f0e1","datavalue":{"value":"inhomogeneous Markov reward models","type":"string"},"datatype":"string"},"type":"statement","id":"Q1434438$C11EBBC6-81F5-4B14-A212-D298768990AC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"088b2471c48f90a45cb6646a2731c3c4ac01e71a","datavalue":{"value":"ordinary and partial differential equations","type":"string"},"datatype":"string"},"type":"statement","id":"Q1434438$D5F32954-B972-49DD-9C6C-D19B55FAD2C0","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"013451279c6ab525562fbe7a39bba00bedbb6436","datavalue":{"value":"moments of reward measures","type":"string"},"datatype":"string"},"type":"statement","id":"Q1434438$AC19AEF9-B0A8-4287-961F-B23AE3D48771","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"e8b9c630eabd69283e758a0974bb38e091d91c5b","datavalue":{"value":"inhomogeneous continuous-time Markov chain","type":"string"},"datatype":"string"},"type":"statement","id":"Q1434438$E27BD708-8130-49C9-9A7C-74B29D6B335D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"37318345779707692012b8c7959755f9c69b2691","datavalue":{"value":"numerical example","type":"string"},"datatype":"string"},"type":"statement","id":"Q1434438$7FAED0D5-6728-43E4-A443-F1F28AD6F087","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"ef132fe31323efa083319fdfb29045c0aa02fd5b","datavalue":{"value":{"entity-type":"item","numeric-id":257050,"id":"Q257050"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$3F3A0E76-3E35-438B-B730-EC7BB1B8DE22","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"9b523883019f39f48507a4b45bc671910a982770","datavalue":{"value":{"entity-type":"item","numeric-id":2348026,"id":"Q2348026"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$E5EE2B71-09CD-4F6A-96D2-99D8A050AE79","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"81bc4acc5e6ce1d55e8341e4bf3a26e8222bcfdb","datavalue":{"value":{"entity-type":"item","numeric-id":285967,"id":"Q285967"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$210DC2CA-C060-48F6-A4F9-323CC4652AD8","rank":"normal"}],"P1463":[{"mainsnak":{"snaktype":"value","property":"P1463","hash":"3ec4db9ce840614615c6c7920f576698bc7426a9","datavalue":{"value":{"entity-type":"item","numeric-id":13996,"id":"Q13996"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$C967ED64-B43D-4E05-836C-A477A036B58F","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$3AB07284-9F0D-48DC-98F5-2F0DE6CB8985","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"dbfa92b41321f086bb4f4091e0fb6b60952542f0","datavalue":{"value":"https://doi.org/10.1016/j.laa.2004.02.002","type":"string"},"datatype":"url"},"type":"statement","id":"Q1434438$1323B659-42A3-47D9-9626-72BFC6CF1394","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"854aed9dfb16b5f22fb40297db95c7916722da15","datavalue":{"value":"W1994297366","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1434438$19F37F7E-9BBA-46FF-80C3-73DEEC918E48","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"d8e1d8c7e0f6806f8199bcbbfb3384c8adc11aa8","datavalue":{"value":{"entity-type":"item","numeric-id":4155802,"id":"Q4155802"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$4F0C1236-2373-4556-8D2B-3057A10A434F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"1e9cc7a07798d46f843ec1a29dc4e696d019fd83","datavalue":{"value":{"entity-type":"item","numeric-id":3814521,"id":"Q3814521"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$666C77FC-3037-42C0-9EC7-6CB22E9D7036","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f801e1cdc89de91b7845b0947dcea3aede5eed39","datavalue":{"value":{"entity-type":"item","numeric-id":4393914,"id":"Q4393914"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$E6EF97E7-AE28-41D7-AFE1-D95C4B9D42B6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"82f2ea55fd17a17facc1c9e2695c8410be7a9eb9","datavalue":{"value":{"entity-type":"item","numeric-id":4725706,"id":"Q4725706"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$00488D28-5267-4530-9FC0-6ECB008C9DEB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f8029bcbbe861ee5db595ebf22613c37ef1978f0","datavalue":{"value":{"entity-type":"item","numeric-id":1090010,"id":"Q1090010"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$4798E67A-BD86-4031-A0C9-767BE4CBD2D7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"6aed4666b07664ef219077b71f63730ce7d0198c","datavalue":{"value":{"entity-type":"item","numeric-id":3875313,"id":"Q3875313"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$416BE896-82CD-44E8-9DDE-FC835AFEFDEE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"32ec04d753143a84c8df613afb08de87e7b90c87","datavalue":{"value":{"entity-type":"item","numeric-id":4309196,"id":"Q4309196"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$783D2A05-9415-45D4-93F5-983FDB4A0B2C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"05b4cade125ad2fff28d28657e6fcebe81e636cc","datavalue":{"value":{"entity-type":"item","numeric-id":4738765,"id":"Q4738765"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$6155DD9C-EB6D-40A7-AA1D-DD0549EB2D52","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"c5a59f8316ae4f5b032c04cd1577a9fd9268a063","datavalue":{"value":{"entity-type":"item","numeric-id":1120467,"id":"Q1120467"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$CEDA4E4C-AFC7-4034-9478-0D72AEB2683F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"cc0752ac5f7587949e1a733d513c4e30c3a7b4f2","datavalue":{"value":{"entity-type":"item","numeric-id":1101812,"id":"Q1101812"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$5450DD80-ED38-4545-9E47-8115F7A3F76A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"7f85b38df10c1daaa0f5d39e8752c47335d3c659","datavalue":{"value":{"entity-type":"item","numeric-id":3122395,"id":"Q3122395"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$2A192415-8416-4BD2-B338-18CA52E4D833","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"d472cd671061e2ddbf582d2d702469d6a7139330","datavalue":{"value":{"entity-type":"item","numeric-id":4779405,"id":"Q4779405"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1434438$6E9BEA61-7788-4567-876B-9AED67768EB2","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"89503322c850913d6e61c696762c2cc0479f06b5","datavalue":{"value":"10.1016/J.LAA.2004.02.002","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1434438$94B00114-52EB-4F04-AE08-498770D6E7EC","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"9c998938eae70088a50f35d11fe6f7fe814b5532","datavalue":{"value":{"entity-type":"item","numeric-id":4779405,"id":"Q4779405"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"ed50cb9d657e6a2fb92b6b0707feb1e59b079630","datavalue":{"value":{"amount":"+0.8221749663352966","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1434438$9B7EF751-1BEF-4247-B947-FC9E7242D7D7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"9cde2f6d24a211968ea4e6e438dad5dfc3b70107","datavalue":{"value":{"entity-type":"item","numeric-id":3976678,"id":"Q3976678"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"5b1460078c3419e5354a25fe346ac599a742c14f","datavalue":{"value":{"amount":"+0.8178362250328064","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1434438$1ECEBFF5-E483-469E-90AC-291D1FDDE1B3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"04f70e959c2e74b2187300674c7ffd7b630f59ce","datavalue":{"value":{"entity-type":"item","numeric-id":686334,"id":"Q686334"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"2d00effddcda7a1611608c1496512bcef0661198","datavalue":{"value":{"amount":"+0.8178361654281616","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1434438$38FB775C-CD68-4785-A2B5-B59FE7D5A2C8","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"6359018d53284062a90d9c2db7a5689a110d9edf","datavalue":{"value":{"entity-type":"item","numeric-id":1041298,"id":"Q1041298"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"09015473addfe0016d4e6fd6a53d1b3dea0a4663","datavalue":{"value":{"amount":"+0.8167492747306824","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1434438$C026E302-2884-41F5-B4E0-D214F4F84C6A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"095314e3f61e673a688104adc9fcc24c409ae3f4","datavalue":{"value":{"entity-type":"item","numeric-id":4269130,"id":"Q4269130"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"67fb33bd88c83ab5cdb0e32627d643f6370d9f02","datavalue":{"value":{"amount":"+0.7931399941444397","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1434438$54116F57-5DA0-4836-B467-69696C10D954","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Analysis of inhomogeneous Markov reward models","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Analysis_of_inhomogeneous_Markov_reward_models"}}}}}