{"entities":{"Q1207844":{"pageid":1218593,"ns":120,"title":"Item:Q1207844","lastrevid":66351825,"modified":"2026-04-12T09:31:11Z","type":"item","id":"Q1207844","labels":{"en":{"language":"en","value":"Gradient estimates for the performance of Markov chains and discrete event processes"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 165335"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1207844$EA8BB07E-376A-488B-9B68-AA815933387D","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"3df6119ec589288199a6500a2417632de42e7681","datavalue":{"value":{"text":"Gradient estimates for the performance of Markov chains and discrete event processes","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1207844$EE27F60B-932E-409D-8CA8-ED90FDE8D0B8","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"cad059017608ad1a151452c6f62bd9b44693c6d8","datavalue":{"value":"0766.60088","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1207844$77C75AE9-959E-4556-8A0C-BCF841271216","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"85899899fb6ab0adcb85852b580b71c5d1f68bfd","datavalue":{"value":"10.1007/BF02060941","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1207844$6FEF18AF-9043-4EE5-8293-4CF74EF34782","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"f5b17683dd2eedd3f1d821a1087aa218b2b31d17","datavalue":{"value":{"entity-type":"item","numeric-id":1160451,"id":"Q1160451"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1207844$D398A40F-7383-4633-A90B-E6B88F0818D1","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"8f57d1123ebbbd10d621b3552a672e7729202712","datavalue":{"value":{"entity-type":"item","numeric-id":59875,"id":"Q59875"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1207844$B00EDB28-8E23-45CA-A51C-2716A8E4EF98","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"1772b6c81a5108c06854e0de4518fb90e5a6ebdc","datavalue":{"value":{"time":"+1993-05-16T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1207844$7AB178B1-3040-442A-930F-9AF05A3E689A","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"a7e5e7f41b6d6bd99e9a26e5e9ba6687b31c471a","datavalue":{"value":"A Markov chain \\(M_ x(i)\\), \\(i=0,1,\\dots,\\) with state space \\((R,r)\\) --- a metric space with metric \\(r\\) --- is considered. \\(R\\) may be countable or not. \\(x\\) is a real control parameter which governs the transition operator \\(P_ x(w,A)\\). The existence of a unique stationary measure \\(\\mu_ x\\) is supposed for which \\(\\mu_ x\\cdot P_ x=\\mu_ x\\). \\(H(w)\\) is a performance-generating function, i.e. a real function defined on \\(R\\), and \\(F(w)=\\int H(w)d\\mu_ x(w)\\) is the stationary performance of the process.   The paper gives an algorithm for the estimation of the gradient of this stationary performance. The method works for discrete and continuous state spaces as well. After a review of methods for estimating derivatives of probability measures the derivatives for stationary distributions of Markov chains are given. A comparison with the efficient score methods and extensions to semi-Markov processes are made. Finally, discrete event dynamical systems (DEDS) are considered.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1207844$95E02B66-780E-4AF6-8117-6D85BAD6BD3F","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"1cdf15533e26fc0c4c2e22d28e655c364dfe77a6","datavalue":{"value":"60J10","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1207844$103E04B3-DC97-45DB-9FFF-8ACBB9C74002","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"5324c54a5b1cbe1a80cf6fd5ed624d38a1676138","datavalue":{"value":"60J27","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1207844$70027B9D-6853-4782-AD0D-22FB80330C7C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"64828f18befc94d092b87cc195d81f2ef4aec32f","datavalue":{"value":"60K15","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1207844$6F1374E6-C1E0-4D87-ADB2-7D366B2BCB88","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"070d9ac05cb394e8fed54c2caa9ece324b41c4f8","datavalue":{"value":"165335","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1207844$F17D6324-1CEB-4622-B5C0-4552196A2519","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"45cc3b8dc17ef2ceb90035e943a4ce3912f372aa","datavalue":{"value":"score method","type":"string"},"datatype":"string"},"type":"statement","id":"Q1207844$39CFE9AD-47C9-45B6-9A4D-D31AFC6A5286","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"a08973afb441f65d45a56e416f6b44aad92690e6","datavalue":{"value":"unique stationary measure","type":"string"},"datatype":"string"},"type":"statement","id":"Q1207844$3BB8FCF8-F725-4A5B-B48E-811B11BE1E4F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"2296f1776d2ca61c698847e1a8ac539779a01d2a","datavalue":{"value":"stationary performance","type":"string"},"datatype":"string"},"type":"statement","id":"Q1207844$2606CFF3-B67E-40A1-8BFA-ADB21B04D4D8","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"8b92b9ce6e558e36ff3f094bbad56b8ffed3bb02","datavalue":{"value":"stationary distributions","type":"string"},"datatype":"string"},"type":"statement","id":"Q1207844$037ABF5E-DB4E-40AB-9524-8339FDADC9E3","rank":"normal"}],"P12":[{"mainsnak":{"snaktype":"value","property":"P12","hash":"4450fe281163739f44b7a95397d341b4fc7d9aba","datavalue":{"value":"Q59255181","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1207844$C3A24F81-8909-4114-AE9E-A3745955DF28","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"dd04b5fb2c3323ec3474b39a7302f6dfaf7fdf92","datavalue":{"value":{"entity-type":"item","numeric-id":792759,"id":"Q792759"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1207844$40A7A4F1-01C9-4827-91AB-6F6981C380DC","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1207844$9DD9D7B6-FEF9-4F04-8E51-B17A8DF17BD2","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"095bc710dddda0e47167762e20cec1a57762ae0c","datavalue":{"value":{"entity-type":"item","numeric-id":1116204,"id":"Q1116204"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1207844$2301F983-E68F-4463-9C70-454FD546C50C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"6ef1e49ecb06adc5422f2226eb19978940410c31","datavalue":{"value":{"entity-type":"item","numeric-id":3773805,"id":"Q3773805"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1207844$BE1339D2-4CA2-4ABF-8545-5F6387AD46EA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"8444fd6774459077ed7d167587dd3e42a004feda","datavalue":{"value":{"entity-type":"item","numeric-id":1207835,"id":"Q1207835"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1207844$EAFF2AC0-751F-484B-BE8A-0845FC9135DA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"14c6ddf317d55df85d6c972e9048ad3b39e637cc","datavalue":{"value":{"entity-type":"item","numeric-id":1170109,"id":"Q1170109"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1207844$9BD65C39-62D8-4112-9D3F-8052B3CC35AE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"e05ddcb56a07d03f8bb2e763f73e90860e0aae77","datavalue":{"value":{"entity-type":"item","numeric-id":1248264,"id":"Q1248264"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1207844$C12701A1-09CD-414E-820E-5851A691E244","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"2f561316479544aa8ac0917cf52f52d918b35c4d","datavalue":{"value":{"entity-type":"item","numeric-id":1073522,"id":"Q1073522"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1207844$98094665-F4A3-465B-B923-248031D7D140","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"b4d368f9a638a97baf6aba96802c382a6f25ad05","datavalue":{"value":{"entity-type":"item","numeric-id":3348731,"id":"Q3348731"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1207844$E5CBC99E-83BF-40E7-A4A3-EB6EE3FA11FC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"d12fc571edc3ff7231c21b7798849e34fb99b6b6","datavalue":{"value":{"entity-type":"item","numeric-id":3703008,"id":"Q3703008"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1207844$FC6C5D08-4060-42A2-B3DB-58FC556A0E83","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"39ab0d3cdcb795c338e4ab7b10886e11660bf0af","datavalue":{"value":{"entity-type":"item","numeric-id":3814662,"id":"Q3814662"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1207844$40E70731-8DD5-4789-8BCC-64ABCBB55EF4","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"1d581735c68adc7c3257c3af038573b01a917261","datavalue":{"value":{"entity-type":"item","numeric-id":1090473,"id":"Q1090473"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1207844$7652E9EB-F895-4F92-A4D6-6995FDF514F7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"e2aab02551c197c6954b9e7ef0d2a927b0115c65","datavalue":{"value":{"entity-type":"item","numeric-id":4045476,"id":"Q4045476"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1207844$A4399602-CCE1-4636-A5CC-106726125A7C","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"e094982ef092362b6ddab73d465a03bdaf496bc6","datavalue":{"value":{"entity-type":"item","numeric-id":5387971,"id":"Q5387971"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"83898eca659934c6ee811d4133b9678e59674080","datavalue":{"value":{"amount":"+0.8533014059066772","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1207844$26FA767E-AA06-414C-90B2-EC3339A2B4C7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"133b76e5813b1aedf62d478ce068c9d98fd2bb83","datavalue":{"value":{"entity-type":"item","numeric-id":1922200,"id":"Q1922200"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"507668bd5b8246cc5b4c33526d5abb7fa32fe2be","datavalue":{"value":{"amount":"+0.834563672542572","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1207844$62DC76C1-5D26-4A77-A891-5D860EAD6164","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"3b4c9c4b650d443245967fc8d322ff20f7ecfcf2","datavalue":{"value":{"entity-type":"item","numeric-id":3777192,"id":"Q3777192"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"507668bd5b8246cc5b4c33526d5abb7fa32fe2be","datavalue":{"value":{"amount":"+0.834563672542572","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1207844$B914A0B8-2942-497B-874D-98B7A7329355","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"4b03be58a571e220007d21d489e2a20d0351aa2b","datavalue":{"value":{"entity-type":"item","numeric-id":5113892,"id":"Q5113892"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"da6aa2ff60d64a19e8b35b1be7cd5b34521fcd4c","datavalue":{"value":{"amount":"+0.8304463624954224","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1207844$DE247194-110D-4BF0-9187-CF912BC72189","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"7f29d2edaa9a4956095948b9ddaa33790219a26b","datavalue":{"value":{"entity-type":"item","numeric-id":3986172,"id":"Q3986172"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"c9c7358bbe095a8201ceac4a83d09abeb7e14349","datavalue":{"value":{"amount":"+0.8253729343414307","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1207844$0C730C1C-8C37-44A8-880A-88DEB151C765","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Gradient estimates for the performance of Markov chains and discrete event processes","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Gradient_estimates_for_the_performance_of_Markov_chains_and_discrete_event_processes"}}}}}