{"entities":{"Q1323097":{"pageid":1333847,"ns":120,"title":"Item:Q1323097","lastrevid":68832528,"modified":"2026-04-13T02:21:50Z","type":"item","id":"Q1323097","labels":{"en":{"language":"en","value":"Optimal average value convergence in nonhomogeneous Markov decision processes"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 566468"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1323097$506EF82D-B90C-4795-BC17-7B87ED07510E","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"4663a8aa459a3afeafe0dd88b986d5aeaeb383c3","datavalue":{"value":{"text":"Optimal average value convergence in nonhomogeneous Markov decision processes","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1323097$427374A4-658F-4B5E-8006-CCC7873A5325","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"6107c3f6c23085071b6262945dcde814ca7e6121","datavalue":{"value":"0805.90115","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1323097$62BA6DA0-F4DF-4962-8846-1D92B3C3C717","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"233055785405cd550dab38773c66067bb3a4b23a","datavalue":{"value":{"entity-type":"item","numeric-id":1323096,"id":"Q1323096"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1323097$41560D87-3F3B-4840-8B19-7146D69CE7AA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"d0c19767aa2c6ca4b0daf93864bbea4c2f4ce4d5","datavalue":{"value":{"entity-type":"item","numeric-id":341467,"id":"Q341467"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1323097$EE7A5AD6-2D7A-4426-B64D-2536384D3B10","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"8b572e7311b89381df8898098e1b464af6558e92","datavalue":{"value":{"entity-type":"item","numeric-id":200435,"id":"Q200435"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1323097$F3F5A490-AC36-49FF-9881-5E050BC2EFAD","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"c5ad7b9baf8e531c6b1ad954eb5f2899cc8fe5e5","datavalue":{"value":{"entity-type":"item","numeric-id":85344,"id":"Q85344"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1323097$B728C0E4-0A27-41B3-8FF6-9EF05D5086E6","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"d761ff453b75a21293ef58d91cb67946213957f7","datavalue":{"value":{"time":"+1994-05-09T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1323097$78DB3FB6-86C1-4505-A2DB-5D9FEDD164C3","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"4189f046a62845a53a670768d0f22fe490bc573a","datavalue":{"value":"http://hdl.handle.net/2027.42/30450","type":"string"},"datatype":"url"},"type":"statement","id":"Q1323097$41F8A5F7-BC72-4181-98E6-ABAFFAEE649C","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"6dd34f7f77bf96f5d26032f56eac77af914370d6","datavalue":{"value":"This paper deals with an infinite state nonhomogeneous Markov decision process with average reward criterion. The authors proved the following two structural results: (1) Under the Doeblin condition, the problem is equivalent to a discounted problem. (2) Under the same condition, the optimal finite horizon average values converge to the infinite horizon optimal one.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1323097$738A9A69-0E93-4293-ABAB-276F54075B4B","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1323097$E2D12215-77B7-4805-83E1-04801F2EBB5F","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"ce0acc816c91e0f789d82effbe4fedcbb1b96d32","datavalue":{"value":"566468","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1323097$68C5A717-53AA-4D84-976A-4D89102CA1AB","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"641973a6bf15f24eeb21228cd422c48864034013","datavalue":{"value":"infinite state nonhomogeneous Markov decision process","type":"string"},"datatype":"string"},"type":"statement","id":"Q1323097$3DD3AE3E-0FEE-432A-99EB-AC2A42E8CC1F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"3d24f18b00ace39f462d12258b029ad01731eae7","datavalue":{"value":"average reward criterion","type":"string"},"datatype":"string"},"type":"statement","id":"Q1323097$A26F2434-9103-4C75-B4BB-6CE545F0DE91","rank":"normal"}],"P1447":[{"mainsnak":{"snaktype":"value","property":"P1447","hash":"3d7fb3f5b4e42c0f325edfa03b0c2c63351ebc67","datavalue":{"value":{"entity-type":"item","numeric-id":731708,"id":"Q731708"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1323097$6201D6C5-59B4-4BBF-8A03-AE9A2E614BA5","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1323097$9D31D805-2E94-4071-BEA9-C45B51670F75","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"a956b2560e1a2e0bdb928e4695579d573e8aa3e8","datavalue":{"value":"W2028054171","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1323097$17905EF2-1527-422A-9077-1E58F0046DED","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"3a92c457689359292ac2e2721a25a6320ac7dda8","datavalue":{"value":"10.1006/JMAA.1993.1367","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1323097$BCEA13C3-F9FB-48D5-979E-7069AE5559EB","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"725e1e38fac83316a2c94e030d7dbfc8847220db","datavalue":{"value":{"entity-type":"item","numeric-id":3169135,"id":"Q3169135"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"a120a24680aa3bc78c7f0bbc5929525bf4b89143","datavalue":{"value":{"amount":"+0.95075023","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1323097$BA759996-5C10-4804-A66A-5B5D107C7B80","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d7e1087abe054437466f09de14082312ae81b164","datavalue":{"value":{"entity-type":"item","numeric-id":2564235,"id":"Q2564235"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"14d99264014ee69dd4cd6915ed0e4dd8fbcef7df","datavalue":{"value":{"amount":"+0.92867434","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1323097$18C2F240-B5C1-483C-ABF3-E9594DCF8C7C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"bd84c3ac7620b185cbe84981dd2ae0b1f4eccf3a","datavalue":{"value":{"entity-type":"item","numeric-id":5176514,"id":"Q5176514"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"e586036257c0357a5fbb6226b627df7b2fbdd1eb","datavalue":{"value":{"amount":"+0.92690045","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1323097$3D840416-6747-48BA-BBF7-0F9983169AEC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"3b88865cb63710dabddb48e2359ebbc62ae33336","datavalue":{"value":{"entity-type":"item","numeric-id":2465179,"id":"Q2465179"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"fc1aa039c03e269c08a89379233360bc5aff2454","datavalue":{"value":{"amount":"+0.92452943","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1323097$6BC361AF-6983-4AD1-9B21-C03A9769AD52","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"a0116ee9d82e99bbeb79dacb6d2f8fb28fca30be","datavalue":{"value":{"entity-type":"item","numeric-id":5962148,"id":"Q5962148"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"522f2ee0481acbade1144bbdffd626904ff0a7e6","datavalue":{"value":{"amount":"+0.9161515","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1323097$E784A16F-E5E4-4C0D-AE11-9E700E054709","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"b042ea3c36dbd5bb81c126591b0c9e8bb4fd5aed","datavalue":{"value":{"entity-type":"item","numeric-id":5179071,"id":"Q5179071"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"eeb835602db94f3e9db340d60ea68bec73c8c043","datavalue":{"value":{"amount":"+0.9156485","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1323097$0359BBCA-2DC4-4495-89AB-3D05917273EB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"95004de60befb7fbfc31bb2d0edf1f430eb58537","datavalue":{"value":{"entity-type":"item","numeric-id":2982667,"id":"Q2982667"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"b13b54ab0588a2d33d9a029e6cf444891b481379","datavalue":{"value":{"amount":"+0.9128974","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1323097$74EB3608-AFBC-4A57-8FA3-7A08396E3A13","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"51e653e85ffaf228cbd10f6f5ddc327fb164222c","datavalue":{"value":{"entity-type":"item","numeric-id":1709947,"id":"Q1709947"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"0d5bb0adaf138a7fd119c2633257f558cb2170bb","datavalue":{"value":{"amount":"+0.910993","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1323097$F49582A6-96AC-486A-B7AF-D6C2DA06C0C6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"1e096fb179a5c06036dcd4ade43cc3faa56064ff","datavalue":{"value":{"entity-type":"item","numeric-id":1197886,"id":"Q1197886"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"e6894f29bf4acbfd0b4988d03082d393200bb4c3","datavalue":{"value":{"amount":"+0.90341","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1323097$F0582BF9-7533-402D-A3CA-2723274E1D10","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Optimal average value convergence in nonhomogeneous Markov decision processes","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Optimal_average_value_convergence_in_nonhomogeneous_Markov_decision_processes"}}}}}