{"entities":{"Q1313068":{"pageid":1323818,"ns":120,"title":"Item:Q1313068","lastrevid":70118880,"modified":"2026-04-13T12:34:36Z","type":"item","id":"Q1313068","labels":{"en":{"language":"en","value":"Indices for families of competing Markov decision processes with influence"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 496237"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1313068$96900CCE-222E-4EDD-8F02-36F128331BF4","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"11d5231cbed1f134f81ca87a31411432083722bf","datavalue":{"value":{"text":"Indices for families of competing Markov decision processes with influence","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1313068$83050AC4-6E84-4269-98E9-BBF8B852BAE6","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"5f6b12c3ea5f8236c799a0d3e50256ceb7bbe2ce","datavalue":{"value":"0795.90084","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1313068$B4A58E3E-D809-4795-8010-3B4F8AA38646","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"e04a4b352e727282a8f30f5809a3df145fda07dd","datavalue":{"value":{"entity-type":"item","numeric-id":81240,"id":"Q81240"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1313068$DB67C4DA-A391-430B-9365-76A3B1CA1E9C","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"882cc88318cff18fdb3ed868033125dc2c5b592f","datavalue":{"value":{"time":"+1994-09-14T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1313068$C59F79B1-5156-473C-9ADD-90C9B029D446","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"1937067cf35c44ae8c2a3455efdf22213cf764af","datavalue":{"value":"In 1980 Whittle (a) explained Gittins indices for multiarmed bandit processes (MBP) in terms of equivalent retirement rewards; and (b) gave conditions under which there is an optimal policy of index type for MBP, where each arm has its own decision apparatus. In the same year Nash proved indexation for a further class of MBP in which the current states of all of the arms can influence the reward earned from the active one. In the present paper the author develops analogues of (a) and (b) for Nash's model. He then illustrates the theory by examining stoppable MBP, where each arm has two actions: continue and stop.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1313068$6C6A8DF7-3D53-4519-806B-924B3D55C211","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1313068$E942FD11-261B-4422-92B2-633A8052880C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"e52a86b600bbb05d9a7823bf91d423713b4b70ab","datavalue":{"value":"60G50","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1313068$ACAE2F13-DD27-4D36-A121-BC29509B63E9","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"d9619cc19c71862f32a791265d2bc370f2d63667","datavalue":{"value":"496237","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1313068$C876F0BA-DC49-449B-A2A7-1B767474536E","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"f0e63c17d65b587f60eda5737992dab614e7d31a","datavalue":{"value":"Gittins indices","type":"string"},"datatype":"string"},"type":"statement","id":"Q1313068$2D6E532E-DD3A-4DFD-B19D-75CC148AF1F2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"57b77f2e7a30b3248b11252f6eae5ee2e14a8043","datavalue":{"value":"multiarmed bandit processes","type":"string"},"datatype":"string"},"type":"statement","id":"Q1313068$F3914C43-B40A-429D-914E-3215CB66ED63","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"3a582762dbec691e8490300c0930355690b81f4f","datavalue":{"value":{"entity-type":"item","numeric-id":1116879,"id":"Q1116879"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1313068$FC53276B-CC1B-433F-B292-FDF98AE2B44B","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1313068$ACC062B9-63A2-4A80-B464-58267F0F71FD","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"2e2505411ad8a1afe2f0f4c6e387be9eb036884a","datavalue":{"value":"https://doi.org/10.1214/aoap/1177005270","type":"string"},"datatype":"url"},"type":"statement","id":"Q1313068$076E1D2C-4925-4D3F-8453-9096554A0E2C","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"8b35a7809dfe48e6782b1d2f390f0e037db5580b","datavalue":{"value":"W2023635572","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1313068$38870B8A-8CA0-42B0-A9F1-FC1558FB15C8","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"fc5a968ebd786aa22a25f0c1e286d258ab1e7900","datavalue":{"value":"10.1214/AOAP/1177005270","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1313068$F5F3D4E1-73DF-4005-9BD2-F664D9B34D4B","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"cbfdab18f5897bf04333ac0c4eb71cac3c28ac8b","datavalue":{"value":{"entity-type":"item","numeric-id":2638972,"id":"Q2638972"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"c18f16f1a35f47afb1983f79fe2399e775563eae","datavalue":{"value":{"amount":"+0.8685807","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1313068$2214282C-8C83-49D0-B67B-BFB79CB2346B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"c05929f3a3359ab278fd2e0fa0209a2a8bece36a","datavalue":{"value":{"entity-type":"item","numeric-id":4382287,"id":"Q4382287"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"fb77f4e1aafc2e11ab156ef6bd4e6da647ebd9b1","datavalue":{"value":{"amount":"+0.8564687","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1313068$D21B2A6A-9543-42BB-B041-8735CC2B0B2A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"111a0b54a0c2324f9de81d3010abca389fd4be3c","datavalue":{"value":{"entity-type":"item","numeric-id":1397064,"id":"Q1397064"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"4bf28940637bbb40e8c4e9bc3165909121935a14","datavalue":{"value":{"amount":"+0.8505168","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1313068$4FC70FA7-6CB7-4E5F-99B8-C85EC5E6CDD2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"1c408afd957f5440308d343211787280d2f9bdb1","datavalue":{"value":{"entity-type":"item","numeric-id":1426850,"id":"Q1426850"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"1a717bf008e596d20a92e82753da4d89731b2447","datavalue":{"value":{"amount":"+0.8399288","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1313068$517F2AA1-AB6D-4FB5-A95E-1A6BE6254446","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"3c6066bf5a5b44083bdc46cf1a0fd345aae3392e","datavalue":{"value":{"entity-type":"item","numeric-id":4567036,"id":"Q4567036"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"2bbeead8403f59f04bebb1c4fb819e339f2fa695","datavalue":{"value":{"amount":"+0.83524585","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1313068$AD674096-53C1-40F9-837D-292F6F50A910","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"785e003172c91cab69c326f2e81395d6b6b35063","datavalue":{"value":{"entity-type":"item","numeric-id":4920260,"id":"Q4920260"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"9fcf2ad1a56b637cbaf4ef21baed451fc8e5d4dd","datavalue":{"value":{"amount":"+0.8328239","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1313068$5D8BE4F2-8D25-486E-B400-A5D20EDAC6C7","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"c3d082aeae6077973adf3c271fa3eaaf4d868a25","datavalue":{"value":{"entity-type":"item","numeric-id":1197681,"id":"Q1197681"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"e16186b40167a74541be762c413501c7c9b93071","datavalue":{"value":{"amount":"+0.8289508","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1313068$52C9D2E7-8C63-43B9-B993-0F5719DA857D","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Indices for families of competing Markov decision processes with influence","badges":[]}}}}}