{"entities":{"Q2387146":{"pageid":2397889,"ns":120,"title":"Item:Q2387146","lastrevid":44001753,"modified":"2025-11-18T22:04:32Z","type":"item","id":"Q2387146","labels":{"en":{"language":"en","value":"Multi-armed bandit processes with optimal selection of the operating times"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 2201159"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2387146$8B14C843-3A20-4AD2-9810-799D2610B7A5","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"598c7a19c4ca3b7e48e2bc662b0f7fc51b6ceea6","datavalue":{"value":{"text":"Multi-armed bandit processes with optimal selection of the operating times","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q2387146$9CD56BC9-7E1A-47F5-B7DE-BADEB3BD7CAE","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"1e7475641bd98e02839cc88bf208edd7a737d961","datavalue":{"value":"1096.90041","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2387146$DBC8B299-462A-45A7-8BAC-A33EB6589275","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"93ccc6caef8e69eaf32047907f655d06ceb9df4d","datavalue":{"value":"10.1007/BF02595405","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2387146$52ABA203-A280-4B5E-8567-99E98879BA0B","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"4dac78c546a764e29ade04c7e29412c3935e3820","datavalue":{"value":{"entity-type":"item","numeric-id":1875692,"id":"Q1875692"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2387146$562D7175-9F23-4B08-9279-4E1C19B6A4EB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"ba1fd49f607da222d3b04a709f4ab336b678f660","datavalue":{"value":{"entity-type":"item","numeric-id":847765,"id":"Q847765"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2387146$9A7AF71A-F7B6-4409-A347-D8077A2132BE","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"e6a4ffd33d69a80971f2b088f9460ecca6f860e6","datavalue":{"value":{"entity-type":"item","numeric-id":188326,"id":"Q188326"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2387146$A6633481-DF5D-4230-BEBD-202D0839C29B","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"585f98265f5c4948a09eec5bddc6081350115d55","datavalue":{"value":{"time":"+2005-09-01T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q2387146$2FF144BC-F51A-440C-9FB8-724779C50345","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"8af7e2eb4145d7395f8aa7c3ecb1c09e1a38efb2","datavalue":{"value":"A multi-armed Bandit Problem is considered such that at each decision epoch it is to be decided the next project to be undertaken and the span of time to be spent in this project, instead of reconsidering the new project at each stage. This extended model, inspired in sequentially planned decision procedures [\\textit{W. Schmitz} ``Optimal sequentially planned decision procedures. Lect. Notes Stat. 79. New York: Springer-Verlag (1993; Zbl 0771.62057)], is formulated in Section 1 and tries to exploit the reduction of costs produced by longer periods dedicated to the same activity. Following the method by \\textit{P. Whittle} [J. R. Stat. Soc., Ser. B. 42, 143--149 (1980; Zbl 0439.90096), Section 2 introduces a retirement option with a variable reward \\(M\\), and Section 3 extends Gittins indexes to this case. Another relevant conclusion is that the optimal period of activity for each project does not depend on the retirement reward \\(M\\). Finally, we show that the optimal strategy is to choose the project with the highest Gittins index.","type":"string"},"datatype":"string"},"type":"statement","id":"Q2387146$5165938B-E37C-48F6-89E6-074E40C89541","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"377d3ab03372cff12915e0de0374438ff70c3716","datavalue":{"value":"90C40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2387146$60F44F66-DA03-4EB9-9DD4-6E148D23AD97","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"96985b9b4d60c0f935f371b2243a7deeef976496","datavalue":{"value":"60G40","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2387146$BA067013-57C3-4ABF-BF58-390E21EBFAD5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"decab4940ef36e26ebb8d894534cbe29ec0b457d","datavalue":{"value":"90B36","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2387146$15CA68FD-35CF-4574-9AD6-244E0207B1C2","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"46b5c34ce8c233319220da380cff61aa0fb62b3c","datavalue":{"value":"62L10","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2387146$EA330C46-E136-4ADD-87E9-665A4F906C08","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"b15bae8b48d5a70328f02e9b5ecbbbc4a28b37b3","datavalue":{"value":"2201159","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2387146$D109B4B0-636B-42A8-AFF6-1A12CF58A59F","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"0d9bc4d8a7da476b7ee5342f879213041289a3e6","datavalue":{"value":"multi-armed bandit processes","type":"string"},"datatype":"string"},"type":"statement","id":"Q2387146$7B153788-42B3-4EE1-A116-F0E2482239B5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"198e5efcae841b5e5fa642a27b2176a3ef1538e3","datavalue":{"value":"Gittins index","type":"string"},"datatype":"string"},"type":"statement","id":"Q2387146$DDF4D1EE-2A09-49DA-AFB6-04881F4734E1","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2387146$E7AEF016-6BFC-4B82-B349-C63AD9C39CB2","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"76983b4c776b10e1ff5bd88a1a8e05737d5e6993","datavalue":{"value":{"entity-type":"item","numeric-id":4884105,"id":"Q4884105"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2387146$FB8F4347-3761-4097-A9D8-AD2BC1A9DBFF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"db24a8de80a335dbb640006107ac53003f9f1bf0","datavalue":{"value":{"entity-type":"item","numeric-id":4301032,"id":"Q4301032"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2387146$BC7D9D45-A989-4D3F-A6D0-EC2433EAFECF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"72ac173876e3ad53e523042bc23f91ca926212b5","datavalue":{"value":{"entity-type":"item","numeric-id":4197923,"id":"Q4197923"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2387146$EE4F4335-1AC7-430E-80A2-3CB9D6DC5DDD","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"d7a24711b1490dab4ccde3079db9aed0e1c877a4","datavalue":{"value":{"entity-type":"item","numeric-id":4692329,"id":"Q4692329"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2387146$6E5FC58C-3476-4D9D-B91D-92B941C97B55","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"c2ccc1021ff1029e0f9ff8338fac24df7465f76e","datavalue":{"value":{"entity-type":"item","numeric-id":4057976,"id":"Q4057976"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2387146$522BB41B-036C-4D6F-910E-77704F12AD8B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"9e02b59c44713110703af96964ac7da0a8de778a","datavalue":{"value":{"entity-type":"item","numeric-id":3944368,"id":"Q3944368"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2387146$0A292FD5-796D-4638-AD11-196F4B1DD697","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"7cac4260529e5ebee6ab00e2256b3014b2bff196","datavalue":{"value":{"entity-type":"item","numeric-id":1202175,"id":"Q1202175"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2387146$FD68A912-DE53-4701-B1FC-B955B66D5C23","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"719fb81f3d52ea579231c00c4ec9fee29e837d2a","datavalue":{"value":{"entity-type":"item","numeric-id":3722290,"id":"Q3722290"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2387146$C75F53EC-D544-4BE7-8D29-8E9E1F666BE9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"273c704dada9573f64a59d9ce44eb6840b80d82d","datavalue":{"value":{"entity-type":"item","numeric-id":1203758,"id":"Q1203758"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2387146$6196CC36-5677-401B-9221-FA374D8E4F94","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"66b53dea86961e5347340f416ef6c4334e9beca3","datavalue":{"value":{"entity-type":"item","numeric-id":3882215,"id":"Q3882215"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2387146$EA3C56B2-ACF0-4B53-8192-5A30C9DA2101","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"354f6529aaa255639ecad39643423442d1a991e7","datavalue":{"value":{"entity-type":"item","numeric-id":3221798,"id":"Q3221798"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q2387146$89EA2B9E-41D6-4B26-813A-801AA86B5DD3","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"5ae6852911d079b41ffd5292566accbf25297357","datavalue":{"value":"https://doi.org/10.1007/bf02595405","type":"string"},"datatype":"url"},"type":"statement","id":"Q2387146$F8B5360D-D742-47F0-99C1-8283BCAC6A74","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"42153b3d668a3196f056da4a549ac3d35f0a46b2","datavalue":{"value":"W1969024523","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q2387146$528AC1EC-66EF-48D7-A811-671184339C58","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"667b3c370f169d9113f03a982f4591e79ecdf028","datavalue":{"value":{"entity-type":"item","numeric-id":1296724,"id":"Q1296724"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"5641a6aede0ee3f426e4cbffd196a08431e91023","datavalue":{"value":{"amount":"+0.9048934","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2387146$DD048185-7410-4C3A-A085-8BEA2559A99E","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d7019be38b42b75968e1d98add9d20b70345a7aa","datavalue":{"value":{"entity-type":"item","numeric-id":1110966,"id":"Q1110966"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"1df1b03e6ab14f692eeef3d7f22aafd3cee95f6a","datavalue":{"value":{"amount":"+0.8949702","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2387146$C5E6DFD7-9851-4092-AC34-E47AEE46D66B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"141dca8ef2e40c1cc5f5de055ca4747921e3685f","datavalue":{"value":{"entity-type":"item","numeric-id":5959973,"id":"Q5959973"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"4cf8a8074075e31dbeb765836f15cc3e8497ecd4","datavalue":{"value":{"amount":"+0.89275885","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2387146$D04BCD67-683F-49B5-A160-7BF0DE151E15","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"f9192d08ebe10241ec394af7751b28a91927665a","datavalue":{"value":{"entity-type":"item","numeric-id":1317211,"id":"Q1317211"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"971fc9a557363e30cbb29ac1765ba720e570ca7f","datavalue":{"value":{"amount":"+0.8891009","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2387146$F4D010D6-06A2-4F0A-B766-169BAE108BEE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"3e223539d13647765743c1c1d8a28400783e4372","datavalue":{"value":{"entity-type":"item","numeric-id":4669305,"id":"Q4669305"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"1938c9e375b1a81b02a1a2106a3412348df4c010","datavalue":{"value":{"amount":"+0.8807292","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2387146$6F48D338-9BE6-4E2E-A9C6-FA6F9D9E814D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"7f97b9652330cd46b8f12a8f8e27539bc6efbf20","datavalue":{"value":{"entity-type":"item","numeric-id":3200906,"id":"Q3200906"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"5e9026f7301069d6dbc9c54bd8b31e486b61089c","datavalue":{"value":{"amount":"+0.8803449","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2387146$6FEE1215-1BD0-4060-85AD-5804BF96E751","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d0240eff5c89a52c96782ffca605fabddacf59c4","datavalue":{"value":{"entity-type":"item","numeric-id":1324371,"id":"Q1324371"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"193f9862d3fd009e12d88397663ee5ae43ae4420","datavalue":{"value":{"amount":"+0.8755914","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2387146$5698C77B-5152-4A3C-B36C-5B0E4A82ED11","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"6c3eeec12d498c653137fff8c00fee60f430179e","datavalue":{"value":{"entity-type":"item","numeric-id":4633046,"id":"Q4633046"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"98d088d6d8491d2688ede743747dbc62db06ece3","datavalue":{"value":{"amount":"+0.8746913","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2387146$A3040BFF-92CA-4986-9D34-E4914916C6A6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"9fdf18b0f3f7e691d0b7aa5929bcf4479d0ab44e","datavalue":{"value":{"entity-type":"item","numeric-id":3325498,"id":"Q3325498"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"7183a5bd0c633e745878f9338aecbe969eeed122","datavalue":{"value":{"amount":"+0.87170565","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q2387146$BF9F407F-A302-40B9-8BBC-B4E038B89A48","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Publication:2387146","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Publication:2387146"}}}}}