{"entities":{"Q1098527":{"pageid":1109279,"ns":120,"title":"Item:Q1098527","lastrevid":66967107,"modified":"2026-04-12T14:02:57Z","type":"item","id":"Q1098527","labels":{"en":{"language":"en","value":"The two-armed bandit with delayed responses"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 4039059"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1098527$65FEF938-E97E-4DB9-8D35-34615343FDBE","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"e08ca3b3c35966f306ca28017d10817ab6a8a079","datavalue":{"value":{"text":"The two-armed bandit with delayed responses","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1098527$AF1F9ADE-4BA2-4288-ACB3-6AE7A3426C5C","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"bad2a06d3b1d81a0542bf919c68aa686e07dc336","datavalue":{"value":"0637.62074","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1098527$CA77AC69-17BE-4BD0-A5C7-166B3C118F62","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"bf63bb624a159e1584187dacf5c679c260ef53e4","datavalue":{"value":{"entity-type":"item","numeric-id":1098526,"id":"Q1098526"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1098527$00585E9A-A695-41A4-91F2-FEAB4EF3A406","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"0b73f6da78562727d9e1c290db85e0053cdeb667","datavalue":{"value":{"entity-type":"item","numeric-id":60819,"id":"Q60819"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1098527$9A1372AB-8CA6-46FC-AB12-B1AF5B67B348","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"31a1937240ca4a323604b4728c31d242b5596d7c","datavalue":{"value":{"time":"+1988-00-00T00:00:00Z","timezone":0,"before":0,"after":0,"precision":9,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1098527$74D684FD-F059-4BF1-BAD3-5EBCF6783C7A","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"af02a853188ba28f68018903de6f3b484f4e9568","datavalue":{"value":"A general model for a two-armed bandit with delayed responses is introduced and solved with dynamic programming. One arm has geometric lifetime with parameter \\(\\theta\\), which has prior distribution \\(\\mu\\). The other arm has known lifetime with mean \\(\\kappa\\). The response delays completely change the character of the optimal strategies from the no delay case; in particular, the bandit is no longer a stopping problem. The delays also introduce an extra parameter p into the state space. In clinical trial applications, this parameter represents the number of patients previously treated with the unknown arm who are still living.    The value function is introduced and investigated as p, \\(\\mu\\) and \\(\\kappa\\) vary. Under a regularity condition on the discount sequence, there exists a manifold in the state space such that both arms are optimal on the manifold, arm x is optimal on one side and arm y on the other. Properties of the manifold are described.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1098527$D6055A61-F65F-4488-9694-20A9D9F2CBA3","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"2c0c09d2caba66ba44b1be99e80b2f2867b9bbb8","datavalue":{"value":"62L05","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1098527$47304164-D206-4843-8288-E198E069A1E4","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"aa3ca91474fff28e420d9cace433f8447ec799b0","datavalue":{"value":"90C39","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1098527$81452456-8EC2-425B-B9EF-93C69E99AD1D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"3d0e7b322622d5e8df8bd4a7f15a34940eb62cd4","datavalue":{"value":"62L15","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1098527$6BE2952B-254B-408E-839C-06FA36F17AE7","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"8aa101ebfa03280e1e1c8a8cdd28daa40c8d9737","datavalue":{"value":"4039059","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1098527$1C057450-CD29-49E5-A54C-BDDA0EFB3A86","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"42c8fc5763174afd9d45b9486c052e182a98c4ad","datavalue":{"value":"randomized clinical trials","type":"string"},"datatype":"string"},"type":"statement","id":"Q1098527$C49222B1-509C-43CE-A202-6FEFD07815BF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"40803e48f1d817c86c1302c3d18d7be2a6825308","datavalue":{"value":"two-armed bandit with delayed responses","type":"string"},"datatype":"string"},"type":"statement","id":"Q1098527$4882B342-219D-43D7-A02A-55A44B1FBBFF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"167a0257e78675303cb93850ccd8b1384c9cd07b","datavalue":{"value":"geometric lifetime","type":"string"},"datatype":"string"},"type":"statement","id":"Q1098527$8ED46B6E-6BF2-4B11-A7D3-C7B23EC8EFBB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"f51bd915cb0f64ab94de8cb7de1861decc9baed4","datavalue":{"value":"optimal strategies","type":"string"},"datatype":"string"},"type":"statement","id":"Q1098527$7E4F19B1-1EC3-4295-B483-8C6EEF7CB01D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"60a9ddaad371c5de99845b002d7261e34b63d90c","datavalue":{"value":"value function","type":"string"},"datatype":"string"},"type":"statement","id":"Q1098527$DF8D5C55-3A6A-476F-9528-856D46B1DC66","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1098527$2C39FE70-2506-4BD5-839C-5FFCCEF8DB00","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"0700e7da9e79143e160412ded0942fc0adb3ae92","datavalue":{"value":"https://doi.org/10.1214/aos/1176350703","type":"string"},"datatype":"url"},"type":"statement","id":"Q1098527$0BBFAA2B-613D-42B0-8152-BC5F3C9A7F80","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"8c3a347daf5cdab2000e80fbf8ae726edecfb5f3","datavalue":{"value":"W2053005272","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1098527$4B8D19F8-1335-48F3-AF13-A3627757EEAF","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"eabc2dd519e6f974175e468bb5fba48e1b1932ea","datavalue":{"value":"10.1214/AOS/1176350703","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1098527$6A7A6712-9328-4EB3-846F-0369FEFB0F62","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"afb81ab2dccbcc40dbb8f87bb1f977c828f2af74","datavalue":{"value":{"entity-type":"item","numeric-id":1573129,"id":"Q1573129"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"6ed999e528ca09b3d0cda05984e724731fd12e06","datavalue":{"value":{"amount":"+0.92426836","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1098527$918C097B-F9AC-4062-9D38-73160AFE20B6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"350ae2f9596b51337c4e64d420d7bb6052d28d2f","datavalue":{"value":{"entity-type":"item","numeric-id":1416785,"id":"Q1416785"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"ad91ab190756c8cae2ce1de57a270645c8554e98","datavalue":{"value":{"amount":"+0.88266593","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1098527$E71FFB0F-795D-45F3-9E6D-140C4178D9FF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"1a9a64ba02f2a85d666098c78abf8a21db4a140a","datavalue":{"value":{"entity-type":"item","numeric-id":5018560,"id":"Q5018560"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"3670b321be70923495b73c0647e26e8bdc682dd5","datavalue":{"value":{"amount":"+0.8693529","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1098527$BDFF7B49-B2CA-4E70-A0F6-46B013C9C74F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"fc776368188ad2900d7b1ecb1eaaed9874dd9f04","datavalue":{"value":{"entity-type":"item","numeric-id":3792100,"id":"Q3792100"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"e0008dffeeec403cec4ab25e52fada0fd8ff46dd","datavalue":{"value":{"amount":"+0.85815346","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1098527$634F4E26-8A8B-46D2-BEFC-42F11CD795A9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"c482c531b364eadbd9c3b2a28f6f89214b691d41","datavalue":{"value":{"entity-type":"item","numeric-id":3138159,"id":"Q3138159"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"7721bb4a55466fc8de181fbc0b3717fadd4385d8","datavalue":{"value":{"amount":"+0.845289","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1098527$76F61DDE-264C-4EA3-AA3C-794AAEFF5114","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"cdb28cef7aeafb7acb44791360e7efe3beae27a3","datavalue":{"value":{"entity-type":"item","numeric-id":3479835,"id":"Q3479835"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"2d5bd37f1e13074105d8b492dd418b9ee1afb84a","datavalue":{"value":{"amount":"+0.84154683","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1098527$54672F7D-D422-4935-8B6D-976FDBBC3157","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"163512ead676c503f7af019ecf4cc672a116f79e","datavalue":{"value":{"entity-type":"item","numeric-id":3373746,"id":"Q3373746"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"3751e75a749080e54df72c026cf1f05dce161288","datavalue":{"value":{"amount":"+0.8413509","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1098527$EC796D28-CE28-4A5D-A5C2-B6BCCF448347","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"496e8f5a5e3eea33477012787493b08660593279","datavalue":{"value":{"entity-type":"item","numeric-id":3155639,"id":"Q3155639"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"430f983ea2dcbb8568dc4085e1ba1da6db4b700c","datavalue":{"value":{"amount":"+0.84124136","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1098527$A092611A-80EA-41D2-8E72-1794C8E60386","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"ed5c62cfc708b675d828d1f4f4c35e8311adbbea","datavalue":{"value":{"entity-type":"item","numeric-id":4490200,"id":"Q4490200"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"1adbe3eb942fbf722a861d13d136f6213af386a8","datavalue":{"value":{"amount":"+0.841143","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"ac3c626774dcd0d16f89557f66586245841a01db","datavalue":{"value":{"entity-type":"item","numeric-id":6767936,"id":"Q6767936"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1098527$9BB57FFB-C21C-4DBE-A838-3B5BA8586BEF","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"The two-armed bandit with delayed responses","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/The_two-armed_bandit_with_delayed_responses"}}}}}