{"entities":{"Q280482":{"pageid":282249,"ns":120,"title":"Item:Q280482","lastrevid":52525559,"modified":"2026-01-22T21:15:02Z","type":"item","id":"Q280482","labels":{"en":{"language":"en","value":"Estimation bias in maximum entropy models"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 6578318"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q280482$EC19BB4F-F225-4DD3-BE99-0BC73596B881","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"400aace736f560ff7261d05a481ce22fe79e6b3d","datavalue":{"value":{"text":"Estimation bias in maximum entropy models","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q280482$3EB5EF91-1C0B-403E-A410-75A8822AF0F8","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"f55962a1b97931e80480839ac7a46440314c2de7","datavalue":{"value":"1335.62011","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q280482$D6F0243B-D810-4794-8E57-86F28FD58225","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"cc5eae06b4daec17cc8ec1bab37a1b09bad3245f","datavalue":{"value":{"entity-type":"item","numeric-id":280479,"id":"Q280479"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q280482$5EE6DCE5-8A69-4787-8CF1-2A91C46AEEA4","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"cd122fef4dd4a01bd5a951bdc30612852286e662","datavalue":{"value":{"entity-type":"item","numeric-id":280480,"id":"Q280480"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q280482$4F03752B-C936-4103-A326-16BFDEEA7653","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"93884741a84137943abef6312c0248e2c7a7e094","datavalue":{"value":{"entity-type":"item","numeric-id":280481,"id":"Q280481"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q280482$7429B698-DE90-4F8C-ACD7-8E9863481B73","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"5cd7699fb04f6d346a394454e45cb2ba8d87b719","datavalue":{"value":{"entity-type":"item","numeric-id":72504,"id":"Q72504"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q280482$7C976F23-1CE9-42C1-ACF9-E2283F9FD259","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"5080655d79bf372c5c5ce3cef49e38026d2edcb7","datavalue":{"value":{"time":"+2016-05-10T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q280482$059AE413-F0E6-48AD-ADF7-C7DE6F7F9A19","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"ea42118e70800e63b89622b54238404966600e18","datavalue":{"value":"Summary: Maximum entropy models have become popular statistical models in neuroscience and other areas in biology and can be useful tools for obtaining estimates of mutual information in biological systems. However, maximum entropy models fit to small data sets can be subject to sampling bias; i.e., the true entropy of the data can be severely underestimated. Here, we study the sampling properties of estimates of the entropy obtained from maximum entropy models. We focus on pairwise binary models, which are used extensively to model neural population activity. We show that, if the data is well described by a pairwise model, the bias is equal to the number of parameters divided by twice the number of observations. If, however, the higher order correlations in the data deviate from those predicted by the model, the bias can be larger. Using a phenomenological model of neural population recordings, we find that this additional bias is highest for small firing probabilities, strong correlations and large population sizes -- for the parameters we tested, a factor of about four higher. We derive guidelines for how long a neurophysiological experiment needs to be in order to ensure that the bias is less than a specified criterion. Finally, we show how a modified plug-in estimate of the entropy can be used for bias correction.","type":"string"},"datatype":"string"},"type":"statement","id":"Q280482$D6776B05-0A46-4F06-B7EA-A3A987519160","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"43e8f62905bedd997cf0dbb9ef3fe59e21b4ed65","datavalue":{"value":"62B10","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q280482$EFAACE0B-57E6-4B83-9CF4-8DCC36B56597","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"708a6f1a75f978962215fcdf6748c16c77f4fd6e","datavalue":{"value":"62P10","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q280482$FAB091C7-8CC7-4235-945C-8EDF82366A78","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"97e2b17d1697833df62c59cb453cd6e46617a0d6","datavalue":{"value":"6578318","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q280482$B37ECF95-E686-4007-90F1-7B99840D915E","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"3e4c3963965f4d7f1eff1026582690dcd734e5c4","datavalue":{"value":"maximum entropy","type":"string"},"datatype":"string"},"type":"statement","id":"Q280482$01253520-3E72-4719-BC88-DBD082B8489A","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"83e5b6a6da52e268a643197c623af6a8450439cc","datavalue":{"value":"sampling bias","type":"string"},"datatype":"string"},"type":"statement","id":"Q280482$3533982F-B9D6-4E2A-9FE8-3FFBE0FEE499","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"41f3c01869457704617dd64865c9815f0422809c","datavalue":{"value":"asymptotic bias","type":"string"},"datatype":"string"},"type":"statement","id":"Q280482$9E82CF6E-F432-4332-A2CA-DA69F3928F0C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"afef593449bcf948fbe1bea6ebd0aace77455f50","datavalue":{"value":"model-misspecification","type":"string"},"datatype":"string"},"type":"statement","id":"Q280482$70B41B62-342D-4336-8CDC-B8C563D70563","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"bc0f13927ec41e28ade923250cf62805e51fb8f8","datavalue":{"value":"neurophysiology","type":"string"},"datatype":"string"},"type":"statement","id":"Q280482$3A3BE527-46B8-4237-A1DF-B6628F31B7F5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"e92a44ad6747c9c21c7a6888913644210c3efe50","datavalue":{"value":"neural population coding","type":"string"},"datatype":"string"},"type":"statement","id":"Q280482$B94B3553-DB58-487E-8BFA-2B60E993F4BB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"0b66e45f2eedc54544e3edc8d9c8e313340e6262","datavalue":{"value":"Ising model","type":"string"},"datatype":"string"},"type":"statement","id":"Q280482$4CEE1244-79DC-4BAE-B896-F0D6B98FA8EB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"766d18e719b4f4084e52aa57e15b984d37e89ac1","datavalue":{"value":"dichotomized Gaussian","type":"string"},"datatype":"string"},"type":"statement","id":"Q280482$E61FFF95-20C4-459B-B94F-635A0C9E1867","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q280482$068F9997-5334-432A-B9F2-6A52516CD3CE","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"39b1b0e5875361fc7a8f0b2ef0b8d9f1ef1bbe07","datavalue":{"value":"https://doi.org/10.3390/e15083109","type":"string"},"datatype":"url"},"type":"statement","id":"Q280482$A11BD870-03BE-4117-95B4-4FB3F9119E9C","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"11a6ad40f8db2ca92a402a8120b8e8259be3bf40","datavalue":{"value":"W2163586890","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q280482$BB85CBC3-0F7C-467E-9F24-CFD335418AF0","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"bcbac9623609ced2bbdcf78cab96c9fad28a93e5","datavalue":{"value":{"entity-type":"item","numeric-id":5801644,"id":"Q5801644"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q280482$19E01766-885F-412E-A22F-D5CBE79F6F79","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"63a30c77116acd209b449b0066cc75d36bfe8862","datavalue":{"value":{"entity-type":"item","numeric-id":4816848,"id":"Q4816848"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q280482$7DA4D4D6-AF21-4B85-AEAC-D11BCBB9EE98","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"e5ade66daa336c76bf41530f78fc0453abf270f6","datavalue":{"value":{"entity-type":"item","numeric-id":3070780,"id":"Q3070780"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q280482$838F5C12-52EF-4E35-B85F-B1D427799C2D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"5f7d43f0c376a155567c38a5cab1bbf667ea2d72","datavalue":{"value":{"entity-type":"item","numeric-id":3612127,"id":"Q3612127"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q280482$13A1E63E-C795-416C-8DB4-181DB3CBDA86","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"cae23e98b79a3b031cf3e958ca71d31cb40e17e3","datavalue":{"value":{"entity-type":"item","numeric-id":4408919,"id":"Q4408919"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q280482$D998EEFF-E174-4160-B431-495BD2B67AA8","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f118280a13eb45be5cbf3e1b7b78581b8c89d807","datavalue":{"value":{"entity-type":"item","numeric-id":3825911,"id":"Q3825911"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q280482$04CB8ADF-E25A-41FB-BC0A-8CB6ECC8CD80","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"0929e5fea3e76226593e406c5aba7ff6d13045fc","datavalue":{"value":{"entity-type":"item","numeric-id":1765618,"id":"Q1765618"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q280482$1C5258B8-C21A-4633-BEF5-41AAE092FC90","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"5f3bbd853073e66c966b3f5f5142810110fecb86","datavalue":{"value":{"entity-type":"item","numeric-id":657559,"id":"Q657559"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q280482$BA4B3A43-6A8E-48BF-9A21-61DD8B50AC35","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"c3f17cd2f0fe50b0107b5358fb0dbfe3566c3fed","datavalue":{"value":{"entity-type":"item","numeric-id":4419414,"id":"Q4419414"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q280482$D5CC4204-E4BB-4CB4-8126-E5B09DA82122","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"148c288cf0178e33fdc6a18688a3330eba9c3d0b","datavalue":{"value":{"entity-type":"item","numeric-id":3559922,"id":"Q3559922"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q280482$CF19C306-E27B-44DE-AD1A-4678E1C39CA6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"bb7843f2eb4b24ce50784e05c968d9e88ce482a9","datavalue":{"value":{"entity-type":"item","numeric-id":5441302,"id":"Q5441302"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q280482$4A36CFDE-86F2-40D4-8BED-A2D6C66C122D","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"062107042581f7cda1cdf0e62281eb365cdca2be","datavalue":{"value":"10.3390/E15083109","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q280482$5ED95602-210A-4007-9B79-F392873C8B66","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"7d779a8a320790721db769e6dc63ac7d59532acf","datavalue":{"value":{"entity-type":"item","numeric-id":3301563,"id":"Q3301563"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"408da3641ba428fa79e4a06d8c271689386eab03","datavalue":{"value":{"amount":"+0.7851355671882629","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q280482$AFC2A871-26F3-4E99-8590-3E0917676F80","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"c24c1106c2fd7327e84e5bb1a582084848cb36cf","datavalue":{"value":{"entity-type":"item","numeric-id":3159015,"id":"Q3159015"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"00186d172ab2d1b8bc1471a435eb4b58dd2a8b3d","datavalue":{"value":{"amount":"+0.7752459049224854","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q280482$7705062F-ADE8-4C25-9D79-A82F16302D71","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"e9a612e2b9b7685de0ef8cab496917e24f8a441c","datavalue":{"value":{"entity-type":"item","numeric-id":4816848,"id":"Q4816848"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"235c869f4af7670943514a92c4b08ece48485198","datavalue":{"value":{"amount":"+0.7709707021713257","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q280482$5B9586C2-C542-4394-8C9E-74DAAE9F1709","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"f40ede187b6c67c777a4044e9d21476278b7b269","datavalue":{"value":{"entity-type":"item","numeric-id":5441302,"id":"Q5441302"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"fdea56aa8bf1c0c3e24eb9b5b26b907a71f0d114","datavalue":{"value":{"amount":"+0.762482225894928","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q280482$B8BAE5B2-4AB8-4CDC-999C-4D031F1849BB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"5680129ee8fa11efcc5d3f1c651b6219adec4c6c","datavalue":{"value":{"entity-type":"item","numeric-id":4395705,"id":"Q4395705"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"3ea9ffbdfe3d039925505f1ae7657907669f3ef0","datavalue":{"value":{"amount":"+0.7540873289108276","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q280482$DC71BD70-E248-4E68-9E03-B1560636DAA1","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Publication:280482","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Publication:280482"}}}}}