{"entities":{"Q1664976":{"pageid":1675717,"ns":120,"title":"Item:Q1664976","lastrevid":68183235,"modified":"2026-04-12T21:59:32Z","type":"item","id":"Q1664976","labels":{"en":{"language":"en","value":"A unified definition of mutual information with applications in machine learning"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 6925750"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$3D4B48D3-1E0B-4A75-8E78-A7AAB8CA70B1","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"9828448e7dc2e1b5018c7ddcd85caf3f6d2aed1e","datavalue":{"value":{"text":"A unified definition of mutual information with applications in machine learning","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1664976$F799BA9A-068D-45B2-BB7E-B2AD8395B5F3","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"383b9734c2235a60eff751f8766bbd1b45b04236","datavalue":{"value":"1395.94204","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1664976$68D7FC9E-A939-4352-9EE6-F8A1ABE71242","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"08673dd08563d066233bddca91873447f32f73fe","datavalue":{"value":"10.1155/2015/201874","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1664976$E873A407-5B34-40E2-BDAD-06B116B65A0B","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"f10d4ff8e129447b498de10186553e9b29485d24","datavalue":{"value":{"entity-type":"item","numeric-id":597412,"id":"Q597412"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$794FC064-FB0F-4A85-B1E6-ADBF556B4AFC","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"3dc97bc0aff607b9c22ce37ffa18b6de85001d90","datavalue":{"value":{"entity-type":"item","numeric-id":86199,"id":"Q86199"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$7501239B-C3F0-4C63-80CC-E35FFD74CCBE","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"07d78b2809f727a96c8c6621733f1ab3a1973328","datavalue":{"value":{"time":"+2018-08-27T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1664976$8D0C3D37-B107-4A7D-80A9-C027C5673A62","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"c1fed4b2f43b79a8811e6da5e555e40a5d0e0375","datavalue":{"value":"Summary: There are various definitions of mutual information. Essentially, these definitions can be divided into two classes: (1) definitions with random variables and (2) definitions with ensembles. However, there are some mathematical flaws in these definitions. For instance, Class 1 definitions either neglect the probability spaces or assume the two random variables have the same probability space. Class 2 definitions redefine marginal probabilities from the joint probabilities. In fact, the marginal probabilities are given from the ensembles and should not be redefined from the joint probabilities. Both Class 1 and Class 2 definitions assume a joint distribution exists. Yet, they all ignore an important fact that the joint or the joint probability measure is not unique. In this paper, we first present a new unified definition of mutual information to cover all the various definitions and to fix their mathematical flaws. Our idea is to define the joint distribution of two random variables by taking the marginal probabilities into consideration. Next, we establish some properties of the newly defined mutual information. We then propose a method to calculate mutual information in machine learning. Finally, we apply our newly defined mutual information to credit scoring.","type":"string"},"datatype":"string"},"type":"statement","id":"Q1664976$B5858DE3-0063-492E-A4D7-E56A5BD06B3F","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"e1f144a9ab7064f6f8c78503075f6cd455ea06f6","datavalue":{"value":"94A15","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1664976$394AD831-3BC3-451F-A62C-6D210A841C63","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"43e8f62905bedd997cf0dbb9ef3fe59e21b4ed65","datavalue":{"value":"62B10","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1664976$75943361-11E7-457F-A222-BE04623DDB15","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"cfe779e91fe9c53ee133568259955801965765ae","datavalue":{"value":"68T05","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1664976$2971B10F-B44C-4B60-B2DA-3995573ECA95","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"e36d5875abc0341bb5224cbe4c6ce23aa024fd4f","datavalue":{"value":"6925750","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1664976$1DA48A8E-2EC4-4786-9846-A030404A549C","rank":"normal"}],"P12":[{"mainsnak":{"snaktype":"value","property":"P12","hash":"d99f0a4a8336cb4132cecc0a86d14fe867ba5719","datavalue":{"value":"Q59117586","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1664976$7F6F0F1C-CA9D-4F41-8CFD-B716A6CE4A27","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$936A9BD8-F813-4A91-B05A-89AA41619C4E","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"f6ac162e321cc08eea5a9c5cc75407130d81823b","datavalue":{"value":"https://doi.org/10.1155/2015/201874","type":"string"},"datatype":"url"},"type":"statement","id":"Q1664976$0ED8FD5A-FEA3-47E9-B1BA-0C08D4CD908F","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"cf9fd5fdc304f1322c785e0ffd8e1ba8fec690f7","datavalue":{"value":"W2078028891","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1664976$CF5B0E56-6707-4F76-A68D-D16E71B62A6F","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"8407f41a8ed3d78e6aec8a2d590e0589519f07d9","datavalue":{"value":{"entity-type":"item","numeric-id":4827807,"id":"Q4827807"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$E1FD6A04-6F1C-41D9-954B-73EBE9BFAE24","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"78f0cf2b8270f6087b7bc3862da42dbac9e1bf1f","datavalue":{"value":{"entity-type":"item","numeric-id":88168,"id":"Q88168"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$E25FC2D8-D4C5-4FBC-9809-913166B6ACEA","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"6ba3f2da6f5e5b177208c3209b0b1757bf7a5128","datavalue":{"value":{"entity-type":"item","numeric-id":5529067,"id":"Q5529067"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$874FFA36-E4C1-488D-8DF0-BC172A44F025","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"85cb5d6aea11f3ed4bea5fca53e5c252471ce228","datavalue":{"value":{"entity-type":"item","numeric-id":3289420,"id":"Q3289420"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$B5AD2B51-EA2D-40BC-93BA-A7C5230D08B6","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"6fda3dee274938380d44edadf2992367c819e2fd","datavalue":{"value":{"entity-type":"item","numeric-id":5516510,"id":"Q5516510"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$985D1B73-D36D-426E-9470-F36AD700DADC","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"763e3905bf47dfe4b400832ecce38198b0d97320","datavalue":{"value":{"entity-type":"item","numeric-id":5490912,"id":"Q5490912"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$ECA8C693-C164-4A03-AAE7-B4D45AAE9E24","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"8122a470004d111c5528e0dbd3a14cb0e324a9c6","datavalue":{"value":{"entity-type":"item","numeric-id":5012903,"id":"Q5012903"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$993FDD3C-0DB8-4C2B-A088-85570638C95C","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f024f8820c524c134f0fa0b7424f0c84ae19c3d4","datavalue":{"value":{"entity-type":"item","numeric-id":5595624,"id":"Q5595624"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$265E03C5-15D3-4B3A-807E-19111ED16AC3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a394bb99bb34a387dc51757912aeb250e2e2b93b","datavalue":{"value":{"entity-type":"item","numeric-id":4943605,"id":"Q4943605"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$F2938F25-0247-4040-92BA-448791C0059B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"63a30c77116acd209b449b0066cc75d36bfe8862","datavalue":{"value":{"entity-type":"item","numeric-id":4816848,"id":"Q4816848"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$7B9B7667-D032-43DD-8C8B-6007FCF86C2B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"a9b1ad911a2b0de471fdb18ee8ddd6c34359095e","datavalue":{"value":{"entity-type":"item","numeric-id":2337058,"id":"Q2337058"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$42EEF7B3-075B-4335-A4C0-96C4EC160115","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"85fefc2974b7a875a2a1860297ed9495856fabce","datavalue":{"value":{"entity-type":"item","numeric-id":4821327,"id":"Q4821327"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$E5B8FEEB-9FE5-4D22-A255-152DE899E9F5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"112b499f7dfb3d45b598bd0bbb0f66c0e890c2d4","datavalue":{"value":{"entity-type":"item","numeric-id":127532,"id":"Q127532"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$05C883CD-DC84-40BF-9E97-4A86D6191227","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"f1b3791afe6a6dd5299aba87c342bc8ce7b733fb","datavalue":{"value":{"entity-type":"item","numeric-id":4555042,"id":"Q4555042"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"a181823aefc25a011bfa87a8a1cc5433a53e68ad","datavalue":{"value":{"amount":"+0.7204532623291016","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1664976$482D6FC2-D348-45B5-A004-F069A5F92744","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"7b7c7cd14160a91826230919bd93ee1f2fc4371f","datavalue":{"value":{"entity-type":"item","numeric-id":742658,"id":"Q742658"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"5a13695311593446716d20265f115e92b3a4149d","datavalue":{"value":{"amount":"+0.7162685990333557","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1664976$D98BF7AD-4042-433B-8D28-3F57A2D6CEBE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"80d72fa36f2a5b68b1a69bb899f3725089d2e0af","datavalue":{"value":{"entity-type":"item","numeric-id":94967,"id":"Q94967"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"0916b2f2d6659245e185ed60581b4e5195303eb9","datavalue":{"value":{"amount":"+0.706020176410675","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1664976$14E25621-12C8-4A35-85C5-52D59F0BA068","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"d36241bdd896b7d2d40dc5cd1752e03a75f77429","datavalue":{"value":{"entity-type":"item","numeric-id":3020468,"id":"Q3020468"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"66a3136a63378fe059b5eeda7c373632ad296f30","datavalue":{"value":{"amount":"+0.7023455500602722","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1664976$79D241F8-1523-47A6-BC5C-AE41AA4BE5C5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"73295c4b1561b5fb8c0e009b93be8e6deb519c5f","datavalue":{"value":{"entity-type":"item","numeric-id":957142,"id":"Q957142"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"1aec135af58a07d9170b8a5eeb7a3cfb55fe230d","datavalue":{"value":{"amount":"+0.6886022686958313","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1664976$F472062D-15BA-4BEB-BFAB-857CEBC87BE0","rank":"normal"}],"P163":[{"mainsnak":{"snaktype":"value","property":"P163","hash":"daf5f856a5d861312ad309ab567540337a5f61d6","datavalue":{"value":{"entity-type":"item","numeric-id":57050,"id":"Q57050"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1664976$3F2D3E5C-0752-401C-94D2-45941AF1BCEF","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"A unified definition of mutual information with applications in machine learning","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/A_unified_definition_of_mutual_information_with_applications_in_machine_learning"}}}}}