{"entities":{"Q1567410":{"pageid":1578150,"ns":120,"title":"Item:Q1567410","lastrevid":67987848,"modified":"2026-04-12T20:41:20Z","type":"item","id":"Q1567410","labels":{"en":{"language":"en","value":"Inequalities for Shannon entropy and Kolmogorov complexity"}},"descriptions":{"en":{"language":"en","value":"scientific article; zbMATH DE number 1455743"}},"aliases":{},"claims":{"P31":[{"mainsnak":{"snaktype":"value","property":"P31","hash":"fd5912e4dab4b881a8eb0eb27e7893fef55176ad","datavalue":{"value":{"entity-type":"item","numeric-id":56887,"id":"Q56887"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1567410$E2AAADC3-4DD9-4142-BC08-1E3994D7B498","rank":"normal"}],"P159":[{"mainsnak":{"snaktype":"value","property":"P159","hash":"4ff0d2ea5f6d81f73146a0ba2d81da90450f4360","datavalue":{"value":{"text":"Inequalities for Shannon entropy and Kolmogorov complexity","language":"en"},"type":"monolingualtext"},"datatype":"monolingualtext"},"type":"statement","id":"Q1567410$051BC2D4-B19C-4ABB-92FB-9AC889303874","rank":"normal"}],"P225":[{"mainsnak":{"snaktype":"value","property":"P225","hash":"302d1a3656da72523efcb40698dac3270be16d98","datavalue":{"value":"0988.94016","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1567410$02D32115-7591-49C3-8EF0-E1F4A0898B71","rank":"normal"}],"P16":[{"mainsnak":{"snaktype":"value","property":"P16","hash":"87441787fca6a7565c41d514d5631a042405eba2","datavalue":{"value":{"entity-type":"item","numeric-id":1567409,"id":"Q1567409"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1567410$DF0D5194-A9B5-4C21-ACCF-8FC4C591E6F5","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"801443bcdf7411de1b6e68c3a4294f9eec71cb12","datavalue":{"value":{"entity-type":"item","numeric-id":235580,"id":"Q235580"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1567410$7654D7BC-0ADE-495A-8D81-7463703012F8","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"5476b83132587367d55252d960d0edb44ecf4f90","datavalue":{"value":{"entity-type":"item","numeric-id":235575,"id":"Q235575"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1567410$35CB50B2-3D9F-4758-946F-903C89697ECE","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P16","hash":"a878a6ace55a42ed0f1b3e5cefb54bfc6712237b","datavalue":{"value":{"entity-type":"item","numeric-id":1275007,"id":"Q1275007"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1567410$D4672C8F-CE0F-40EB-9519-9735AEA18A3A","rank":"normal"}],"P200":[{"mainsnak":{"snaktype":"value","property":"P200","hash":"3340243f57e05f2265c56423c388055a14b114fa","datavalue":{"value":{"entity-type":"item","numeric-id":107189,"id":"Q107189"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1567410$AE635611-BD68-4C16-AA7C-0191F7A5956D","rank":"normal"}],"P28":[{"mainsnak":{"snaktype":"value","property":"P28","hash":"9d53010eb4a0f8747285a4207efc90c1f02bad37","datavalue":{"value":{"time":"+2002-07-10T00:00:00Z","timezone":0,"before":0,"after":0,"precision":11,"calendarmodel":"http://www.wikidata.org/entity/Q1985727"},"type":"time"},"datatype":"time"},"type":"statement","id":"Q1567410$652CEA82-3AC5-4737-8855-AAF0225DB235","rank":"normal"}],"P1448":[{"mainsnak":{"snaktype":"value","property":"P1448","hash":"525f5f3134d86fbb2b2fc83584b6618f9cc496f0","datavalue":{"value":"It was mentioned by \\textit{A. N. Kolmogorov} [IEEE Trans. Inf. Theory IT-14, 662-664 (1968; Zbl 0167.47601)] that the properties of algorithmic complexity and Shannon entropy are similar. We investigate one aspect of this similarity. Namely, we are interested in linear inequalities that are valid for Shannon entropy and for Kolmogorov complexity. It turns out that (1) all linear inequalities that are valid for Kolmogorov complexity are also valid for Shannon entropy and vice versa; (2) all linear inequalities that are valid for Shannon entropy are valid for ranks of finite subsets of linear spaces; (3) the opposite statement is not true, Ingleton's inequality [\\textit{A. W. Ingleton}, Combinat. Math. Appl., Proc. Conf. Math. Inst., Oxford 1969, 149-167 (1971; Zbl 0222.05025)] is valid for ranks but not for Shannon entropy; (4) for some special cases, all three classes of inequalities coincide and have a simple description. We present an inequality for Kolmogorov complexity that implies Ingleton's inequality for ranks; another application of this inequality is a new simple proof of one of \\textit{P. G\u00e1cs} and \\textit{J. K\u00f6rner}'s results on common information [Probl. Control Inform. Theory 2, 149-162 (1973; Zbl 0317.94025)].","type":"string"},"datatype":"string"},"type":"statement","id":"Q1567410$0DB87891-2BC4-4629-92A7-0B9F9CC967FC","rank":"normal"}],"P226":[{"mainsnak":{"snaktype":"value","property":"P226","hash":"e30d62051793251cdb7305d492b252b2239dfb5e","datavalue":{"value":"94A17","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1567410$2C5B8628-C57E-4A6A-9EF5-9B86B96ED373","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P226","hash":"e243fd7c22ca7737465c92434b0b01e09fe89c42","datavalue":{"value":"68Q30","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1567410$BB5CCD48-EAB5-4A0A-BACC-0BCF993F8618","rank":"normal"}],"P1451":[{"mainsnak":{"snaktype":"value","property":"P1451","hash":"d374f9dcd154b23b1743ad211045eefa9be96826","datavalue":{"value":"1455743","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1567410$9B5A614A-1FD3-476C-A677-838256B988B5","rank":"normal"}],"P1450":[{"mainsnak":{"snaktype":"value","property":"P1450","hash":"a543313b75eba9fbcaf7fa6a23a4656fa708778c","datavalue":{"value":"Shannon entropy","type":"string"},"datatype":"string"},"type":"statement","id":"Q1567410$6F3C2386-507D-4A3C-9479-C87F0BC953EF","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"1e343c0d066d632a0b869d2dadad72cc8a3999e1","datavalue":{"value":"Kolmogorov complexity","type":"string"},"datatype":"string"},"type":"statement","id":"Q1567410$DF285BF4-E57E-4AE5-AD2E-3987D40B3152","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"cdae6483334a009b4e898c64794b67889a5295a7","datavalue":{"value":"linear inequalities","type":"string"},"datatype":"string"},"type":"statement","id":"Q1567410$8FDF01CE-822D-472F-BEAE-AF0EDD9B8656","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1450","hash":"dfc50a81d7a8bdf207a7c2247059d3aa517a8b33","datavalue":{"value":"Ingleton's inequality","type":"string"},"datatype":"string"},"type":"statement","id":"Q1567410$5AEDF088-C2A3-47A1-9575-FD1144D80365","rank":"normal"}],"P1460":[{"mainsnak":{"snaktype":"value","property":"P1460","hash":"57f7fea50d2ce1b39b695c4a1313582eed405e38","datavalue":{"value":{"entity-type":"item","numeric-id":5976449,"id":"Q5976449"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1567410$655C42D3-0D78-4BC3-B70E-4B7019103BD5","rank":"normal"}],"P205":[{"mainsnak":{"snaktype":"value","property":"P205","hash":"1f121f88ce52cd04d0a8221dafd119666785e398","datavalue":{"value":"https://doi.org/10.1006/jcss.1999.1677","type":"string"},"datatype":"url"},"type":"statement","id":"Q1567410$7EBBB987-DBED-4A3F-8DE8-270E2E72BB1D","rank":"normal"}],"P388":[{"mainsnak":{"snaktype":"value","property":"P388","hash":"949464bd2589449550ca15bbd45a567c15776c33","datavalue":{"value":"W2132219316","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1567410$CBF440E6-51EE-431F-A7F0-D17E5FD93480","rank":"normal"}],"P223":[{"mainsnak":{"snaktype":"value","property":"P223","hash":"fe5cb04ed598e660b39328c6a01af9494a10a763","datavalue":{"value":{"entity-type":"item","numeric-id":4079503,"id":"Q4079503"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1567410$F470256A-528D-4867-A2A4-A65E8E35E10D","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"1bac612f0c1e85052be2e638008a22fb010dbfd8","datavalue":{"value":{"entity-type":"item","numeric-id":1384701,"id":"Q1384701"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1567410$2BDA86EF-D50E-42FF-B41E-68CD564BCCEB","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"27b2fbb6714cb4cb424eeaa63886c1ade5eafa07","datavalue":{"value":{"entity-type":"item","numeric-id":5626684,"id":"Q5626684"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1567410$96C2CCC6-4897-4A8F-8B82-40C668F1F19B","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"f2c5f4a456f9910b4c4f2a1d73e4561be8a5dbc2","datavalue":{"value":{"entity-type":"item","numeric-id":3214803,"id":"Q3214803"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1567410$476D3D89-1E77-42A9-B783-2EE97B84D799","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"102a26891507bd915dd804ec90cf13faf460e1bf","datavalue":{"value":{"entity-type":"item","numeric-id":5554774,"id":"Q5554774"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1567410$D0E82385-2DA1-4463-8909-2C06E448C69F","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"bd5becf6b269d2da73d5affe1d576ca0555ebccf","datavalue":{"value":{"entity-type":"item","numeric-id":4337021,"id":"Q4337021"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1567410$AE9D508C-F2A9-4579-B5ED-D3E0B2DA0E15","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"76e81b94e303e3a7768dfb4c39576c7d108a43e7","datavalue":{"value":{"entity-type":"item","numeric-id":4879210,"id":"Q4879210"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1567410$08B5A2DF-BD9E-4C07-80E8-43EC5F7B4CB3","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"16ee6ba21410efd14ddd2a024a73c0ed4e5a2745","datavalue":{"value":{"entity-type":"item","numeric-id":4111952,"id":"Q4111952"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1567410$3CFC2DF2-53CC-4E65-A7B9-F0BA75357848","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P223","hash":"55cfc0ff9590d7beb1ccb038cddeb12787b6740f","datavalue":{"value":{"entity-type":"item","numeric-id":5626617,"id":"Q5626617"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","id":"Q1567410$DFAF9C7A-BD92-428A-A179-C4F8DE40AC7D","rank":"normal"}],"P12":[{"mainsnak":{"snaktype":"value","property":"P12","hash":"367c06d68d8a7c018485a9cd88b69afb626986f3","datavalue":{"value":"Q57349851","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1567410$8802F7F5-E51A-4342-95C7-F41F7A5907A6","rank":"normal"}],"P1635":[{"mainsnak":{"snaktype":"value","property":"P1635","hash":"56180c3545a2f2bfad9e741e0f0d1e80b725f987","datavalue":{"value":"journals/jcss/HammerRSV00","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1567410$85C65237-65F3-4950-A06D-1F178359DB4B","rank":"normal"}],"P27":[{"mainsnak":{"snaktype":"value","property":"P27","hash":"f4dcfffb6954e16e31aafd1cd32f7fd3524ee6af","datavalue":{"value":"10.1006/JCSS.1999.1677","type":"string"},"datatype":"external-id"},"type":"statement","id":"Q1567410$CEE0C6AF-CDCD-442A-A1A0-1647B2CC576B","rank":"normal"}],"P1643":[{"mainsnak":{"snaktype":"value","property":"P1643","hash":"1c0293b6ae5d968009344a37b366899c4abe31a0","datavalue":{"value":{"entity-type":"item","numeric-id":5061387,"id":"Q5061387"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"6a8b591a0b555b255213957941f8efac85fe2e24","datavalue":{"value":{"amount":"+0.8831101655960083","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1567410$36B7F360-AD20-402B-BA26-F8CF8119EB54","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"4d269f5ff7c8b09809aaa723a48e36d121279bb0","datavalue":{"value":{"entity-type":"item","numeric-id":3434702,"id":"Q3434702"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"37afa9022cd81b89a4b4b5e79d09e7edf8211916","datavalue":{"value":{"amount":"+0.8620769381523132","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1567410$EF25480A-6B5E-4451-96E1-69E0A66F94C9","rank":"normal"},{"mainsnak":{"snaktype":"value","property":"P1643","hash":"e030623fcbb47f38182c2664649a46a2816a8084","datavalue":{"value":{"entity-type":"item","numeric-id":5958285,"id":"Q5958285"},"type":"wikibase-entityid"},"datatype":"wikibase-item"},"type":"statement","qualifiers":{"P1659":[{"snaktype":"value","property":"P1659","hash":"b99be76eb196d79892195b102b3a8aadfd353be5","datavalue":{"value":{"amount":"+0.8471627235412598","unit":"1"},"type":"quantity"},"datatype":"quantity"}],"P1660":[{"snaktype":"value","property":"P1660","hash":"a327a09ea0305e98d5cf33bd4036320e19f2aed0","datavalue":{"value":{"entity-type":"item","numeric-id":6821328,"id":"Q6821328"},"type":"wikibase-entityid"},"datatype":"wikibase-item"}]},"qualifiers-order":["P1659","P1660"],"id":"Q1567410$F1C44A25-0A02-467E-95A1-E6BD1B992776","rank":"normal"}]},"sitelinks":{"mardi":{"site":"mardi","title":"Inequalities for Shannon entropy and Kolmogorov complexity","badges":[],"url":"https://portal.mardi4nfdi.de/wiki/Inequalities_for_Shannon_entropy_and_Kolmogorov_complexity"}}}}}