equal
deleted
inserted
replaced
1941 assumes X: "simple_function M X" shows "\<H>(f \<circ> X) \<le> \<H>(X)" |
1941 assumes X: "simple_function M X" shows "\<H>(f \<circ> X) \<le> \<H>(X)" |
1942 proof - |
1942 proof - |
1943 note fX = simple_function_compose[OF X, of f] |
1943 note fX = simple_function_compose[OF X, of f] |
1944 from X have "\<H>(X) = \<H>(f\<circ>X) + \<H>(X|f\<circ>X)" by (rule entropy_partition) |
1944 from X have "\<H>(X) = \<H>(f\<circ>X) + \<H>(X|f\<circ>X)" by (rule entropy_partition) |
1945 then show "\<H>(f \<circ> X) \<le> \<H>(X)" |
1945 then show "\<H>(f \<circ> X) \<le> \<H>(X)" |
1946 by (auto intro: conditional_entropy_nonneg[OF X fX]) |
1946 by (simp only: conditional_entropy_nonneg [OF X fX] le_add_same_cancel1) |
1947 qed |
1947 qed |
1948 |
1948 |
1949 corollary (in information_space) entropy_of_inj: |
1949 corollary (in information_space) entropy_of_inj: |
1950 assumes X: "simple_function M X" and inj: "inj_on f (X`space M)" |
1950 assumes X: "simple_function M X" and inj: "inj_on f (X`space M)" |
1951 shows "\<H>(f \<circ> X) = \<H>(X)" |
1951 shows "\<H>(f \<circ> X) = \<H>(X)" |