人工知能数学第14週

import numpy as np

P=[0.25, 0.1, 0.25, 0.1, 0.18, 0.12]

def entropy (P):
  return sum([-P[i]*np.log2(P[i]) for i in range(len (P))])
print("Entropy = ", entropy(P))

#Entropy =  2.476760475563735

# 제출된 답중 하나
from scipy import stats
stats.entropy(P, base=2)

#2.476760475563735

import numpy as np

P=[0.35, 0.25, 0.1, 0.18, 0.12]
Q=[0.32, 0.23, 0.11, 0.20, 0.14]

def crossentropy (P, Q):
  return sum([-P[i]*np.log2(Q[i]) for i in range(len (P))])
print("Cross Entropy = ", crossentropy(P, Q))

#Cross Entropy =  2.182192891170104