import torch
from torch.utils.data import DataLoader
from torchvision.datasets import MNIST
from torchvision.transforms import transforms
from  torch import nn
from tqdm import tqdm
import matplotlib.pyplot as plt
class VAE(nn.Module):
    def __init__(self,input_dim,hidden_dim,gaussian_dim):
        super().__init__()
        #編碼器
        #隱藏層
        self.fc1=nn.Sequential(
            nn.Linear(in_features=input_dim,out_features=hidden_dim),
            nn.Tanh(),
            nn.Linear(in_features=hidden_dim, out_features=256),
            nn.Tanh(),
        )
        #μ和logσ^2
        self.mu=nn.Linear(in_features=256,out_features=gaussian_dim)
        self.log_sigma=nn.Linear(in_features=256,out_features=gaussian_dim)

        #解碼（重構(gòu)）
        self.fc2=nn.Sequential(
            nn.Linear(in_features=gaussian_dim,out_features=256),
            nn.Tanh(),
            nn.Linear(in_features=256, out_features=512),
            nn.Tanh(),
            nn.Linear(in_features=512,out_features=input_dim),
            nn.Sigmoid() #圖片被轉(zhuǎn)為為0，1的值了，故用此函數(shù)
        )
    def forward(self,x):
        #隱藏層
        h=self.fc1(x)


        #計(jì)算期望和log方差
        mu=self.mu(h)
        log_sigma=self.log_sigma(h)

        #重參數(shù)化
        h_sample=self.reparameterization(mu,log_sigma)

        #重構(gòu)
        recnotallow=self.fc2(h_sample)

        return reconsitution,mu,log_sigma

    def reparameterization(self,mu,log_sigma):
        #重參數(shù)化
        sigma=torch.exp(log_sigma*0.5) #計(jì)算σ
        e=torch.randn_like(input=sigma,device=device)

        result=mu+e*sigma #依據(jù)重參數(shù)化技巧可得

        return result
    def predict(self,new_x): #預(yù)測(cè)
        recnotallow=self.fc2(new_x)

        return reconsitution
def train():

    transformer = transforms.Compose([
        transforms.ToTensor(),
    ]) #歸一化
    data = MNIST("./data", transform=transformer,download=True) #載入數(shù)據(jù)

    dataloader = DataLoader(data, batch_size=128, shuffle=True) #寫入加載器

    model = VAE(784, 512, 20).to(device) #初始化模型

    optimer = torch.optim.Adam(model.parameters(), lr=1e-3) #初始化優(yōu)化器

    loss_fn = nn.MSELoss(reductinotallow="sum") #均方差損失
    epochs = 100 #訓(xùn)練100輪

    for epoch in torch.arange(epochs):
        all_loss = 0
        dataloader_len = len(dataloader.dataset)

        for data in tqdm(dataloader, desc="第{}輪梯度下降".format(epoch)):
            sample, label = data
            sample = sample.to(device)
            sample = sample.reshape(-1, 784) #重塑
            result, mu, log_sigma = model(sample) #預(yù)測(cè)

            loss_likelihood = loss_fn(sample, result) #計(jì)算似然損失

            #計(jì)算KL損失
            loss_KL = torch.pow(mu, 2) + torch.exp(log_sigma) - log_sigma - 1

            #總損失
            loss = loss_likelihood + 0.5 * torch.sum(loss_KL)

            #梯度歸0并反向傳播和更新
            optimer.zero_grad()

            loss.backward()

            optimer.step()
            with torch.no_grad():
                all_loss += loss.item()
        print("函數(shù)損失為：{}".format(all_loss / dataloader_len))
        torch.save(model, "./model/VAE.pth")
if __name__ == '__main__':
    #是否有閑置GPU
    device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
    #訓(xùn)練
    train()

    #載入模型，預(yù)測(cè)
    model=torch.load("./model/VAE (1).pth",map_locatinotallow="cpu")
    #預(yù)測(cè)20個(gè)樣本
    x=torch.randn(size=(20,20))
    result=model.predict(x).detach().numpy()
    result=result.reshape(-1,28,28)
    #繪圖
    for i in range(20):
        plt.subplot(4,5,i+1)
        plt.imshow(result[i])
        plt.gray()
    plt.show()