# 這里有兩個callback函數(shù)：早停和模型檢查點
callbacks_list=[
    keras.callbacks.EarlyStopping(
        monitor="val_accuracy",#監(jiān)控指標
        patience=2 #兩輪內(nèi)不再改善中斷訓練
    ),
    keras.callbacks.ModelCheckpoint(
        filepath="checkpoint_path",
        monitor="val_loss",
        save_best_only=True
    )
]
#模型獲取
model=get_minist_model()
model.compile(optimizer="rmsprop",
             loss="sparse_categorical_crossentropy",
             metrics=["accuracy"])

model.fit(train_images,train_labels,
         epochs=10,callbacks=callbacks_list, #該參數(shù)使用回調(diào)函數(shù)
         validation_data=(val_images,val_labels))

test_metrics=model.evaluate(test_images,test_labels)#計算模型在新數(shù)據(jù)上的損失和指標
predictions=model.predict(test_images)#計算模型在新數(shù)據(jù)上的分類概率

#也可以在訓練完成后手動保存模型，只需調(diào)用model.save('my_checkpoint_path')。
#重新加載模型
model_new=keras.models.load_model("checkpoint_path.keras")

from matplotlib import pyplot as plt
# 實現(xiàn)記錄每一輪中每個batch訓練后的損失，并為每個epoch繪制一個圖
class LossHistory(keras.callbacks.Callback):
    def on_train_begin(self, logs):
        self.per_batch_losses = []

    def on_batch_end(self, batch, logs):
        self.per_batch_losses.append(logs.get("loss"))

    def on_epoch_end(self, epoch, logs):
        plt.clf()
        plt.plot(range(len(self.per_batch_losses)), self.per_batch_losses,
                 label="Training loss for each batch")
        plt.xlabel(f"Batch (epoch {epoch})")
        plt.ylabel("Loss")
        plt.legend()
        plt.savefig(f"plot_at_epoch_{epoch}")
        self.per_batch_losses = [] #清空，方便下一輪的技術

model = get_mnist_model()
model.compile(optimizer="rmsprop",
              loss="sparse_categorical_crossentropy",
              metrics=["accuracy"])
model.fit(train_images, train_labels,
          epochs=10,
          callbacks=[LossHistory()],
          validation_data=(val_images, val_labels))

def get_minist_model():
    inputs=keras.Input(shape=(28*28,))
    features=layers.Dense(512,activation="relu")(inputs)
    features=layers.Dropout(0.5)(features)
    outputs=layers.Dense(10,activation="softmax")(features)
    model=keras.Model(inputs,outputs)
    return model
    
#datset
from tensorflow.keras.datasets import mnist
(train_images,train_labels),(test_images,test_labels)=mnist.load_data()
train_images=train_images.reshape((60000,28*28)).astype("float32")/255
test_images=test_images.reshape((10000,28*28)).astype("float32")/255
train_images,val_images=train_images[10000:],train_images[:10000]
train_labels,val_labels=train_labels[10000:],train_labels[:10000]