# LSTM 的原理自己找，這里只給出簡單的示例代碼
import tensorflow as tf
import numpy as np
tf.reset_default_graph()
# 預(yù)測最后一個(gè)字母
words = ['make','need','coal','word','love','hate','live','home','hash','star']
# 字典集
chars = [c for c in 'abcdefghijklmnopqrstuvwxyz']
# 生成字符索引字典
word2idx = {v:k for k,v in enumerate(chars)}
idx2word = {k:v for k,v in enumerate(chars)}
V = len(chars) # 字典大小
step = 3 # 時(shí)間步長大小
hidden = 50 # 隱藏層大小
dim = 32 # 詞向量維度
def make_batch(words):
    input_batch, target_batch = [], []
    for word in words:
        input = [word2idx[c] for c in word[:-1]] # 除最后一個(gè)字符的所有字符當(dāng)作輸入
        target = word2idx[word[-1]] # 最后一個(gè)字符當(dāng)作標(biāo)簽
        input_batch.append(input)
        target_batch.append(np.eye(V)[target]) # 這里將標(biāo)簽轉(zhuǎn)換為 one-hot ，后面計(jì)算 softmax_cross_entropy_with_logits_v2 的時(shí)候會(huì)用到
    return input_batch, target_batch
# 初始化詞向量
embedding  = tf.get_variable("embedding", shape=[V, dim], initializer=tf.random_normal_initializer)
X = tf.placeholder(tf.int32, [None, step])
# 將輸入進(jìn)行詞嵌入轉(zhuǎn)換
XX = tf.nn.embedding_lookup(embedding, X)
Y = tf.placeholder(tf.int32, [None, V])
# 定義 LSTM cell
cell = tf.nn.rnn_cell.BasicLSTMCell(hidden)
# 隱層計(jì)算結(jié)果
outputs, states = tf.nn.dynamic_rnn(cell, XX, dtype=tf.float32)   # output:  [batch_size, step, hidden]  states: (c=[batch_size, hidden], h=[batch_size, hidden])
# 隱層連接分類器的權(quán)重和偏置參數(shù)
W = tf.Variable(tf.random_normal([hidden, V]))
b = tf.Variable(tf.random_normal([V]))
# 這里只用到了最后輸出的 c 向量 states[0] （也可以用所有時(shí)間點(diǎn)的輸出特征向量）
feature = tf.matmul(states[0], W) + b   # [batch_size, n_class]
# 計(jì)算損失并進(jìn)行迭代優(yōu)化
cost = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits_v2(logits=feature, labels=Y))
optimizer = tf.train.AdamOptimizer(0.001).minimize(cost)
# 預(yù)測
prediction = tf.argmax(feature, 1) 
# 初始化 tf
init = tf.global_variables_initializer()
sess = tf.Session()
sess.run(init)
# 生產(chǎn)輸入和標(biāo)簽
input_batch, target_batch = make_batch(words)
# 訓(xùn)練模型
for epoch in range(1000):
    _, loss = sess.run([optimizer, cost], feed_dict={X:input_batch, Y:target_batch})
    if (epoch+1)%100 == 0:
        print('epoch: ', '%04d'%(epoch+1), 'cost=', '%04f'%(loss))
# 預(yù)測結(jié)果
predict = sess.run([prediction], feed_dict={X:input_batch})
print([words[i][:-1]+' '+idx2word[c] for i,c in enumerate(predict[0])])