does this current code save/check for an existing model? import numpy as np import gc…
- User
does this current code save/check for an existing model?
import numpy as np import gc from keras.models import Sequential from keras.layers import LSTM, Dense from keras import backend as K
Read and preprocess the dataset
def read_dataset(file_path): with open(file_path, "r", encoding="utf-8") as file: lines = file.read().split("\n") text = " ".join(lines) # Concatenate all lines into a single string
print("Loaded {} characters.".format(len(text))) # Create a set of unique characters and map them to numerical indices chars = sorted(list(set(text))) char_to_idx = {char: idx for idx, char in enumerate(chars)} idx_to_char = {idx: char for idx, char in enumerate(chars)} return text, chars, char_to_idx, idx_to_chardef prepare_sequences(text, seq_length, char_to_idx): sequences = [] targets = [] for i in range(len(text) - seq_length): sequence = text[i:i + seq_length] target = text[i + seq_length] sequences.append([char_to_idx[char] for char in sequence]) targets.append(char_to_idx[target])
return np.array(sequences), np.array(targets)Model configuration
seq_length = 10 hidden_units = 128 print("Configuration loaded.")
Read and preprocess the dataset
print("Reading dataset...") file_path = "rockyou.txt" text, chars, char_to_idx, idx_to_char = read_dataset(file_path) print(f"[{file_path}] Dataset loaded.")
Prepare training sequences and targets
print("Preparing training sequences...") sequences, targets = prepare_sequences(text, seq_length, char_to_idx)
Clear Keras session and release memory
print("Clearing Keras session...") K.clear_session() print("Garbage collecting...") gc.collect()
Build the model
print("Building the model...") model = Sequential() model.add(LSTM(hidden_units, input_shape=(seq_length,))) model.add(Dense(len(chars), activation="softmax"))
Configure training parameters
model.compile(optimizer="adam", loss="sparse_categorical_crossentropy")
Train the model
print("Training the model...") model.fit(sequences, targets, batch_size=128, epochs=10, verbose=1)
Generate new text
print("Generating text...") starting_sequence = "F" generated_text = starting_sequence
Generate characters one by one
for _ in range(10): sequence = generated_text[-seq_length:] X = np.array([char_to_idx[char] for char in sequence]).reshape(1, seq_length, 1) predicted_idx = np.argmax(model.predict(X)) predicted_char = idx_to_char[predicted_idx] generated_text += predicted_char print(f"[{_}] Generated character: {predicted_char}")
print("Generated Text:\n" + generated_text)
- Assistant
No, this current code does not save or check for an existing model.
- User
then make it check it before creating a new one and save it after its done making one.
import numpy as np import gc from keras.models import Sequential from keras.layers import LSTM, Dense from keras import backend as K
Read and preprocess the dataset
def read_dataset(file_path): with open(file_path, "r", encoding="utf-8") as file: lines = file.read().split("\n") text = " ".join(lines) # Concatenate all lines into a single string
print("Loaded {} characters.".format(len(text))) # Create a set of unique characters and map them to numerical indices chars = sorted(list(set(text))) char_to_idx = {char: idx for idx, char in enumerate(chars)} idx_to_char = {idx: char for idx, char in enumerate(chars)} return text, chars, char_to_idx, idx_to_chardef prepare_sequences(text, seq_length, char_to_idx): sequences = [] targets = [] for i in range(len(text) - seq_length): sequence = text[i:i + seq_length] target = text[i + seq_length] sequences.append([char_to_idx[char] for char in sequence]) targets.append(char_to_idx[target])
return np.array(sequences), np.array(targets)Model configuration
seq_length = 10 hidden_units = 128 print("Configuration loaded.")
Read and preprocess the dataset
print("Reading dataset...") file_path = "rockyou.txt" text, chars, char_to_idx, idx_to_char = read_dataset(file_path) print(f"[{file_path}] Dataset loaded.")
Prepare training sequences and targets
print("Preparing training sequences...") sequences, targets = prepare_sequences(text, seq_length, char_to_idx)
Clear Keras session and release memory
print("Clearing Keras session...") K.clear_session() print("Garbage collecting...") gc.collect()
Build the model
print("Building the model...") model = Sequential() model.add(LSTM(hidden_units, input_shape=(seq_length,))) model.add(Dense(len(chars), activation="softmax"))
Configure training parameters
model.compile(optimizer="adam", loss="sparse_categorical_crossentropy")
Train the model
print("Training the model...") model.fit(sequences, targets, batch_size=128, epochs=10, verbose=1)
Generate new text
print("Generating text...") starting_sequence = "F" generated_text = starting_sequence
Generate characters one by one
for _ in range(10): sequence = generated_text[-seq_length:] X = np.array([char_to_idx[char] for char in sequence]).reshape(1, seq_length, 1) predicted_idx = np.argmax(model.predict(X)) predicted_char = idx_to_char[predicted_idx] generated_text += predicted_char print(f"[{_}] Generated character: {predicted_char}")
print("Generated Text:\n" + generated_text)
- Assistant
import os.path
Check if the model exists
if os.path.isfile("model.h5"): print("Model exists. Loading...") model = keras.models.load_model("model.h5") else:
Build the model
print("Building the model...") model = Sequential() model.add(LSTM(hidden_units, input_shape=(seq_length,))) model.add(Dense(len(chars), activation="softmax"))
Configure training parameters
model.compile(optimizer="adam", loss="sparse_categorical_crossentropy")
Train the model
print("Training the model...") model.fit(sequences, targets, batch_size=128, epochs=10, verbose=1)
Save the model
model.save("model.h5") print("Model saved.")
Generate new text
print("Generating text...") starting_sequence = "F" generated_text = starting_sequence
Generate characters one by one
for _ in range(10): sequence = generated_text[-seq_length:] X = np.array([char_to_idx[char] for char in sequence]).reshape(1, seq_length, 1) predicted_idx = np.argmax(model.predict(X)) predicted_char = idx_to_char[predicted_idx] generated_text += predicted_char print(f"[{_}] Generated character: {predicted_char}")
print("Generated Text:\n" + generated_text)