help me with python code. I Wrote code for data analysis but i don't know how to use…
- User
help me with python code. I Wrote code for data analysis but i don't know how to use specific variables in data when i fit model. I want to fit model only for bmi, bp, s3, s4, s5, s6 There is my code: import numpy as np import pandas as pd import matplotlib.pyplot as plt import seaborn as sns from sklearn.datasets import load_diabetes from sklearn.model_selection import train_test_split
Загрузка датасета
diabetes = load_diabetes() X = diabetes.data y = diabetes.target feature_names = diabetes.feature_names
df = pd.DataFrame(X, columns=feature_names) df['target'] = y
#обучающая+валидационная (80%) и тестовая (20%) X_train_dev, X_test, y_train_dev, y_test = train_test_split( X, y, test_size=0.2, random_state=42 )
#обучающая (60%) и валидационная (20%) выборки X_train, X_dev, y_train, y_dev = train_test_split( X_train_dev, y_train_dev, test_size=0.25, random_state=42 )
print(f'Размер обучающей выборки: {X_train.shape[0]} образцов') print(f'Размер дев выборки: {X_dev.shape[0]} образцов') print(f'Размер тестовой выборки: {X_test.shape[0]} образцов')
from sklearn.neighbors import KNeighborsRegressor from sklearn.metrics import mean_squared_error, r2_score
Инициализация модели k-ближайших соседей
knn_model = KNeighborsRegressor(n_neighbors=5)
Обучение модели на обучающей выборке
knn_model.fit(X_train, y_train)
Предсказание на тестовой выборке
y_pred_test = knn_model.predict(X_test)
Оценка модели на тестовой выборке
mse_test = mean_squared_error(y_test, y_pred_test) r2_test = r2_score(y_test, y_pred_test)
print("\nРезультаты на тестовой выборке:") print(f"Среднеквадратичная ошибка (MSE): {mse_test:.2f}") print(f"Корень из среднеквадратичной ошибки (RMSE): {np.sqrt(mse_test):.2f}") print(f"Коэффициент детерминации (R^2): {r2_test:.2f}")
from sklearn.linear_model import LinearRegression, Ridge, Lasso from sklearn.tree import DecisionTreeRegressor from sklearn.ensemble import RandomForestRegressor from sklearn.model_selection import GridSearchCV from sklearn.preprocessing import StandardScaler
Стандартизация признаков
scaler = StandardScaler() X_train = scaler.fit_transform(X_train) X_dev = scaler.transform(X_dev) X_test = scaler.transform(X_test)
Создадим словарь моделей для перебора
linear_models = { 'LinearRegression': LinearRegression(), 'Ridge': Ridge(), 'Lasso': Lasso() }
Оценим каждую модель на валидационной выборке
for name, model in linear_models.items(): # Обучаем модель на обучающей выборке model.fit(X_train , y_train) # Предсказание на валидационной выборке y_pred_dev = model.predict(X_dev) # Оценка модели mse_dev = mean_squared_error(y_dev, y_pred_dev) r2_dev = r2_score(y_dev, y_pred_dev) print(f"\nМодель: {name}") print(f"Среднеквадратичная ошибка на валидационной выборке (MSE): {mse_dev:.2f}") print(f"Коэффициент детерминации на валидационной выборке (R^2): {r2_dev:.2f}")
Настройка гиперпараметра alpha для Ridge
ridge_params = {'alpha': np.logspace(-3, 3, 7)} ridge_grid = GridSearchCV(Ridge(), ridge_params, cv=5, scoring='r2') ridge_grid.fit(X_train, y_train)
Лучший параметр alpha
best_alpha = ridge_grid.best_params_['alpha'] print(f"\nЛучшее значение alpha для Ridge: {best_alpha}")
Оценка модели с лучшим alpha на валидационной выборке
ridge_best = Ridge(alpha=best_alpha) ridge_best.fit(X_train, y_train) y_pred_dev = ridge_best.predict(X_dev) mse_dev = mean_squared_error(y_dev, y_pred_dev) r2_dev = r2_score(y_dev, y_pred_dev) print(f"Среднеквадратичная ошибка на валидационной выборке с лучшим alpha (MSE): {mse_dev:.2f}") print(f"Коэффициент детерминации на валидационной выборке с лучшим alpha (R^2): {r2_dev:.2f}")
X_train_dev_scaled = np.vstack((X_train, X_dev)) y_train_dev = np.hstack((y_train, y_dev))
Финальное обучение модели Ridge с лучшим alpha
ridge_final = Ridge(alpha=best_alpha) ridge_final.fit(X_train_dev_scaled, y_train_dev)
Оценка на тестовой выборке
y_pred_test = ridge_final.predict(X_test) mse_test = mean_squared_error(y_test, y_pred_test) r2_test = r2_score(y_test, y_pred_test) print(f"\nРезультаты Ridge на тестовой выборке:") print(f"Среднеквадратичная ошибка (MSE): {mse_test:.2f}") print(f"Коэффициент детерминации (R^2): {r2_test:.2f}")
Зададим сетку параметров для GridSearchCV
tree_params = { 'max_depth': [None, 2, 4, 6, 8, 10], 'min_samples_leaf': [1, 2, 5, 10] }
tree_grid = GridSearchCV(DecisionTreeRegressor(random_state=42), tree_params, cv=5, scoring='r2') tree_grid.fit(X_train, y_train)
Лучшие параметры
best_params_tree = tree_grid.best_params_ print(f"\nЛучшие параметры для DecisionTreeRegressor: {best_params_tree}")
Оценка модели с лучшими параметрами на валидационной выборке
tree_best = DecisionTreeRegressor(**best_params_tree, random_state=42) tree_best.fit(X_train, y_train) y_pred_dev = tree_best.predict(X_dev) mse_dev = mean_squared_error(y_dev, y_pred_dev) r2_dev = r2_score(y_dev, y_pred_dev) print(f"Среднеквадратичная ошибка на валидационной выборке (MSE): {mse_dev:.2f}") print(f"Коэффициент детерминации на валидационной выборке (R^2): {r2_dev:.2f}")
tree_final = DecisionTreeRegressor(**best_params_tree, random_state=42) tree_final.fit(X_train_dev_scaled, y_train_dev)
Оценка на тестовой выборке
y_pred_test = tree_final.predict(X_test) mse_test = mean_squared_error(y_test, y_pred_test) r2_test = r2_score(y_test, y_pred_test) print(f"\nРезультаты DecisionTreeRegressor на тестовой выборке:") print(f"Среднеквадратичная ошибка (MSE): {mse_test:.2f}") print(f"Коэффициент детерминации (R^2): {r2_test:.2f}")
Зададим сетку параметров для GridSearchCV
rf_params = { 'n_estimators': [50, 100, 200], 'max_depth': [None, 4, 6, 8], 'min_samples_leaf': [1, 2, 4] }
rf_grid = GridSearchCV(RandomForestRegressor(random_state=42), rf_params, cv=5, scoring='r2', n_jobs=-1) rf_grid.fit(X_train, y_train)
Лучшие параметры
best_params_rf = rf_grid.best_params_ print(f"\nЛучшие параметры для RandomForestRegressor: {best_params_rf}")
Оценка модели с лучшими параметрами на валидационной выборке
rf_best = RandomForestRegressor(**best_params_rf, random_state=42) rf_best.fit(X_train, y_train) y_pred_dev = rf_best.predict(X_dev) mse_dev = mean_squared_error(y_dev, y_pred_dev) r2_dev = r2_score(y_dev, y_pred_dev) print(f"Среднеквадратичная ошибка на валидационной выборке (MSE): {mse_dev:.2f}") print(f"Коэффициент детерминации на валидационной выборке (R^2): {r2_dev:.2f}")
rf_final = RandomForestRegressor(**best_params_rf, random_state=42) rf_final.fit(X_train_dev_scaled, y_train_dev)
Оценка на тестовой выборке
y_pred_test = rf_final.predict(X_test) mse_test = mean_squared_error(y_test, y_pred_test) r2_test = r2_score(y_test, y_pred_test) print(f"\nРезультаты RandomForestRegressor на тестовой выборке:") print(f"Среднеквадратичная ошибка (MSE): {mse_test:.2f}") print(f"Коэффициент детерминации (R^2): {r2_test:.2f}")
- Assistant
Certainly! To fit your models using only specific variables (
bmi,bp,s3,s4,s5,s6) from the diabetes dataset, you'll need to select these features before splitting the data and training the models. Here's how you can modify your existing code to achieve this:Step-by-Step Guide
-
Select the Desired Features: After loading the dataset and creating the DataFrame, filter it to keep only the specified features along with the target variable.
-
Update
Xandy: RedefineXto include only the selected features andyas the target. -
Proceed with the Existing Workflow: Continue splitting the data, scaling, training models, and evaluating them as you did before.
Modified Code
Below is the revised version of your code with the necessary changes highlighted and explained:
import numpy as np import pandas as pd import matplotlib.pyplot as plt import seaborn as sns from sklearn.datasets import load_diabetes from sklearn.model_selection import train_test_split from sklearn.neighbors import KNeighborsRegressor from sklearn.metrics import mean_squared_error, r2_score from sklearn.linear_model import LinearRegression, Ridge, Lasso from sklearn.tree import DecisionTreeRegressor from sklearn.ensemble import RandomForestRegressor from sklearn.model_selection import GridSearchCV from sklearn.preprocessing import StandardScaler # 1. Load the dataset diabetes = load_diabetes() X = diabetes.data y = diabetes.target feature_names = diabetes.feature_names # 2. Create a DataFrame df = pd.DataFrame(X, columns=feature_names) df['target'] = y # 3. Select specific features selected_features = ['bmi', 'bp', 's3', 's4', 's5', 's6'] df_selected = df[selected_features + ['target']] # Update X and y to include only the selected features X = df_selected[selected_features].values y = df_selected['target'].values # 4. Split the data into training, validation, and test sets # Training + Validation (80%) and Test (20%) X_train_dev, X_test, y_train_dev, y_test = train_test_split( X, y, test_size=0.2, random_state=42 ) # Training (60%) and Validation (20%) from the Training + Validation set X_train, X_dev, y_train, y_dev = train_test_split( X_train_dev, y_train_dev, test_size=0.25, random_state=42 ) print(f'Размер обучающей выборки: {X_train.shape[0]} образцов') print(f'Размер дев выборки: {X_dev.shape[0]} образцов') print(f'Размер тестовой выборки: {X_test.shape[0]} образцов') # 5. Initialize and train the K-Nearest Neighbors model knn_model = KNeighborsRegressor(n_neighbors=5) knn_model.fit(X_train, y_train) # Predict on the test set y_pred_test = knn_model.predict(X_test) # Evaluate the model mse_test = mean_squared_error(y_test, y_pred_test) r2_test = r2_score(y_test, y_pred_test) print("\nРезультаты на тестовой выборке (KNN):") print(f"Среднеквадратичная ошибка (MSE): {mse_test:.2f}") print(f"Корень из среднеквадратичной ошибки (RMSE): {np.sqrt(mse_test):.2f}") print(f"Коэффициент детерминации (R^2): {r2_test:.2f}") # 6. Standardize the features scaler = StandardScaler() X_train = scaler.fit_transform(X_train) X_dev = scaler.transform(X_dev) X_test = scaler.transform(X_test) # 7. Initialize Linear Models linear_models = { 'LinearRegression': LinearRegression(), 'Ridge': Ridge(), 'Lasso': Lasso() } # 8. Train and evaluate each Linear Model on the validation set for name, model in linear_models.items(): model.fit(X_train, y_train) y_pred_dev = model.predict(X_dev) mse_dev = mean_squared_error(y_dev, y_pred_dev) r2_dev = r2_score(y_dev, y_pred_dev) print(f"\nМодель: {name}") print(f"Среднеквадратичная ошибка на валидационной выборке (MSE): {mse_dev:.2f}") print(f"Коэффициент детерминации на валидационной выборке (R^2): {r2_dev:.2f}") # 9. Hyperparameter Tuning for Ridge Regression ridge_params = {'alpha': np.logspace(-3, 3, 7)} ridge_grid = GridSearchCV(Ridge(), ridge_params, cv=5, scoring='r2') ridge_grid.fit(X_train, y_train) best_alpha = ridge_grid.best_params_['alpha'] print(f"\nЛучшее значение alpha для Ridge: {best_alpha}") ridge_best = Ridge(alpha=best_alpha) ridge_best.fit(X_train, y_train) y_pred_dev = ridge_best.predict(X_dev) mse_dev = mean_squared_error(y_dev, y_pred_dev) r2_dev = r2_score(y_dev, y_pred_dev) print(f"Среднеквадратичная ошибка на валидационной выборке с лучшим alpha (MSE): {mse_dev:.2f}") print(f"Коэффициент детерминации на валидационной выборке с лучшим alpha (R^2): {r2_dev:.2f}") # Combine Training and Validation sets X_train_dev_scaled = np.vstack((X_train, X_dev)) y_train_dev = np.hstack((y_train, y_dev)) # Final Ridge Model Training ridge_final = Ridge(alpha=best_alpha) ridge_final.fit(X_train_dev_scaled, y_train_dev) # Evaluate on Test Set y_pred_test = ridge_final.predict(X_test) mse_test = mean_squared_error(y_test, y_pred_test) r2_test = r2_score(y_test, y_pred_test) print(f"\nРезультаты Ridge на тестовой выборке:") print(f"Среднеквадратичная ошибка (MSE): {mse_test:.2f}") print(f"Коэффициент детерминации (R^2): {r2_test:.2f}") # 10. Hyperparameter Tuning for Decision Tree Regressor tree_params = { 'max_depth': [None, 2, 4, 6, 8, 10], 'min_samples_leaf': [1, 2, 5, 10] } tree_grid = GridSearchCV(DecisionTreeRegressor(random_state=42), tree_params, cv=5, scoring='r2') tree_grid.fit(X_train, y_train) best_params_tree = tree_grid.best_params_ print(f"\nЛучшие параметры для DecisionTreeRegressor: {best_params_tree}") tree_best = DecisionTreeRegressor(**best_params_tree, random_state=42) tree_best.fit(X_train, y_train) y_pred_dev = tree_best.predict(X_dev) mse_dev = mean_squared_error(y_dev, y_pred_dev) r2_dev = r2_score(y_dev, y_pred_dev) print(f"Среднеквадратичная ошибка на валидационной выборке (MSE): {mse_dev:.2f}") print(f"Коэффициент детерминации на валидационной выборке (R^2): {r2_dev:.2f}") tree_final = DecisionTreeRegressor(**best_params_tree, random_state=42) tree_final.fit(X_train_dev_scaled, y_train_dev) y_pred_test = tree_final.predict(X_test) mse_test = mean_squared_error(y_test, y_pred_test) r2_test = r2_score(y_test, y_pred_test) print(f"\nРезультаты DecisionTreeRegressor на тестовой выборке:") print(f"Среднеквадратичная ошибка (MSE): {mse_test:.2f}") print(f"Коэффициент детерминации (R^2): {r2_test:.2f}") # 11. Hyperparameter Tuning for Random Forest Regressor rf_params = { 'n_estimators': [50, 100, 200], 'max_depth': [None, 4, 6, 8], 'min_samples_leaf': [1, 2, 4] } rf_grid = GridSearchCV(RandomForestRegressor(random_state=42), rf_params, cv=5, scoring='r2', n_jobs=-1) rf_grid.fit(X_train, y_train) best_params_rf = rf_grid.best_params_ print(f"\nЛучшие параметры для RandomForestRegressor: {best_params_rf}") rf_best = RandomForestRegressor(**best_params_rf, random_state=42) rf_best.fit(X_train, y_train) y_pred_dev = rf_best.predict(X_dev) mse_dev = mean_squared_error(y_dev, y_pred_dev) r2_dev = r2_score(y_dev, y_pred_dev) print(f"Среднеквадратичная ошибка на валидационной выборке (MSE): {mse_dev:.2f}") print(f"Коэффициент детерминации на валидационной выборке (R^2): {r2_dev:.2f}") rf_final = RandomForestRegressor(**best_params_rf, random_state=42) rf_final.fit(X_train_dev_scaled, y_train_dev) y_pred_test = rf_final.predict(X_test) mse_test = mean_squared_error(y_test, y_pred_test) r2_test = r2_score(y_test, y_pred_test) print(f"\nРезультаты RandomForestRegressor на тестовой выборке:") print(f"Среднеквадратичная ошибка (MSE): {mse_test:.2f}") print(f"Коэффициент детерминации (R^2): {r2_test:.2f}")Explanation of Changes
-
Selecting Specific Features:
selected_features = ['bmi', 'bp', 's3', 's4', 's5', 's6'] df_selected = df[selected_features + ['target']] X = df_selected[selected_features].values y = df_selected['target'].valuesselected_features: A list containing the names of the features you want to use.df_selected: A new DataFrame that includes only the selected features and the target.Xandy: Updated to contain data fromdf_selectedinstead of the originaldf.
-
Consistent Feature Selection Across Splits:
- All subsequent operations (
train_test_split, scaling, model training) automatically use the updatedXandy, ensuring only the specified features are utilized.
- All subsequent operations (
-
Model Training and Evaluation:
- There's no need to change anything else in your model training and evaluation steps. Since
Xnow only contains the selected features, all models will use them accordingly.
- There's no need to change anything else in your model training and evaluation steps. Since
Additional Recommendations
-
Verify Feature Names: Ensure that the feature names in
selected_featuresexactly match those indiabetes.feature_names. Typos or incorrect names will lead to KeyError. -
Explore Feature Importance: After training models like
RandomForestRegressor, you can explore feature importances to understand the impact of each selected feature.importances = rf_final.feature_importances_ for feature, importance in zip(selected_features, importances): print(f'Feature: {feature}, Importance: {importance:.4f}') -
Visualize Relationships: Consider visualizing the relationships between the selected features and the target variable using plots to gain deeper insights.
sns.pairplot(df_selected, y_vars='target', x_vars=selected_features, height=2.5) plt.show() -
Cross-Validation: While you have a validation set, implementing K-Fold Cross-Validation can provide a more robust evaluation of your models.
-
Save and Load Models: To reuse trained models without retraining, consider saving them using
jobliborpickle.import joblib joblib.dump(ridge_final, 'ridge_final_model.pkl') # To load: # ridge_loaded = joblib.load('ridge_final_model.pkl')
Complete Workflow Overview
-
Data Loading and Preparation:
- Load the dataset.
- Create a DataFrame.
- Select specific features and update
Xandy.
-
Data Splitting:
- Split the data into training, validation, and test sets.
-
Model Training and Evaluation:
- Train various models (KNN, Linear Regression variants, Decision Trees, Random Forest).
- Perform hyperparameter tuning using
GridSearchCV. - Evaluate the models on both validation and test sets.
-
Post-Training Analysis:
- Analyze feature importance.
- Visualize data relationships.
- Save models for future use.
By following these modifications and recommendations, you'll ensure that your models are trained exclusively on the specified features (
bmi,bp,s3,s4,s5,s6), allowing for more focused analysis and potentially better performance based on the selected variables.Let me know if you need further assistance!
-