diff --git "a/src/PredictingWellnessRegression.ipynb" "b/src/PredictingWellnessRegression.ipynb"
new file mode 100644--- /dev/null
+++ "b/src/PredictingWellnessRegression.ipynb"
@@ -0,0 +1,6665 @@
+{
+ "cells": [
+ {
+ "cell_type": "markdown",
+ "id": "c8117e62-4c93-49fe-b828-ebe5b2e9e252",
+ "metadata": {},
+ "source": [
+ "# Regression"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "id": "db6e4dbb-589d-4a26-9805-89d88e386d13",
+ "metadata": {},
+ "source": [
+ "
"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "id": "5dd56cd5-2ffc-4ac2-9476-3aabf9dbab0c",
+ "metadata": {},
+ "source": [
+ "### Dataset Download \n",
+ "You can download the CSV file here: \n",
+ "[https://www.kaggle.com/competitions/ml-olympiad-predicting-wellness/data)"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "id": "2a5322a6-c20c-4c32-a299-1f7f5209ea57",
+ "metadata": {},
+ "source": [
+ "### Introduction\n",
+ "A regression model was built using physical measurements such as age, weight, height, and different body circumferences to estimate body fat density. The goal is to create a model that can be used for practical health-related predictions."
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "id": "8648dd2b-5a11-4c91-b048-79f6fb5cf53f",
+ "metadata": {},
+ "source": [
+ "### Import Libraries"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 115,
+ "id": "17447693-2637-40bc-8ae2-bc725eefef57",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "import pandas as pd\n",
+ "from sklearn.linear_model import LinearRegression\n",
+ "from sklearn.tree import DecisionTreeRegressor\n",
+ "from sklearn.ensemble import ExtraTreesRegressor,GradientBoostingRegressor\n",
+ "from xgboost import XGBRegressor\n",
+ "from sklearn.ensemble import RandomForestRegressor\n",
+ "from sklearn.model_selection import train_test_split\n",
+ "from sklearn.metrics import r2_score, mean_squared_error\n",
+ "import matplotlib.pyplot as plt\n",
+ "import seaborn as sns\n",
+ "import numpy as np\n",
+ "import joblib"
+ ]
+ },
+ {
+ "cell_type": "markdown",
+ "id": "15a9094e-56ca-463d-bf3f-f9b02ab78a56",
+ "metadata": {},
+ "source": [
+ "### Load Data"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 2,
+ "id": "b29207b6-1d15-4016-aaf8-01515aa4ea59",
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "tr=pd.read_csv('bodyfat-comp.csv')\n",
+ "te=pd.read_csv('bodyfat-validate.csv')"
+ ]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": 3,
+ "id": "5863c813-aae9-4f44-bacf-71002f4ecfef",
+ "metadata": {},
+ "outputs": [
+ {
+ "data": {
+ "text/html": [
+ "
| \n", + " | Id | \n", + "Density | \n", + "BodyFat | \n", + "Age | \n", + "Weight | \n", + "Height | \n", + "Neck | \n", + "Chest | \n", + "Abdomen | \n", + "Hip | \n", + "Thigh | \n", + "Knee | \n", + "Ankle | \n", + "Biceps | \n", + "Forearm | \n", + "Wrist | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "Person2 | \n", + "1.0853 | \n", + "6.1 | \n", + "22 | \n", + "173.25 | \n", + "72.25 | \n", + "38.5 | \n", + "93.6 | \n", + "83.0 | \n", + "98.7 | \n", + "58.7 | \n", + "37.3 | \n", + "23.4 | \n", + "30.5 | \n", + "28.9 | \n", + "18.2 | \n", + "
| 1 | \n", + "Person3 | \n", + "1.0414 | \n", + "25.3 | \n", + "22 | \n", + "154.00 | \n", + "66.25 | \n", + "34.0 | \n", + "95.8 | \n", + "87.9 | \n", + "99.2 | \n", + "59.6 | \n", + "38.9 | \n", + "24.0 | \n", + "28.8 | \n", + "25.2 | \n", + "16.6 | \n", + "
| 2 | \n", + "Person4 | \n", + "1.0751 | \n", + "10.4 | \n", + "26 | \n", + "184.75 | \n", + "72.25 | \n", + "37.4 | \n", + "101.8 | \n", + "86.4 | \n", + "101.2 | \n", + "60.1 | \n", + "37.3 | \n", + "22.8 | \n", + "32.4 | \n", + "29.4 | \n", + "18.2 | \n", + "
| 3 | \n", + "Person6 | \n", + "1.0502 | \n", + "20.9 | \n", + "24 | \n", + "210.25 | \n", + "74.75 | \n", + "39.0 | \n", + "104.5 | \n", + "94.4 | \n", + "107.8 | \n", + "66.0 | \n", + "42.0 | \n", + "25.6 | \n", + "35.7 | \n", + "30.6 | \n", + "18.8 | \n", + "
| 4 | \n", + "Person7 | \n", + "1.0549 | \n", + "19.2 | \n", + "26 | \n", + "181.00 | \n", + "69.75 | \n", + "36.4 | \n", + "105.1 | \n", + "90.7 | \n", + "100.3 | \n", + "58.4 | \n", + "38.3 | \n", + "22.9 | \n", + "31.9 | \n", + "27.8 | \n", + "17.7 | \n", + "
| \n", + " | Id | \n", + "Density | \n", + "BodyFat | \n", + "Age | \n", + "Weight | \n", + "Height | \n", + "Neck | \n", + "Chest | \n", + "Abdomen | \n", + "Hip | \n", + "Thigh | \n", + "Knee | \n", + "Ankle | \n", + "Biceps | \n", + "Forearm | \n", + "Wrist | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 163 | \n", + "Person244 | \n", + "1.0256 | \n", + "32.6 | \n", + "67 | \n", + "227.75 | \n", + "72.75 | \n", + "41.3 | \n", + "115.8 | \n", + "113.4 | \n", + "109.8 | \n", + "65.6 | \n", + "46.0 | \n", + "25.4 | \n", + "35.3 | \n", + "29.8 | \n", + "19.5 | \n", + "
| 164 | \n", + "Person246 | \n", + "1.0641 | \n", + "15.2 | \n", + "68 | \n", + "155.50 | \n", + "69.25 | \n", + "36.3 | \n", + "97.4 | \n", + "84.3 | \n", + "94.4 | \n", + "54.3 | \n", + "37.5 | \n", + "22.6 | \n", + "29.2 | \n", + "27.3 | \n", + "18.5 | \n", + "
| 165 | \n", + "Person247 | \n", + "1.0308 | \n", + "30.2 | \n", + "69 | \n", + "215.50 | \n", + "70.50 | \n", + "40.8 | \n", + "113.7 | \n", + "107.6 | \n", + "110.0 | \n", + "63.3 | \n", + "44.0 | \n", + "22.6 | \n", + "37.5 | \n", + "32.6 | \n", + "18.8 | \n", + "
| 166 | \n", + "Person248 | \n", + "1.0736 | \n", + "11.0 | \n", + "70 | \n", + "134.25 | \n", + "67.00 | \n", + "34.9 | \n", + "89.2 | \n", + "83.6 | \n", + "88.8 | \n", + "49.6 | \n", + "34.8 | \n", + "21.5 | \n", + "25.6 | \n", + "25.7 | \n", + "18.5 | \n", + "
| 167 | \n", + "Person250 | \n", + "1.0328 | \n", + "29.3 | \n", + "72 | \n", + "186.75 | \n", + "66.00 | \n", + "38.9 | \n", + "111.1 | \n", + "111.5 | \n", + "101.7 | \n", + "60.3 | \n", + "37.3 | \n", + "21.5 | \n", + "31.3 | \n", + "27.2 | \n", + "18.0 | \n", + "
| \n", + " | Id | \n", + "Age | \n", + "Weight | \n", + "Height | \n", + "Neck | \n", + "Chest | \n", + "Abdomen | \n", + "Hip | \n", + "Thigh | \n", + "Knee | \n", + "Ankle | \n", + "Biceps | \n", + "Forearm | \n", + "Wrist | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 0 | \n", + "Person68 | \n", + "55 | \n", + "154.75 | \n", + "71.50 | \n", + "36.9 | \n", + "95.4 | \n", + "86.6 | \n", + "91.8 | \n", + "54.3 | \n", + "35.4 | \n", + "21.5 | \n", + "32.8 | \n", + "27.4 | \n", + "18.7 | \n", + "
| 1 | \n", + "Person252 | \n", + "74 | \n", + "207.50 | \n", + "70.00 | \n", + "40.8 | \n", + "112.4 | \n", + "108.5 | \n", + "107.1 | \n", + "59.3 | \n", + "42.2 | \n", + "24.6 | \n", + "33.7 | \n", + "30.0 | \n", + "20.9 | \n", + "
| 2 | \n", + "Person232 | \n", + "57 | \n", + "182.25 | \n", + "71.75 | \n", + "39.4 | \n", + "103.4 | \n", + "96.7 | \n", + "100.7 | \n", + "59.3 | \n", + "38.6 | \n", + "22.8 | \n", + "31.8 | \n", + "29.1 | \n", + "19.0 | \n", + "
| 3 | \n", + "Person162 | \n", + "33 | \n", + "196.00 | \n", + "73.00 | \n", + "38.5 | \n", + "103.8 | \n", + "95.6 | \n", + "105.1 | \n", + "61.4 | \n", + "40.6 | \n", + "25.0 | \n", + "31.3 | \n", + "29.2 | \n", + "19.1 | \n", + "
| 4 | \n", + "Person92 | \n", + "44 | \n", + "179.75 | \n", + "69.50 | \n", + "39.2 | \n", + "101.9 | \n", + "93.2 | \n", + "100.6 | \n", + "58.9 | \n", + "39.7 | \n", + "23.1 | \n", + "31.4 | \n", + "28.4 | \n", + "18.8 | \n", + "
| \n", + " | Id | \n", + "Age | \n", + "Weight | \n", + "Height | \n", + "Neck | \n", + "Chest | \n", + "Abdomen | \n", + "Hip | \n", + "Thigh | \n", + "Knee | \n", + "Ankle | \n", + "Biceps | \n", + "Forearm | \n", + "Wrist | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 79 | \n", + "Person208 | \n", + "47 | \n", + "195.00 | \n", + "72.50 | \n", + "40.2 | \n", + "102.7 | \n", + "101.3 | \n", + "101.7 | \n", + "60.7 | \n", + "39.4 | \n", + "23.3 | \n", + "36.7 | \n", + "31.6 | \n", + "18.4 | \n", + "
| 80 | \n", + "Person91 | \n", + "46 | \n", + "177.00 | \n", + "70.00 | \n", + "37.2 | \n", + "99.7 | \n", + "95.6 | \n", + "102.2 | \n", + "58.3 | \n", + "38.2 | \n", + "22.5 | \n", + "29.1 | \n", + "27.7 | \n", + "17.7 | \n", + "
| 81 | \n", + "Person15 | \n", + "35 | \n", + "187.75 | \n", + "69.50 | \n", + "40.5 | \n", + "101.3 | \n", + "96.4 | \n", + "100.1 | \n", + "69.0 | \n", + "39.0 | \n", + "23.1 | \n", + "36.1 | \n", + "30.5 | \n", + "18.2 | \n", + "
| 82 | \n", + "Person160 | \n", + "31 | \n", + "177.25 | \n", + "71.50 | \n", + "36.2 | \n", + "101.1 | \n", + "92.4 | \n", + "99.3 | \n", + "59.4 | \n", + "39.0 | \n", + "24.6 | \n", + "30.1 | \n", + "28.2 | \n", + "18.2 | \n", + "
| 83 | \n", + "Person22 | \n", + "28 | \n", + "200.50 | \n", + "69.75 | \n", + "41.3 | \n", + "111.4 | \n", + "98.8 | \n", + "104.8 | \n", + "63.4 | \n", + "40.6 | \n", + "24.6 | \n", + "33.0 | \n", + "32.8 | \n", + "19.9 | \n", + "
| \n", + " | Density | \n", + "BodyFat | \n", + "Age | \n", + "Weight | \n", + "Height | \n", + "Neck | \n", + "Chest | \n", + "Abdomen | \n", + "Hip | \n", + "Thigh | \n", + "Knee | \n", + "Ankle | \n", + "Biceps | \n", + "Forearm | \n", + "Wrist | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| count | \n", + "168.000000 | \n", + "168.000000 | \n", + "168.000000 | \n", + "168.000000 | \n", + "168.000000 | \n", + "168.000000 | \n", + "168.000000 | \n", + "168.000000 | \n", + "168.000000 | \n", + "168.000000 | \n", + "168.000000 | \n", + "168.000000 | \n", + "168.000000 | \n", + "168.000000 | \n", + "168.000000 | \n", + "
| mean | \n", + "1.055817 | \n", + "18.994048 | \n", + "44.720238 | \n", + "177.323214 | \n", + "70.053571 | \n", + "37.961310 | \n", + "100.194643 | \n", + "91.944048 | \n", + "99.618452 | \n", + "59.279167 | \n", + "38.470833 | \n", + "23.057143 | \n", + "32.196429 | \n", + "28.656548 | \n", + "18.173214 | \n", + "
| std | \n", + "0.018204 | \n", + "8.098242 | \n", + "12.691610 | \n", + "25.441979 | \n", + "4.061756 | \n", + "2.192801 | \n", + "7.666736 | \n", + "9.747560 | \n", + "6.176463 | \n", + "4.688064 | \n", + "2.275102 | \n", + "1.508323 | \n", + "2.767409 | \n", + "1.948365 | \n", + "0.810668 | \n", + "
| min | \n", + "0.995000 | \n", + "3.000000 | \n", + "22.000000 | \n", + "127.500000 | \n", + "29.500000 | \n", + "31.100000 | \n", + "83.400000 | \n", + "70.400000 | \n", + "85.300000 | \n", + "49.300000 | \n", + "33.400000 | \n", + "20.100000 | \n", + "25.600000 | \n", + "21.000000 | \n", + "16.300000 | \n", + "
| 25% | \n", + "1.041550 | \n", + "12.175000 | \n", + "35.000000 | \n", + "159.000000 | \n", + "68.250000 | \n", + "36.400000 | \n", + "93.825000 | \n", + "84.250000 | \n", + "95.575000 | \n", + "56.075000 | \n", + "36.900000 | \n", + "22.075000 | \n", + "30.200000 | \n", + "27.300000 | \n", + "17.600000 | \n", + "
| 50% | \n", + "1.054900 | \n", + "19.200000 | \n", + "43.000000 | \n", + "174.125000 | \n", + "70.000000 | \n", + "37.900000 | \n", + "99.550000 | \n", + "90.800000 | \n", + "99.150000 | \n", + "58.900000 | \n", + "38.300000 | \n", + "22.700000 | \n", + "31.950000 | \n", + "28.600000 | \n", + "18.250000 | \n", + "
| 75% | \n", + "1.071000 | \n", + "25.225000 | \n", + "54.000000 | \n", + "195.250000 | \n", + "72.250000 | \n", + "39.325000 | \n", + "104.750000 | \n", + "98.875000 | \n", + "103.125000 | \n", + "62.200000 | \n", + "39.725000 | \n", + "23.800000 | \n", + "34.300000 | \n", + "30.000000 | \n", + "18.800000 | \n", + "
| max | \n", + "1.092600 | \n", + "47.500000 | \n", + "72.000000 | \n", + "244.250000 | \n", + "77.500000 | \n", + "43.900000 | \n", + "121.600000 | \n", + "122.100000 | \n", + "115.500000 | \n", + "72.900000 | \n", + "46.000000 | \n", + "33.900000 | \n", + "38.500000 | \n", + "34.900000 | \n", + "20.200000 | \n", + "
| \n", + " | Density | \n", + "BodyFat | \n", + "Age | \n", + "Weight | \n", + "Height | \n", + "Neck | \n", + "Chest | \n", + "Abdomen | \n", + "Hip | \n", + "Thigh | \n", + "Knee | \n", + "Ankle | \n", + "Biceps | \n", + "Forearm | \n", + "Wrist | \n", + "
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| Density | \n", + "1.000000 | \n", + "-0.998886 | \n", + "-0.233494 | \n", + "-0.582952 | \n", + "0.149804 | \n", + "-0.432339 | \n", + "-0.683622 | \n", + "-0.806419 | \n", + "-0.612034 | \n", + "-0.550080 | \n", + "-0.439740 | \n", + "-0.123453 | \n", + "-0.458876 | \n", + "-0.261861 | \n", + "-0.227499 | \n", + "
| BodyFat | \n", + "-0.998886 | \n", + "1.000000 | \n", + "0.238958 | \n", + "0.580351 | \n", + "-0.155602 | \n", + "0.431046 | \n", + "0.681594 | \n", + "0.805204 | \n", + "0.611006 | \n", + "0.546547 | \n", + "0.436767 | \n", + "0.120453 | \n", + "0.455961 | \n", + "0.259636 | \n", + "0.227795 | \n", + "
| Age | \n", + "-0.233494 | \n", + "0.238958 | \n", + "1.000000 | \n", + "-0.095632 | \n", + "-0.198223 | \n", + "0.089267 | \n", + "0.142609 | \n", + "0.211897 | \n", + "-0.128182 | \n", + "-0.248580 | \n", + "-0.040640 | \n", + "-0.240363 | \n", + "-0.078470 | \n", + "-0.149905 | \n", + "0.155011 | \n", + "
| Weight | \n", + "-0.582952 | \n", + "0.580351 | \n", + "-0.095632 | \n", + "1.000000 | \n", + "0.255341 | \n", + "0.768575 | \n", + "0.886094 | \n", + "0.854161 | \n", + "0.932861 | \n", + "0.846469 | \n", + "0.835699 | \n", + "0.537630 | \n", + "0.786406 | \n", + "0.624012 | \n", + "0.658868 | \n", + "
| Height | \n", + "0.149804 | \n", + "-0.155602 | \n", + "-0.198223 | \n", + "0.255341 | \n", + "1.000000 | \n", + "0.206130 | \n", + "0.096477 | \n", + "0.020138 | \n", + "0.092696 | \n", + "0.050735 | \n", + "0.201468 | \n", + "0.244313 | \n", + "0.178943 | \n", + "0.199221 | \n", + "0.293180 | \n", + "
| Neck | \n", + "-0.432339 | \n", + "0.431046 | \n", + "0.089267 | \n", + "0.768575 | \n", + "0.206130 | \n", + "1.000000 | \n", + "0.736974 | \n", + "0.688699 | \n", + "0.653906 | \n", + "0.605201 | \n", + "0.601090 | \n", + "0.361136 | \n", + "0.663869 | \n", + "0.598396 | \n", + "0.684473 | \n", + "
| Chest | \n", + "-0.683622 | \n", + "0.681594 | \n", + "0.142609 | \n", + "0.886094 | \n", + "0.096477 | \n", + "0.736974 | \n", + "1.000000 | \n", + "0.903205 | \n", + "0.816447 | \n", + "0.712954 | \n", + "0.685727 | \n", + "0.381960 | \n", + "0.727498 | \n", + "0.515783 | \n", + "0.574647 | \n", + "
| Abdomen | \n", + "-0.806419 | \n", + "0.805204 | \n", + "0.211897 | \n", + "0.854161 | \n", + "0.020138 | \n", + "0.688699 | \n", + "0.903205 | \n", + "1.000000 | \n", + "0.841958 | \n", + "0.726147 | \n", + "0.684706 | \n", + "0.322703 | \n", + "0.649429 | \n", + "0.425356 | \n", + "0.512487 | \n", + "
| Hip | \n", + "-0.612034 | \n", + "0.611006 | \n", + "-0.128182 | \n", + "0.932861 | \n", + "0.092696 | \n", + "0.653906 | \n", + "0.816447 | \n", + "0.841958 | \n", + "1.000000 | \n", + "0.898364 | \n", + "0.826642 | \n", + "0.488204 | \n", + "0.730192 | \n", + "0.528022 | \n", + "0.552337 | \n", + "
| Thigh | \n", + "-0.550080 | \n", + "0.546547 | \n", + "-0.248580 | \n", + "0.846469 | \n", + "0.050735 | \n", + "0.605201 | \n", + "0.712954 | \n", + "0.726147 | \n", + "0.898364 | \n", + "1.000000 | \n", + "0.790278 | \n", + "0.472632 | \n", + "0.715126 | \n", + "0.518326 | \n", + "0.475385 | \n", + "
| Knee | \n", + "-0.439740 | \n", + "0.436767 | \n", + "-0.040640 | \n", + "0.835699 | \n", + "0.201468 | \n", + "0.601090 | \n", + "0.685727 | \n", + "0.684706 | \n", + "0.826642 | \n", + "0.790278 | \n", + "1.000000 | \n", + "0.574567 | \n", + "0.637310 | \n", + "0.494940 | \n", + "0.601573 | \n", + "
| Ankle | \n", + "-0.123453 | \n", + "0.120453 | \n", + "-0.240363 | \n", + "0.537630 | \n", + "0.244313 | \n", + "0.361136 | \n", + "0.381960 | \n", + "0.322703 | \n", + "0.488204 | \n", + "0.472632 | \n", + "0.574567 | \n", + "1.000000 | \n", + "0.393001 | \n", + "0.354374 | \n", + "0.507432 | \n", + "
| Biceps | \n", + "-0.458876 | \n", + "0.455961 | \n", + "-0.078470 | \n", + "0.786406 | \n", + "0.178943 | \n", + "0.663869 | \n", + "0.727498 | \n", + "0.649429 | \n", + "0.730192 | \n", + "0.715126 | \n", + "0.637310 | \n", + "0.393001 | \n", + "1.000000 | \n", + "0.676421 | \n", + "0.578034 | \n", + "
| Forearm | \n", + "-0.261861 | \n", + "0.259636 | \n", + "-0.149905 | \n", + "0.624012 | \n", + "0.199221 | \n", + "0.598396 | \n", + "0.515783 | \n", + "0.425356 | \n", + "0.528022 | \n", + "0.518326 | \n", + "0.494940 | \n", + "0.354374 | \n", + "0.676421 | \n", + "1.000000 | \n", + "0.521716 | \n", + "
| Wrist | \n", + "-0.227499 | \n", + "0.227795 | \n", + "0.155011 | \n", + "0.658868 | \n", + "0.293180 | \n", + "0.684473 | \n", + "0.574647 | \n", + "0.512487 | \n", + "0.552337 | \n", + "0.475385 | \n", + "0.601573 | \n", + "0.507432 | \n", + "0.578034 | \n", + "0.521716 | \n", + "1.000000 | \n", + "
LinearRegression()In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
| \n", + " | fit_intercept | \n", + "True | \n", + "
| \n", + " | copy_X | \n", + "True | \n", + "
| \n", + " | tol | \n", + "1e-06 | \n", + "
| \n", + " | n_jobs | \n", + "None | \n", + "
| \n", + " | positive | \n", + "False | \n", + "
| \n", + " | R_Squared | \n", + "RMSE | \n", + "MAE | \n", + "
|---|---|---|---|
| Ridge | \n", + "0.699385 | \n", + "0.009702 | \n", + "0.007925 | \n", + "
| Linear | \n", + "0.678809 | \n", + "0.010029 | \n", + "0.007917 | \n", + "
| AdaBoost | \n", + "0.626732 | \n", + "0.010812 | \n", + "0.009194 | \n", + "
| Gradient Boosting | \n", + "0.598033 | \n", + "0.011219 | \n", + "0.009126 | \n", + "
| KNeighborsRegressor | \n", + "0.583284 | \n", + "0.011423 | \n", + "0.009383 | \n", + "
| XGBRegressor | \n", + "0.421059 | \n", + "0.013465 | \n", + "0.010471 | \n", + "
| Extra Tree | \n", + "0.111568 | \n", + "0.016680 | \n", + "0.012841 | \n", + "
| Decision Tree | \n", + "0.023294 | \n", + "0.017489 | \n", + "0.013938 | \n", + "
| Lasso | \n", + "-0.067556 | \n", + "0.018284 | \n", + "0.015853 | \n", + "
| ElasticNet | \n", + "-0.067556 | \n", + "0.018284 | \n", + "0.015853 | \n", + "
| SVR | \n", + "-0.785655 | \n", + "0.023647 | \n", + "0.019821 | \n", + "
| SGD | \n", + "-76.930382 | \n", + "0.156218 | \n", + "0.126189 | \n", + "
| mlp_regressor | \n", + "-137.410740 | \n", + "0.208191 | \n", + "0.165875 | \n", + "
RandomForestRegressor()In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
| \n", + " | n_estimators | \n", + "100 | \n", + "
| \n", + " | criterion | \n", + "'squared_error' | \n", + "
| \n", + " | max_depth | \n", + "None | \n", + "
| \n", + " | min_samples_split | \n", + "2 | \n", + "
| \n", + " | min_samples_leaf | \n", + "1 | \n", + "
| \n", + " | min_weight_fraction_leaf | \n", + "0.0 | \n", + "
| \n", + " | max_features | \n", + "1.0 | \n", + "
| \n", + " | max_leaf_nodes | \n", + "None | \n", + "
| \n", + " | min_impurity_decrease | \n", + "0.0 | \n", + "
| \n", + " | bootstrap | \n", + "True | \n", + "
| \n", + " | oob_score | \n", + "False | \n", + "
| \n", + " | n_jobs | \n", + "None | \n", + "
| \n", + " | random_state | \n", + "None | \n", + "
| \n", + " | verbose | \n", + "0 | \n", + "
| \n", + " | warm_start | \n", + "False | \n", + "
| \n", + " | ccp_alpha | \n", + "0.0 | \n", + "
| \n", + " | max_samples | \n", + "None | \n", + "
| \n", + " | monotonic_cst | \n", + "None | \n", + "
XGBRegressor(base_score=None, booster=None, callbacks=None,\n", + " colsample_bylevel=None, colsample_bynode=None,\n", + " colsample_bytree=0.8, device=None, early_stopping_rounds=None,\n", + " enable_categorical=False, eval_metric=None, feature_types=None,\n", + " feature_weights=None, gamma=None, grow_policy=None,\n", + " importance_type=None, interaction_constraints=None,\n", + " learning_rate=0.05, max_bin=None, max_cat_threshold=None,\n", + " max_cat_to_onehot=None, max_delta_step=None, max_depth=4,\n", + " max_leaves=None, min_child_weight=None, missing=nan,\n", + " monotone_constraints=None, multi_strategy=None, n_estimators=300,\n", + " n_jobs=None, num_parallel_tree=None, ...)In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
| \n", + " | objective | \n", + "'reg:squarederror' | \n", + "
| \n", + " | base_score | \n", + "None | \n", + "
| \n", + " | booster | \n", + "None | \n", + "
| \n", + " | callbacks | \n", + "None | \n", + "
| \n", + " | colsample_bylevel | \n", + "None | \n", + "
| \n", + " | colsample_bynode | \n", + "None | \n", + "
| \n", + " | colsample_bytree | \n", + "0.8 | \n", + "
| \n", + " | device | \n", + "None | \n", + "
| \n", + " | early_stopping_rounds | \n", + "None | \n", + "
| \n", + " | enable_categorical | \n", + "False | \n", + "
| \n", + " | eval_metric | \n", + "None | \n", + "
| \n", + " | feature_types | \n", + "None | \n", + "
| \n", + " | feature_weights | \n", + "None | \n", + "
| \n", + " | gamma | \n", + "None | \n", + "
| \n", + " | grow_policy | \n", + "None | \n", + "
| \n", + " | importance_type | \n", + "None | \n", + "
| \n", + " | interaction_constraints | \n", + "None | \n", + "
| \n", + " | learning_rate | \n", + "0.05 | \n", + "
| \n", + " | max_bin | \n", + "None | \n", + "
| \n", + " | max_cat_threshold | \n", + "None | \n", + "
| \n", + " | max_cat_to_onehot | \n", + "None | \n", + "
| \n", + " | max_delta_step | \n", + "None | \n", + "
| \n", + " | max_depth | \n", + "4 | \n", + "
| \n", + " | max_leaves | \n", + "None | \n", + "
| \n", + " | min_child_weight | \n", + "None | \n", + "
| \n", + " | missing | \n", + "nan | \n", + "
| \n", + " | monotone_constraints | \n", + "None | \n", + "
| \n", + " | multi_strategy | \n", + "None | \n", + "
| \n", + " | n_estimators | \n", + "300 | \n", + "
| \n", + " | n_jobs | \n", + "None | \n", + "
| \n", + " | num_parallel_tree | \n", + "None | \n", + "
| \n", + " | random_state | \n", + "42 | \n", + "
| \n", + " | reg_alpha | \n", + "None | \n", + "
| \n", + " | reg_lambda | \n", + "None | \n", + "
| \n", + " | sampling_method | \n", + "None | \n", + "
| \n", + " | scale_pos_weight | \n", + "None | \n", + "
| \n", + " | subsample | \n", + "0.8 | \n", + "
| \n", + " | tree_method | \n", + "None | \n", + "
| \n", + " | validate_parameters | \n", + "None | \n", + "
| \n", + " | verbosity | \n", + "None | \n", + "
Ridge()In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
| \n", + " | alpha | \n", + "1.0 | \n", + "
| \n", + " | fit_intercept | \n", + "True | \n", + "
| \n", + " | copy_X | \n", + "True | \n", + "
| \n", + " | max_iter | \n", + "None | \n", + "
| \n", + " | tol | \n", + "0.0001 | \n", + "
| \n", + " | solver | \n", + "'auto' | \n", + "
| \n", + " | positive | \n", + "False | \n", + "
| \n", + " | random_state | \n", + "None | \n", + "
| \n", + " | Feature | \n", + "Coefs | \n", + "
|---|---|---|
| 0 | \n", + "Age | \n", + "-0.000095 | \n", + "
| 1 | \n", + "Weight | \n", + "-0.000095 | \n", + "
| 2 | \n", + "Height | \n", + "-0.000095 | \n", + "
| 3 | \n", + "Neck | \n", + "-0.000095 | \n", + "
| 4 | \n", + "Chest | \n", + "-0.000095 | \n", + "
| 5 | \n", + "Abdomen | \n", + "-0.000095 | \n", + "
| 6 | \n", + "Hip | \n", + "-0.000095 | \n", + "
| 7 | \n", + "Thigh | \n", + "-0.000095 | \n", + "
| 8 | \n", + "Knee | \n", + "-0.000095 | \n", + "
| 9 | \n", + "Ankle | \n", + "-0.000095 | \n", + "
| 10 | \n", + "Biceps | \n", + "-0.000095 | \n", + "
| 11 | \n", + "Forearm | \n", + "-0.000095 | \n", + "
| 12 | \n", + "Wrist | \n", + "-0.000095 | \n", + "
| 13 | \n", + "Waist_hip | \n", + "-0.000095 | \n", + "
| 14 | \n", + "Body_Index | \n", + "-0.000095 | \n", + "
| \n", + " | Id | \n", + "BodyFat | \n", + "
|---|---|---|
| 0 | \n", + "Person68 | \n", + "17.476335 | \n", + "
| 1 | \n", + "Person252 | \n", + "27.606467 | \n", + "
| 2 | \n", + "Person232 | \n", + "21.851720 | \n", + "
| 3 | \n", + "Person162 | \n", + "18.921831 | \n", + "
| 4 | \n", + "Person92 | \n", + "18.284241 | \n", + "
Ridge()In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
| \n", + " | alpha | \n", + "1.0 | \n", + "
| \n", + " | fit_intercept | \n", + "True | \n", + "
| \n", + " | copy_X | \n", + "True | \n", + "
| \n", + " | max_iter | \n", + "None | \n", + "
| \n", + " | tol | \n", + "0.0001 | \n", + "
| \n", + " | solver | \n", + "'auto' | \n", + "
| \n", + " | positive | \n", + "False | \n", + "
| \n", + " | random_state | \n", + "None | \n", + "
| \n", + " | Id | \n", + "BodyFat | \n", + "
|---|---|---|
| 0 | \n", + "Person68 | \n", + "14.976977 | \n", + "
| 1 | \n", + "Person252 | \n", + "26.096265 | \n", + "
| 2 | \n", + "Person232 | \n", + "20.670358 | \n", + "
| 3 | \n", + "Person162 | \n", + "17.837957 | \n", + "
| 4 | \n", + "Person92 | \n", + "17.797319 | \n", + "