%matplotlib inline
import matplotlib.pyplot as plt
import seaborn as sns
import pandas as pd
from IPython.display import set_matplotlib_formats

set_matplotlib_formats("retina")

df = pd.read_csv("../data/20190213_test.csv")
df.tail()

df.describe()

plt.ylim(-1, 7)
plt.xlim(-1, 7)
ax = sns.scatterplot(
    x="LC", y="HC", hue="Binding", size="Binding", data=df, sizes=(100, 500)
)
# Put the legend out of the figure
ax.legend(loc="upper left", bbox_to_anchor=(1.04, 1), ncol=1)

plt.scatter(
    df["HC"].values,
    df["LC"].values,
    c=df["Binding"].values,
    s=df["Binding"].values / 50,
    cmap="Purples",
)
plt.ylim(-1, 7)
plt.xlim(-1, 7)

g1 = plt.scatter([], [], s=0, marker="o", color="#555555")
g2 = plt.scatter([], [], s=200, marker="o", color="#555555")
g3 = plt.scatter([], [], s=300, marker="o", color="#555555")
g4 = plt.scatter([], [], s=400, marker="o", color="#555555")

plt.legend(
    (g1, g2, g3, g4),
    ("0", "10000", "20000", "30000"),
    scatterpoints=1,
    loc="upper left",
    ncol=1,
    bbox_to_anchor=(1.04, 1),
)

plt.show()

import pandas as pd
import numpy as np
import os
import tarfile
from six.moves import urllib
import matplotlib.pyplot as plt

# 항상 동일한 결과를 얻기 위해 random.seed 값을 설정한다
np.random.seed(42)

# 주피터 노트북 안에 그림이 나오도록 설정
%matplotlib inline

DOWNLOAD_ROOT = "https://raw.githubusercontent.com/ageron/handson-ml/master/"
HOUSING_PATH = os.path.join("input", "housing")
HOUSING_URL = DOWNLOAD_ROOT + "datasets/housing/housing.tgz"


def fetch_housing_data(housing_url=HOUSING_URL, housing_path=HOUSING_PATH):
    if not os.path.isdir(housing_path):
        os.makedirs(housing_path)
    tgz_path = os.path.join(housing_path, "housing.tgz")
    urllib.request.urlretrieve(housing_url, tgz_path)
    housing_tgz = tarfile.open(tgz_path)
    housing_tgz.extractall(path=housing_path)
    housing_tgz.close()


fetch_housing_data()

housing = pd.read_csv("./input/housing/housing.csv")
housing.tail()

housing.describe()

fig = housing.hist(bins=50, figsize=(20, 15))

import matplotlib.image as mpimg

california_img = mpimg.imread("./input/housing/california.png")
ax = housing.plot(
    kind="scatter",
    x="longitude",
    y="latitude",
    figsize=(10, 7),
    s=housing["population"] / 100,
    label="population",
    c="median_house_value",
    cmap=plt.get_cmap(),
    colorbar=False,
    alpha=0.5,
)
plt.imshow(california_img, extent=[-124.55, -113.80, 32.45, 42.05], alpha=0.6)
prices = housing["median_house_value"]
tick_values = np.linspace(prices.min(), prices.max(), 11)
cbar = plt.colorbar()
cbar.ax.set_yticklabels(["$%dk" % (round(v / 1000)) for v in tick_values], fontsize=14)
plt.show()

from pandas.tools.plotting import scatter_matrix

corr_matrix = housing.corr()
attributes = [
    "median_house_value",
    "median_income",
    "total_rooms",
    "housing_median_age",
]
fig = scatter_matrix(housing[attributes], figsize=(10, 10), alpha=0.2)

housing.plot(kind="scatter", x="median_income", y="median_house_value", alpha=0.1)
plt.axis([0, 16, 0, 550000])

import seaborn as sns

corr = housing.corr()

# Set up the matplotlib figure
f, ax = plt.subplots(figsize=(10, 7))

# Draw the heatmap with the mask and correct aspect ratio

with sns.axes_style("white"):
    sns.heatmap(corr, vmax=0.3, cmap="YlGnBu", square=True, linewidths=0.3)

housing["rooms_per_household"] = housing["total_rooms"] / housing["households"]
housing["bedrooms_per_room"] = housing["total_bedrooms"] / housing["total_rooms"]
housing["population_per_household"] = housing["population"] / housing["households"]

housing.plot(kind="scatter", x="rooms_per_household", y="median_house_value", alpha=0.2)
plt.axis([0, 5, 0, 520000])
plt.show()

df = pd.get_dummies(data=housing, columns=["ocean_proximity"])

from sklearn.preprocessing import Imputer

imputer = Imputer(strategy="median")

# housing_num = housing.drop('ocean_proximity', axis=1)
# 다른 방법: housing_num = housing.select_dtypes(include=[np.number])
imputer.fit(df)
X = imputer.transform(df)
housing_tr = pd.DataFrame(X, columns=df.columns)
housing_tr.tail()

housing_labels = housing_tr["median_house_value"].copy()  # 레이블로 사용
housing_tr.drop("median_house_value", axis=1, inplace=True)  # 레이블 삭제

from sklearn.preprocessing import StandardScaler

scaler = StandardScaler()
# scaler.fit(housing_tr)
scaled_df = scaler.fit_transform(housing_tr)
scaled_df.shape

from sklearn.model_selection import train_test_split

X_train, X_test, y_train, y_test = train_test_split(
    scaled_df, housing_labels, test_size=0.2, random_state=42
)
print(X_train.shape, X_test.shape)

from sklearn.linear_model import LinearRegression

lin_reg = LinearRegression(n_jobs=-1)  # -1 means use all cpu core
lin_reg.fit(X_train, y_train)

from sklearn.metrics import mean_squared_error

y_pred = lin_reg.predict(X_test)
rms = np.sqrt(mean_squared_error(y_test, y_pred))
print(rms)

from sklearn.tree import DecisionTreeRegressor

tree_reg = DecisionTreeRegressor(n_jobs=-1)
tree_reg.fit(X_train, y_train)

y_pred = tree_reg.predict(X_test)
rms = np.sqrt(mean_squared_error(y_test, y_pred))
print(rms)

from sklearn.ensemble import RandomForestRegressor

forest_reg = RandomForestRegressor(n_jobs=-1)
forest_reg.fit(X_train, y_train)

y_pred = forest_reg.predict(X_test)
rms = np.sqrt(mean_squared_error(y_test, y_pred))
print(rms)

from sklearn.svm import SVR

svm_reg = SVR(kernel="linear")
svm_reg.fit(X_train, y_train)

y_pred = svm_reg.predict(X_test)
rms = np.sqrt(mean_squared_error(y_test, y_pred))
print(rms)

from sklearn.model_selection import GridSearchCV

param_grid = [
    # try 12 (3×4) combinations of hyperparameters
    {"n_estimators": [3, 10, 30], "max_features": [2, 4, 6, 8]},
    # then try 6 (2×3) combinations with bootstrap set as False
    {"bootstrap": [False], "n_estimators": [3, 10], "max_features": [2, 3, 4]},
]

forest_reg = RandomForestRegressor(random_state=42, n_jobs=-1)
# train across 5 folds, that's a total of (12+6)*5=90 rounds of training
grid_search = GridSearchCV(
    forest_reg,
    param_grid,
    cv=5,
    scoring="neg_mean_squared_error",
    return_train_score=True,
)
grid_search.fit(X_train, y_train)

cvres = grid_search.cv_results_
for mean_score, params in zip(cvres["mean_test_score"], cvres["params"]):
    print(np.sqrt(-mean_score), params)

cv = pd.DataFrame(grid_search.cv_results_)
cv.head()

grid_search.best_params_

grid_search.best_estimator_

feature_importances = grid_search.best_estimator_.feature_importances_
plt.bar(range(len(feature_importances)), feature_importances)

from sklearn.model_selection import RandomizedSearchCV
from scipy.stats import randint

param_distribs = {
    "n_estimators": randint(low=1, high=200),
    "max_features": randint(low=1, high=8),
}

forest_reg = RandomForestRegressor(random_state=42, n_jobs=-1)
rnd_search = RandomizedSearchCV(
    forest_reg,
    param_distributions=param_distribs,
    n_iter=10,
    cv=5,
    scoring="neg_mean_squared_error",
    random_state=42,
)
rnd_search.fit(X_train, y_train)

cvres = rnd_search.cv_results_
for mean_score, params in zip(cvres["mean_test_score"], cvres["params"]):
    print(np.sqrt(-mean_score), params)

final_model = rnd_search.best_estimator_
y_pred = final_model.predict(X_test)
rms = np.sqrt(mean_squared_error(y_test, y_pred))
print(rms)