from sklearn.linear_model import LinearRegression
# 定義線性回歸模型
model = LinearRegression(fit_intercept=True, normalize=False, 
    copy_X=True, n_jobs=1)
"""
參數(shù)
---
    fit_intercept：是否計算截距。False-模型沒有截距
    normalize： 當fit_intercept設(shè)置為False時，該參數(shù)將被忽略。 如果為真，則回歸前的回歸系數(shù)X將通過減去平均值并除以l2-范數(shù)而歸一化。
     n_jobs：指定線程數(shù)
"""

from sklearn.linear_model import LogisticRegression
# 定義邏輯回歸模型
model = LogisticRegression(penalty='l2', dual=False, tol=0.0001, C=1.0, 
    fit_intercept=True, intercept_scaling=1, class_weight=None, 
    random_state=None, solver='liblinear', max_iter=100, multi_class='ovr', 
    verbose=0, warm_start=False, n_jobs=1)
 
"""參數(shù)
---
    penalty：使用指定正則化項（默認：l2）
    dual: n_samples > n_features取False（默認）
    C：正則化強度的反，值越小正則化強度越大
    n_jobs: 指定線程數(shù)
    random_state：隨機數(shù)生成器
    fit_intercept: 是否需要常量
"""

from sklearn import naive_bayes
model = naive_bayes.GaussianNB() # 高斯貝葉斯
model = naive_bayes.MultinomialNB(alpha=1.0, fit_prior=True, class_prior=None)
model = naive_bayes.BernoulliNB(alpha=1.0, binarize=0.0, fit_prior=True, class_prior=None)
"""
文本分類問題常用MultinomialNB
參數(shù)
---
    alpha：平滑參數(shù)
    fit_prior：是否要學(xué)習(xí)類的先驗概率；false-使用統(tǒng)一的先驗概率
    class_prior: 是否指定類的先驗概率；若指定則不能根據(jù)參數(shù)調(diào)整
    binarize: 二值化的閾值，若為None，則假設(shè)輸入由二進制向量組成
"""

from sklearn import tree 
model = tree.DecisionTreeClassifier(criterion='gini', max_depth=None, 
    min_samples_split=2, min_samples_leaf=1, min_weight_fraction_leaf=0.0, 
    max_features=None, random_state=None, max_leaf_nodes=None, 
    min_impurity_decrease=0.0, min_impurity_split=None,
     class_weight=None, presort=False)
"""參數(shù)
---
    criterion ：特征選擇準則gini/entropy
    max_depth：樹的最大深度，None-盡量下分
    min_samples_split：分裂內(nèi)部節(jié)點，所需要的最小樣本樹
    min_samples_leaf：葉子節(jié)點所需要的最小樣本數(shù)
    max_features: 尋找最優(yōu)分割點時的最大特征數(shù)
    max_leaf_nodes：優(yōu)先增長到最大葉子節(jié)點數(shù)
    min_impurity_decrease：如果這種分離導(dǎo)致雜質(zhì)的減少大于或等于這個值，則節(jié)點將被拆分。
"""

from sklearn.svm import SVC
model = SVC(C=1.0, kernel='rbf', gamma='auto')
"""參數(shù)
---
    C：誤差項的懲罰參數(shù)C
    gamma: 核相關(guān)系數(shù)。浮點數(shù)，If gamma is ‘a(chǎn)uto' then 1/n_features will be used instead.
"""

from sklearn import neighbors
#定義kNN分類模型
model = neighbors.KNeighborsClassifier(n_neighbors=5, n_jobs=1) # 分類
model = neighbors.KNeighborsRegressor(n_neighbors=5, n_jobs=1) # 回歸
"""參數(shù)
---
    n_neighbors： 使用鄰居的數(shù)目
    n_jobs：并行任務(wù)數(shù)
"""

import pandas as pd
import matplotlib.pyplot as plt
from sklearn.cluster import KMeans
 
df = pd.DataFrame({"x": [25, 34, 22, 27, 33, 33, 31, 22, 35, 34, 67, 54, 57, 43, 50, 57, 59, 52, 65, 47, 49, 48, 35, 33, 44, 45, 38, 43, 51, 46],
                   "y": [79, 51, 53, 78, 59, 74, 73, 57, 69, 75, 51, 32, 40, 47, 53, 36, 35, 59, 59, 50, 25, 20, 14, 12, 20, 5,  29, 27, 8,  7]})
kmeans = KMeans(n_clusters=3).fit(df)
centroids = kmeans.cluster_centers_
# 打印類聚中心
print(type(centroids), centroids)
# 可視化類聚結(jié)果
fig, ax = plt.subplots()
ax.scatter(df['x'],df['y'],c=kmeans.labels_.astype(float),s=50, alpha=0.5)
ax.scatter(centroids[:, 0], centroids[:, 1], c='red', s=50)
plt.show()

from sklearn.externals import joblib
 
# 保存模型
joblib.dump(model, 'model.pickle')
#載入模型
model = joblib.load('model.pickle')