ensemble vote

vote.py

from sklearn.ensemble import RandomForestClassifier 
from sklearn.ensemble import AdaBoostClassifier
from sklearn.ensemble import ExtraTreesClassifier, VotingClassifier
from xgboost import XGBClassifier

rfo = RandomForestClassifier()
ada = AdaBoostClassifier()
ext = ExtraTreesClassifier()
xgb = XGBClassifier()

vote_list = [('rfo', rfo), ('ada', ada), ('ext', ext), ('xgb', xgb)]
vote = VotingClassifier(estimators=vote_list, voting='soft')
vote.fit(X_train, y_train)
score = vote.score(X_train, y_train)
y_pred = vote.predict(X_test)