Guest User

Untitled

a guest
Jan 23rd, 2018
293
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 1.71 KB | None | 0 0
  1. from sklearn.svm import LinearSVC
  2. from sklearn.ensemble import AdaBoostClassifier
  3. from sklearn.naive_bayes import MultinomialNB, BernoulliNB
  4. from sklearn.linear_model import RidgeClassifier
  5. from sklearn.linear_model import PassiveAggressiveClassifier
  6. from sklearn.linear_model import Perceptron
  7. from sklearn.neighbors import NearestCentroid
  8. from sklearn.feature_selection import SelectFromModel
  9.  
  10. names = ["Logistic Regression", "Linear SVC", "LinearSVC with L1-based feature selection","Multinomial NB",
  11. "Bernoulli NB", "Ridge Classifier", "AdaBoost", "Perceptron","Passive-Aggresive", "Nearest Centroid"]
  12. classifiers = [
  13. LogisticRegression(),
  14. LinearSVC(),
  15. Pipeline([
  16. ('feature_selection', SelectFromModel(LinearSVC(penalty="l1", dual=False))),
  17. ('classification', LinearSVC(penalty="l2"))]),
  18. MultinomialNB(),
  19. BernoulliNB(),
  20. RidgeClassifier(),
  21. AdaBoostClassifier(),
  22. Perceptron(),
  23. PassiveAggressiveClassifier(),
  24. NearestCentroid()
  25. ]
  26. zipped_clf = zip(names,classifiers)
  27.  
  28. tvec = TfidfVectorizer()
  29. def classifier_comparator(vectorizer=tvec, n_features=10000, stop_words=None, ngram_range=(1, 1), classifier=zipped_clf):
  30. result = []
  31. vectorizer.set_params(stop_words=stop_words, max_features=n_features, ngram_range=ngram_range)
  32. for n,c in classifier:
  33. checker_pipeline = Pipeline([
  34. ('vectorizer', vectorizer),
  35. ('classifier', c)
  36. ])
  37. print "Validation result for {}".format(n)
  38. print c
  39. clf_accuracy,tt_time = accuracy_summary(checker_pipeline, x_train, y_train, x_validation, y_validation)
  40. result.append((n,clf_accuracy,tt_time))
  41. return result
  42.  
  43. trigram_result = classifier_comparator(n_features=100000,ngram_range=(1,3))
Add Comment
Please, Sign In to add comment