@@ -82,7 +82,7 @@ def add_ngram(sequences, token_indice, ngram_range=2):
8282max_features = 20000
8383max_len = 400
8484batch_size = 32
85- embedding_dims = 200
85+ embedding_dims = 50
8686epochs = 10
8787SAVE_MODEL_PATH = 'fasttext_multi_classification_model.h5'
8888pwd_path = os .path .abspath (os .path .dirname (__file__ ))
@@ -94,8 +94,8 @@ def add_ngram(sequences, token_indice, ngram_range=2):
9494print ('loading data...' )
9595x_train , y_train = get_corpus (train_data_dir )
9696x_test , y_test = get_corpus (test_data_dir )
97- y_train = keras .utils .to_categorical (y_train )
98- y_test = keras .utils .to_categorical (y_test )
97+ y_train = keras .utils .to_categorical (y_train , num_classes = num_classes )
98+ y_test = keras .utils .to_categorical (y_test , num_classes = num_classes )
9999
100100sent_maxlen = max (map (len , (x for x in x_train + x_test )))
101101print ('-' )
@@ -157,8 +157,8 @@ def add_ngram(sequences, token_indice, ngram_range=2):
157157model .add (Embedding (max_features , embedding_dims , input_length = max_len ))
158158# pooling the embedding
159159model .add (GlobalAveragePooling1D ())
160- # output
161- model .add (Dense (3 , activation = 'softmax' ))
160+ # output multi classification of num_classes
161+ model .add (Dense (num_classes , activation = 'softmax' ))
162162
163163model .compile (optimizer = 'adam' , loss = 'categorical_crossentropy' , metrics = ['accuracy' ])
164164model .fit (x_train , y_train ,
0 commit comments