import pandas as pd
import keras
from sklearn.cross_validation import train_test_split
from keras.utils.np_utils import to_categorical
train = pd.read_csv("../input/train.csv")
test = pd.read_csv("../input/test.csv")
y_train = train['label'].as_matrix()
X_train = train.drop('label', axis=1).as_matrix()
X_train, X_test, y_train, y_test = train_test_split(X_train, y_train, test_size=0.30)
model = keras.models.Sequential()
model.add(keras.layers.Dense(64, input_dim=28*28, activation='relu'))
model.add(keras.layers.Dropout(0.5))
model.add(keras.layers.Dense(32, activation='relu'))
model.add(keras.layers.Dropout(0.5))
model.add(keras.layers.Dense(16, activation='relu'))
model.add(keras.layers.Dropout(0.5))
model.add(keras.layers.Dense(10, activation='softmax'))
model.compile(loss='categorical_crossentropy', optimizer='adagrad', metrics=['accuracy'])
model.fit(X_train, to_categorical(y_train, 10), nb_epoch=5, batch_size=600)
score = model.evaluate(X_test, to_categorical(y_test, 10), batch_size=700)
print(score)
print(model.predict(X_test))[0]
print(y_test[0])
