【超初心者向け】Python×機械学習で画像認識の実装をしてみよう（医療画像）

# Googleドライブのマウント

from google.colab import drive
drive.mount('/content/drive')

from zipfile import ZipFile

# Zipファイルの解凍

file_name = '/content/drive/My Drive/Gender01.zip'
with ZipFile(file_name, 'r') as zip:
    zip.extractall()

#ライブラリのインポート

import matplotlib.pyplot as plt
import glob
import cv2

files = glob.glob("/content/Gender01/train/male/*.png")

files = sorted(files)
print(files)

image = cv2.imread(files[0])

plt.imshow(image)

image.shape

image = cv2.imread(files[0])
image_gray = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)
plt.imshow(image_gray)

mage_gray2 = image_gray[50 : 200, 40: 160]
plt.imshow(mage_gray2)

# ライブラリのインポート
import numpy as np
import tensorflow.keras as keras
from keras.utils import np_utils
from keras.models import Sequential, Model, model_from_json
from keras.layers.core import Dense, Dropout, Activation, Flatten
from keras.callbacks import ModelCheckpoint
import matplotlib.pyplot as plt
from PIL import Image
import glob
import json
from zipfile import ZipFile
%matplotlib inline


# データセットを変数に格納
# フォルダ名（分類クラス）のリスト
folder = ["down", "right", "left", "up"] 

image_size = 32 #入力画像のサイズを32×32とする

#学習用データ、学習用ラベル、検証用データ、検証用ラベルをそれぞれ格納するための空の配列を作成
X_train = []
y_train = []
X_val = []
y_val = []

# 学習用（train）データに対して行う処理
for index, name in enumerate(folder): 
    dir = "/content/Directions/train/" + name #対象のフォルダ名
    files = glob.glob(dir + "/*.png") #pngファイルのリストを取得

    for i, file in enumerate(files):  
        image = Image.open(file) # 画像ファイルの読み込み
        image = image.convert("RGB") # RGBモードに変換
        image = image.resize((image_size, image_size)) # リサイズ
        data = np.asarray(image) # 画像を配列に変換
        X_train.append(data) # 配列をX_trainに追加
        y_train.append(index) # ラベルをy_trainに追加

# 検証用（validation）データに対しても同じ作業を行う        
for index, name in enumerate(folder):
    dir = "/content/Directions/validation/" + name
    files = glob.glob(dir + "/*.png")
    for i, file in enumerate(files):
        image = Image.open(file)
        image = image.convert("RGB")
        image = image.resize((image_size, image_size))
        data = np.asarray(image)
        X_val.append(data)
        y_val.append(index)

# numpy配列に変換
X_train = np.array(X_train)
y_train = np.array(y_train)
X_val = np.array(X_val)
y_val = np.array(y_val)

# 正規化
X_train = X_train.astype('float32')
X_train = X_train / 255.0
X_val = X_val.astype('float32')
X_val = X_val / 255.0

# 正解ラベルの形式を変換
y_train = np_utils.to_categorical(y_train, 4)
y_val = np_utils.to_categorical(y_val, 4)


# モデルの定義
def model(X, y):
    model = Sequential() 
    model.add(Flatten())
    model.add(Dense(64, activation='relu', input_shape=(256,)))
    model.add(Dropout(0.2))
    model.add(Dense(64, activation='relu'))
    model.add(Dropout(0.2))
    model.add(Dense(4, activation='softmax'))
    opt = keras.optimizers.SGD(lr=0.001, decay=1e-6)
    model.compile(loss='categorical_crossentropy', optimizer=opt, metrics=['accuracy'])
    return model


# 学習過程を可視化
def plot_history(history):
    plt.plot(history.history['accuracy'],"o-",label="accuracy")
    plt.plot(history.history['val_accuracy'],"o-",label="val_acc")
    plt.title('model accuracy')
    plt.xlabel('epoch')
    plt.ylabel('accuracy')
    plt.legend(loc="lower right")
    plt.show()
 
    plt.plot(history.history['loss'],"o-",label="loss",)
    plt.plot(history.history['val_loss'],"o-",label="val_loss")
    plt.title('model loss')
    plt.xlabel('epoch')
    plt.ylabel('loss')
    plt.legend(loc='lower right')
    plt.show()


# 最良のモデルを保存するための関数
modelCheckpoint = ModelCheckpoint(filepath = 'direction_4.hdf5',
                                  monitor='val_loss', # 監視する値
                                  verbose=1, # 結果表示の有無
                                  save_best_only=True, 
                                  save_weights_only=True,
                                  mode='min', 
                                  )


# 学習の実行
model = model(X_train, y_train)
history = model.fit(X_train, y_train, 
    epochs=50,
    batch_size=32,
    validation_data=(X_val, y_val),
    callbacks=[modelCheckpoint])
json_string = model.to_json()
open('direction_4.json', 'w').write(json_string) 
plot_history(history) 


# テストの準備
# モデルを読み込む
with open('/content/direction_4.json', 'r') as model_json_file:
    model_json = json.load(model_json_file)
    model = model_from_json(json.dumps(model_json))

    model.load_weights('/content/direction_4.hdf5')

X_test = []
y_test = []

for index, name in enumerate(folder):
    dir =  "/content/Directions/test/" + name
    files = glob.glob(dir + "/*.png")
    for i, file in enumerate(files):
        image = Image.open(file)
        image = image.convert("RGB")
        image = image.resize((image_size, image_size))
        data = np.asarray(image)
        X_test.append(data)
        y_test.append(index)

X_test = np.array(X_test)
y_test = np.array(y_test)

X_test = X_test.astype('float32')
X_test = X_test / 255.0


y_test = np_utils.to_categorical(y_test, 4)