[英]How can i convert pytorch 3d cnn code to keras
我在 pytorch 中有一個 3D CNN 網絡,我試圖將其轉換為 keras,但我不太確定轉換。 另外,當我運行 keras 代碼時,我有這個錯誤:
ValueError:負尺寸大小是由輸入形狀為 [?,10,2,2,512],[3,3,3,512,512] 的“conv3d_13/convolution”(操作:“Conv3D”)的 2 減去 3 引起的
Pytorch 代碼:
class semi_C3D(nn.Module):
def __init__(self, num_classes = 101):
super(semi_C3D, self).__init__()
self.features = nn.Sequential(
nn.Conv3d(3, 64, kernel_size=(1,3,3), padding=(0,1,1)),
nn.ReLU(inplace=True),
nn.Conv3d(64, 64, kernel_size=(1,3,3), padding=(0,1,1)),
nn.ReLU(inplace=True),
nn.MaxPool3d(kernel_size=(1,2,2), stride=(1,2,2)),
nn.Conv3d(64, 128, kernel_size=(1,3,3), padding=(0,1,1)),
nn.ReLU(inplace=True),
nn.Conv3d(128, 128, kernel_size=(1,3,3), padding=(0,1,1)),
nn.ReLU(inplace=True),
nn.MaxPool3d(kernel_size=(1,2,2), stride=(1,2,2)),
nn.Conv3d(128, 256, kernel_size=(1,3,3), padding=(0,1,1)),
nn.ReLU(inplace=True),
nn.Conv3d(256, 256, kernel_size=(1,3,3), padding=(0,1,1)),
nn.ReLU(inplace=True),
nn.Conv3d(256, 256, kernel_size=(1,3,3), padding=(0,1,1)),
nn.ReLU(inplace=True),
nn.MaxPool3d(kernel_size=(1,2,2), stride=(1,2,2)),
nn.Conv3d(256, 512, kernel_size=(1,3,3), padding=(0,1,1)),
nn.ReLU(inplace=True),
nn.Conv3d(512, 512, kernel_size=(1,3,3), padding=(0,1,1)),
nn.ReLU(inplace=True),
nn.MaxPool3d(kernel_size=(1,2,2), stride=(1,2,2)),
)
self.conv3d = nn.Sequential(
nn.Conv3d(512, 512, kernel_size=(3,1,1), padding=(1,0,0)),
nn.ReLU(inplace=True),
nn.MaxPool3d(kernel_size=(3,1,1), stride=(2,1,1), padding=(1,0,0)),
nn.Conv3d(512, 512, kernel_size=(3,3,3), padding=(1,1,1)),
nn.ReLU(),
nn.Conv3d(512, 512, kernel_size=(3,3,3), padding=(1,1,1)),
nn.ReLU(),
nn.MaxPool3d(kernel_size=(2,2,2), stride=(2,2,2)),
nn.Conv3d(512, 512, kernel_size=(3,3,3), padding=(1,1,1)),
nn.ReLU(),
nn.MaxPool3d(kernel_size=(2, 2, 2), stride=(2, 2, 2)),
)
self.st_classifier = nn.Sequential(
nn.Linear(9216, 4096),
nn.ReLU(),
nn.Dropout(p=0.5),
nn.Linear(4096, 4096),
nn.ReLU(),
nn.Dropout(p=0.5),
nn.Linear(4096, num_classes),
)
def forward(self, input):
x = self.features(input)
x = self.conv3d(x)
x = x.view(-1, 9216)
x = self.st_classifier(x)
return x
Keras 代碼:
def semi_3d(self):
model = Sequential()
#First bloc of layers (self.features = nn.Sequential part for the pytorch code)
model.add(Conv3D(64,kernel_size=(1, 3, 3),activation='relu',
input_shape=self.input_shape))
model.add(ZeroPadding3D(padding=(0, 1, 1)))
model.add(Conv3D(64,kernel_size=(1, 3, 3),activation='relu',))
model.add(ZeroPadding3D(padding=(0, 1, 1)))
model.add(MaxPooling3D(pool_size=(1, 2, 2), strides=(1,2,2)))
model.add(Conv3D(128,kernel_size=(1, 3, 3),activation='relu'))
model.add(ZeroPadding3D(padding=(0, 1, 1)))
model.add(Conv3D(128,kernel_size=(1, 3, 3),activation='relu'))
model.add(ZeroPadding3D(padding=(0, 1, 1)))
model.add(MaxPooling3D(pool_size=(1, 2, 2), strides=(1,2,2)))
model.add(Conv3D(256,kernel_size=(1, 3, 3),activation='relu'))
model.add(ZeroPadding3D(padding=(0, 1, 1)))
model.add(Conv3D(256,kernel_size=(1, 3, 3),activation='relu'))
model.add(ZeroPadding3D(padding=(0, 1, 1)))
model.add(Conv3D(256,kernel_size=(1, 3, 3),activation='relu'))
model.add(ZeroPadding3D(padding=(0, 1, 1)))
model.add(MaxPooling3D(pool_size=(1, 2, 2), strides=(1,2,2)))
model.add(Conv3D(512,kernel_size=(1, 3, 3),activation='relu'))
model.add(ZeroPadding3D(padding=(0, 1, 1)))
model.add(Conv3D(512,kernel_size=(1, 3, 3),activation='relu'))
model.add(ZeroPadding3D(padding=(0, 1, 1)))
model.add(MaxPooling3D(pool_size=(1, 2, 2), strides=(1,2,2)))
#Second bloc of layers (self.conv3d = nn.Sequential part for the pytorch code)
model.add(Conv3D(512,kernel_size=(3, 1, 1),activation='relu'))
model.add(ZeroPadding3D(padding=(1, 0, 0)))
model.add(MaxPooling3D(pool_size=(3, 1, 1), strides=(2, 1, 1)))
model.add(ZeroPadding3D(padding=(1, 0, 0)))
model.add(Conv3D(512,kernel_size=(3, 3, 3),activation='relu'))
model.add(ZeroPadding3D(padding=(1, 1, 1)))
model.add(Conv3D(512,kernel_size=(3, 3, 3),activation='relu'))
model.add(ZeroPadding3D(padding=(1, 1, 1)))
model.add(MaxPooling3D(pool_size=(2, 2, 2), strides=(2, 2, 2)))
model.add(Conv3D(512,kernel_size=(3, 3, 3),activation='relu'))
model.add(ZeroPadding3D(padding=(1, 1, 1)))
model.add(MaxPooling3D(pool_size=(2, 2, 2), strides=(2, 2, 2)))
#FC Layers
model.add(Dense(4096, activation='softmax', name='fc1'))
model.add(Dropout(0.5))
model.add(Dense(4096, activation='softmax', name='fc2'))
model.add(Dropout(0.5))
model.add(Dense(self.nb_classes, activation='softmax', name='fc3'))
return model
您可以按照文檔的“ONNX 是一種為表示機器學習模型而構建的開放格式。ONNX 定義了一組通用的操作符 - 機器學習和深度學習模型的構建塊 - 以及啟用 AI 的通用文件格式開發人員可以將模型與各種框架、工具、運行時和編譯器一起使用。”
源代碼在這里機器學習互操作性的開放標准你可以像下面那樣做;
import onnx
from keras.models import load_model
pytorch_model = '/path/to/pytorch/model'
keras_output = '/path/to/converted/keras/model.hdf5'
onnx.convert(pytorch_model, keras_output)
model = load_model(keras_output)
preds = model.predict(x)
聲明:本站的技術帖子網頁,遵循CC BY-SA 4.0協議,如果您需要轉載,請注明本站網址或者原文地址。任何問題請咨詢:yoyou2525@163.com.