(我刚刚在节点上启动tensorflow.js)
我一直在网上上下搜索答案。
混乱
我有来自的图像数据image1 = tf.fromPixels(img)
我尝试将其与其他图像数据一起输入xs = tf.tensor([image1, image2])
。困惑在于无论我如何将一堆图像输入到xs
for model.fit
,程序输出如下所述的错误。
我已经尝试过的
当我运行程序时出现错误Error: Error when checking input: expected conv2d_Conv2D1_input to have 4 dimension(s). but got array with shape 4,1
我知道我没有正确输入 xs。我在线阅读了一些有关如何以类似方式输入数组的文章tf.tensor([[0.2, 0.1], [0.2, 0.4]]);
以及某种图像的批处理。我查看了一些文章,显示对于图像,您需要另一组图层:
model.add(tf.layers.conv2d({
inputShape: [scaleHeight, scaleWidth, 3],
kernelSize: 5,
filters: 8,
strides: 1,
activation: 'relu',
kernelInitializer: 'VarianceScaling'
}));
model.add(tf.layers.maxPooling2d({
poolSize: [2, 2],
strides: [2, 2]
}));
model.add(tf.layers.conv2d({
kernelSize: 5,
filters: 16,
strides: 1,
activation: 'relu',
kernelInitializer: 'VarianceScaling'
}));
model.add(tf.layers.maxPooling2d({
poolSize: [2, 2],
strides: [2, 2]
}));
model.add(tf.layers.dense({ // Output
units: 2,
kernelInitializer: 'VarianceScaling',
activation: 'softmax'
}));
model.compile({loss: 'categoricalCrossentropy', optimizer: tf.train.sgd(0.1), metrics: ['accuracy']});
好吧,我尝试输入它,尝试将它们转换为 typedarray 格式,尝试了很多东西。对于将多个图像转换为张量的正确 xs 变量,我非常迷失tf.fromPixels(canvas)
for model.fit(xs, ys, {epochs: 100, options....});
Code:
var tf = require('@tensorflow/tfjs');
var cv = require('canvas');
var {Image, createCanvas, ImageData} = cv;
tf.disableDeprecationWarnings();
var scaleWidth = 16;
var scaleHeight = 16;
function getImage(path){
var img = new Image();
return new Promise(function(resolve, reject){
img.onload = function(){
var element = createCanvas(scaleWidth, scaleHeight);
var ctx = element.getContext('2d');
ctx.drawImage(img, 0, 0);
ctx.scale(scaleWidth/img.width, scaleHeight/img.height);
//resolve(Array.from(tf.fromPixels(element).flatten().dataSync()));
resolve(tf.fromPixels(element));
};
img.src = path;
});
}
var log = function(input){console.log(input)};
const model = tf.sequential();
model.add(tf.layers.conv2d({
inputShape: [scaleHeight, scaleWidth, 3],
kernelSize: 5,
filters: 8,
strides: 1,
activation: 'relu',
kernelInitializer: 'VarianceScaling'
}));
model.add(tf.layers.maxPooling2d({
poolSize: [2, 2],
strides: [2, 2]
}));
model.add(tf.layers.conv2d({
kernelSize: 5,
filters: 16,
strides: 1,
activation: 'relu',
kernelInitializer: 'VarianceScaling'
}));
model.add(tf.layers.maxPooling2d({
poolSize: [2, 2],
strides: [2, 2]
}));
model.add(tf.layers.dense({ // Output
units: 2,
kernelInitializer: 'VarianceScaling',
activation: 'softmax'
}));
model.compile({loss: 'categoricalCrossentropy', optimizer: tf.train.sgd(0.1), metrics: ['accuracy']});
(async function(){
var cats = [], bland = [];
cats[0] = await getImage('cats/0.jpeg');
cats[1] = await getImage('cats/1.jpeg');
bland[0] = await getImage('bland/0.png');
bland[1] = await getImage('bland/1.png');
var testCats = await getImage('c.jpeg');
var testBland = await getImage('b.jpeg');
var xs = tf.tensor([cats[0], cats[1], bland[0], bland[1]]); // confusion occurs here
for(var c = 0; c < 10; c++){
var result = await model.fit(xs, tf.tensor([[0, 1], [0, 1], [1, 0], [1, 0]]), {epochs: 100});
console.log(result.history.loss[0]);
}
})();
在我运行它之后,我期望至少记录模型的损失,但它抛出了这个错误:
Error: Error when checking input: expected conv2d_Conv2D1_input to have 4 dimension(s). but got array with shape 4,1