Google Cloud Functions图像处理需要几分钟才能完成图像处理

Question

What I m doing with Cloud functions:

1. Downloading a url to the /tmp directory.
2. Running convert to create thumbnail of max size(600*600).
3. Storing that in Firebase storage.
4. Writing back to the Firebase real time database.

It takes close to 2-3 minutes for whole operation and if I execute 5-6 functions in parallel only 1-2 gets finishes. Here is the code. Please let me know what can be done in this:

'use strict';

const functions = require('firebase-functions');
const gcs = require('@google-cloud/storage')();
//const exec = require('child-process-promise').exec;
const image_downloader = require('image-downloader');
const spawn = require('child-process-promise').spawn;
const admin = require('firebase-admin');
admin.initializeApp(functions.config().firebase);

const LOCAL_TMP_FOLDER = '/tmp/';

// File extension for the created JPEG files.
const JPEG_EXTENSION = 'jpg';

const MAX_HEIGHT = 600;
const MAX_WIDTH = 600;
const bucket_name='-----------';
//const THUMB_SUFFIX = '_thumb';

exports.moderator = functions.database
    .ref('/users/{user_id}/photo_processing/{photo_processing_id}').onWrite(event => {
      const photo_data = event.data.val();
      if(!photo_data){
        return;
      }
      const user_id=event.params.user_id;
      const fileName=`${event.params.photo_processing_id}.jpg`;
      const fileLocation=`/tmp/${fileName}`;
      const modifiedfileName=`${event.params.user_id}_${fileName}`;
      const modifiedfileLocation=`/tmp/${modifiedfileName}`;

      console.log("fileName fileLocation modifiedfileName modifiedfileLocation",fileName,fileLocation,modifiedfileName,modifiedfileLocation);
      const options = {
          url: photo_data.source,
          dest: fileLocation,                  // Save to /path/to/dest/image.jpg
          done: function(err, filename, image) {
              if (err) {
                    console.log('error occured', err);
              }
              console.log('File saved to', filename);

        // Uploading the JPEG image.
         const bucket = gcs.bucket(bucket_name);
         const destinationUrl=`photos/${modifiedfileName}`;
         return spawn('convert', [fileLocation, '-thumbnail', `${MAX_WIDTH}x${MAX_HEIGHT}>`, modifiedfileLocation]).then(() => {
           console.log('Thumbnail created at', modifiedfileLocation);
            return bucket.upload(modifiedfileLocation, {
                destination: destinationUrl
                }).then(() => {
                console.log('JPEG image uploaded to Storage at',modifiedfileName );
                 return admin.database().ref(`/users/${user_id}/photos`).push(destinationUrl);
        });
      })
      }
    }
      image_downloader(options);

  });

Answer 1

I was able to solve this.Problem is the cloud function should return a promise else they behave weirdly.

Here is the working solution:

'use strict';

const functions = require('firebase-functions');
//const mkdirp = require('mkdirp-promise');
const gcs = require('@google-cloud/storage')();
//const exec = require('child-process-promise').exec;
const image_downloader = require('image-downloader');
const spawn = require('child-process-promise').spawn;
const admin = require('firebase-admin');
admin.initializeApp(functions.config().firebase);

const LOCAL_TMP_FOLDER = '/tmp/';

// File extension for the created JPEG files.
const JPEG_EXTENSION = 'jpg';

const MAX_HEIGHT = 600;
const MAX_WIDTH = 600;
const bucket_name='--------';
//const THUMB_SUFFIX = '_thumb';

const fetch=(source,filename,fileLocation)=> new Promise((resolve,reject)=>{
  console.log("details passed to fetch method",source,filename,fileLocation);

  const options = {
      url: source,
      dest: fileLocation,                  // Save to /path/to/dest/image.jpg
      done: function(err, filename, image) {
          if (err) {
                reject(err);
                console.log('error occured', err);
          }
          resolve(filename);
          console.log('File saved to', filename);
        }
  }

    image_downloader(options);
});


exports.moderator = functions.database
    .ref('/users/{user_id}/photo_processing/{photo_processing_id}').onWrite(event => {
      const photo_data = event.data.val();
      if(!photo_data){
        return;
      }
      const user_id=event.params.user_id;
      //console.log("photo data came to the firebase funciotn",photo_data);
      //console.log('user_id passed', event.params.user_id);
      //console.log('photo_processing_id passed', event.params.photo_processing_id);
      const fileName=`${event.params.photo_processing_id}.jpg`;
      const fileLocation=`/tmp/${fileName}`;
      const modifiedfileName=`${event.params.user_id}_${fileName}`;
      const modifiedfileLocation=`/tmp/${modifiedfileName}`;
      const is_profile=photo_data.is_profile;
      const created_time=photo_data.created_time;
      console.log("fileName fileLocation modifiedfileName modifiedfileLocation",fileName,fileLocation,modifiedfileName,modifiedfileLocation);

      const bucket = gcs.bucket(bucket_name);
      const destinationUrl=`photos/${modifiedfileName}`;
      return fetch(photo_data.source,fileName,fileLocation).then(()=>
        {
          return spawn('convert', [fileLocation, '-thumbnail', `${MAX_WIDTH}x${MAX_HEIGHT}>`, modifiedfileLocation]).then(() =>
          {
            console.log('Thumbnail created at', modifiedfileLocation);
            return bucket.upload(modifiedfileLocation, {
             destination: destinationUrl
             }).then(() => {
                  console.log('JPEG image uploaded to Storage at',modifiedfileName );
                  const photo_data_to_save={url:destinationUrl,created_time};
                  if(is_profile){
                    photo_data_to_save.is_profile=true;
                  }
                   admin.database().ref(`/users/${user_id}/userData/photos`).push(photo_data_to_save);
                   return null;
                })

     });
   })
  });