python realize multiple video files composite picture-in-picture effect

In this article, we share the example of multiple video files synthesized picture-in-picture effect of the python code for your reference, the details are as follows

Step 1 Separate audio from video (MP4->mp3)

def separateMp4ToMp3(tmp):
   mp4 = ('.tmp', '.mp4')
   print('---> Separate the video clip {0}'.format(mp4))

   mp3 = ('.tmp', '.mp3')
   if (mp3):
      print '\n\t{0} is detected. Skip. \n\tPlease delete .mp3 file if you need re-separate.'.format(mp3)
      return

   cmd = 'ffmpeg -i {0} -f mp3 -vn -loglevel fatal {1}'.format(mp4, mp3)
   print '\t{0}'.format(cmd)

   x = (cmd, shell=True, stdout=, stderr=)
   
   for log in ():
      print '[ffmpeg info] {0}'.format(log)
   for log in ():
      print '[ffmpeg error] {0}'.format(log)

   print '\tSuccess! {0} -> {1}\n'.format(mp4, mp3)

Step 2 Synthesize one piece of audio from multiple pieces of audio based on timeline (MP3->mp3)

def composeMp3ToMp3(arr = []):
   if len(arr) <=0 :
      print('--->Operate audio array is empty!')
      return
   
   thisDir = (arr[0])
   if ((thisDir + "/composeAudio.mp3")):
      print('--->{0}/composeAudio.mp3 is exist, if you need re-gennerate,Please delete it!'.format(thisDir))
      return
      
   print('---> Compose the audio :')
   var = ''
   for tem in arr:
      if (tem) == False:
         print '\n\t{0} is not exist! \n\tPlease make sure audio file be exist if you need compose.'.format(tem)
         return
      var = var + " -i " + tem
      
   if var == '':
      print '\n\t{0} is empty. \n\tPlease check .mp3 file if you need compose.'.format(var)
      return
      
   cmd = 'ffmpeg {0} -filter_complex amix=inputs=2:duration=first:dropout_transition=2 -f mp3 -loglevel fatal {1}/composeAudio.mp3'.format(var, thisDir)
   print '\t{0}'.format(cmd)
   x = (cmd, shell=True, stdout=, stderr=)
   
   for log in ():
      print '[ffmpeg info] {0}'.format(log)
   for log in ():
      print '[ffmpeg error] {0}'.format(log)

   print '\tSuccess! {0} -> {1}\n'.format(var, thisDir + "/composeAudio.mp3")

Step 3 Multiple video compositing picture-in-picture effect <silent> (MP4->mp4)

def composeMp4ToMp4(arr = []):
   if len(arr) <= 0:
      print('--->Operate video array is empty!')
      return
   
   thisDir = (arr[0])
   if ((thisDir + "/composeVideo.mp4")):
      print('--->{0}/composeVideo.mp4 is exist, if you need re-gennerate,Please delete it!'.format(thisDir))
      return
   
   print('---> Compose the video :')
   var = ''
   temparr = []
   for tem in arr:
      if (tem) == False:
         print '\n\t{0} is not exist! \n\tPlease make sure video file be exist if you need compose.'.format(tem)
         return
      
      #split image
      png = ('.mp4', '.png')
      tempcmd="ffmpeg -i {0} -ss 00:00:2.435 -loglevel fatal -vframes 1 {1}".format(tem, png)
      print '\t{0}'.format(tempcmd)
      x = (tempcmd, shell=True, stdout=, stderr=)
      ()
      for log in ():
         print'[ffmpeg info] {0}'.format(log)
      for log in ():
         print'[ffmpeg error] {0}'.format(log)
      
      img = (png)
      imgSize = 
      #ipad
      if (imgSize[0] > imgSize[1]) :
         (tem)
      #mobile
      else:
         var = var + " -i " + tem
      ()
      
   if (len(temparr) > 0):
      for tem in temparr:
         var = var + " -i " + tem
   
   if var == '':
      print '\n\t{0} is empty. \n\tPlease check video file if you need compose.'.format(var)
      return
   
   cmd = 'ffmpeg ' + var + ' -filter_complex "[1:v]scale=w=176:h=144:force_original_aspect_ratio=decrease[ckout];[0:v]' \
        '[ckout]overlay=x=W-w-10:y=10[out]" -map "[out]" -movflags faststart -loglevel fatal ' + thisDir + '/composeVideo.mp4'.format(var, thisDir)
   print '\t{0}'.format(cmd)
   x = (cmd, shell=True, stdout=, stderr=)
   
   for log in ():
      print '[ffmpeg info] {0}'.format(log)
   for log in ():
      print '[ffmpeg error] {0}'.format(log)
   
   print '\tSuccess!\n {0} -> {1}\n'.format(var, thisDir + "/composeVideo.mp4")

Step 4 Audio and Video Synthesis

def communicateAudioVideo(folder):
   if ((folder + "/communicateVideo.mp4")):
      print('--->{0}/communicateVideo.mp4 is exist, if you need re-gennerate,Please delete it!'.format(folder))
      return
   
   if (((folder + "/composeVideo.mp4") == False) or
         ((folder + "/composeAudio.mp3") == False)):
      print('--->{0}/composeVideo.mp4  or composeAudio.mp3 must be exist!'.format(folder))
      return
   
   print('---> Communicate the video :')
   cmd = 'ffmpeg -i ' + folder + '/composeVideo.mp4 -i ' + folder + '/composeAudio.mp3 -f mp4 ' \
         ' -loglevel fatal ' + folder +'/communicateVideo.mp4'
   print '\t{0}'.format(cmd)
   x = (cmd, shell=True, stdout=, stderr=)
   
   for log in ():
      print '[ffmpeg info] {0}'.format(log)
   for log in ():
      print '[ffmpeg error] {0}'.format(log)
   
   print '\tSuccess!\n {0}  and {1} -> {2}\n'.format(folder + '/composeVideo.mp4', folder + '/composeAudio.mp3', folder +'/communicateVideo.mp4')

source code (computing)downloading

This is the whole content of this article.