videoProcessing.py

import cv2
import subprocess
import io
import os
from google.cloud import speech
from google.cloud.speech import enums
from google.cloud.speech import types

"""
 videoPath: path to video
 return: string of audio in video
"""
# def getAudioText(audioPath):
#     # Instantiates a client
#     client = speech.SpeechClient()

#     # Loads the audio into memory
#     with io.open(audioPath, 'rb') as audio_file:
#         content = audio_file.read()
#         audio = types.RecognitionAudio(content=content)

#     config = types.RecognitionConfig(
#         encoding=enums.RecognitionConfig.AudioEncoding.LINEAR16,
#         sample_rate_hertz=44100,
#         language_code='en-US')

#     # Detects speech in the audio file
#     response = client.recognize(config, audio)

#     audioLines = [result.alternatives[0].transcript for result in response.results]
#     print(audioLines)
#     return audioLines



# def getAudio(videoPath):
#     command = "ffmpeg -i {} -ab 160k -ac 1 -ar 44100 -vn {}.wav".format(videoPath, videoPath[:-4])
#     subprocess.call(command, shell=True)

    # return ''.join([videoPath[:-4], ".wav"])

def getFrames(dirname, videoPath):
    vidObj = cv2.VideoCapture(videoPath)
    framePaths = []

    currentFrameNo = 0
    success = True
    frameRate = vidObj.get(cv2.CAP_PROP_FPS)
    totalFrames = vidObj.get(cv2.CAP_PROP_FRAME_COUNT)
    frameCount = 0

    while success and currentFrameNo < totalFrames:
        # read from currentFrameNo
        vidObj.set(cv2.CAP_PROP_POS_FRAMES, currentFrameNo)

        success, image = vidObj.read()

        if not success:
             continue
             
        framePath = "/".join([dirname, "frame{0}.jpg".format(frameCount)])

        print("Saving to ", framePath)
        print("\n\n\n\n\n\n\n\n")
        cv2.imwrite(framePath, image)
        framePaths.append(framePath)
        frameCount += 1
        currentFrameNo += frameRate

    print("Returning from getFrames", len(framePaths))
    return framePaths