Audio_to_Video_Generator.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"authorship_tag":"ABX9TyM4yLWObenz24GuNqWRx4hS"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"}},"cells":[{"cell_type":"code","source":["!pip install SpeechRecognition"],"metadata":{"id":"sdexL_YUVKK_"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["# Generate transcript from audio"],"metadata":{"id":"HuoAJG1iZvkd"}},{"cell_type":"code","source":["import speech_recognition as sr\n","\n","# Load the audio file\n","audio_file = \"song.mp3\"\n","\n","# Initialize the recognizer\n","r = sr.Recognizer()\n","\n","# Transcribe the audio\n","with sr.AudioFile(audio_file) as source:\n","    audio = r.record(source)\n","transcript = r.recognize_google(audio, language=\"en-US\")\n","\n","# Save the transcript to a text file\n","with open(\"transcript.txt\", \"w\", encoding=\"utf-8\") as f:\n","    f.write(transcript)"],"metadata":{"id":"2VJxdgNeVIX7"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["# Make stanzas from the transcript"],"metadata":{"id":"241PVhFyZ-r5"}},{"cell_type":"code","source":["# Read the transcript\n","with open(\"transcript.txt\", \"r\", encoding=\"utf-8\") as f:\n","    transcript = f.read()\n","\n","# Split the transcript\n","lines = transcript.split(\"\\n\")\n","\n","# Group the lines into stanzas\n","stanzas = []\n","current_stanza = []\n","for line in lines:\n","    if line.strip() == \"\":\n","        if current_stanza:\n","            stanzas.append(\"\\n\".join(current_stanza))\n","            current_stanza = []\n","    else:\n","        current_stanza.append(line)\n","if current_stanza:\n","    stanzas.append(\"\\n\".join(current_stanza))\n","\n","# Save the stanzas\n","with open(\"poem.txt\", \"w\", encoding=\"utf-8\") as f:\n","    f.write(\"\\n\\n\".join(stanzas))"],"metadata":{"id":"-6IdVF5zVol7"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["# Use Bing API to generate images"],"metadata":{"id":"Wz6Kosg4aI3Z"}},{"cell_type":"code","source":["from serpapi import BingSearch\n","import os\n","\n","# Set up the Bing API parameters\n","params = {\n","    \"api_key\": \"your_api_key\",\n","    \"q\": \"coffee\",\n","    \"engine\": \"bing_images\",\n","    \"count\": 1,\n","    \"num\": 1,\n","    \"start\": 1,\n","    \"device\": \"desktop\",\n","    \"safe\": \"off\",\n","    \"imagesize\": \"MEDIUM\",\n","    \"aspect\": \"SQUARE\",\n","    \"color\": \"COLOR\",\n","    \"type\": \"PHOTO\",\n","    \"license\": \"ANY\",\n","}\n","\n","# Read the poem from the file\n","with open(\"poem.txt\", \"r\", encoding=\"utf-8\") as f:\n","    poem = f.read().split(\"\\n\\n\")\n","\n","# Generate images for each stanza\n","for i, stanza in enumerate(poem):\n","    lines = stanza.split(\"\\n\")\n","    for j, line in enumerate(lines):\n","        params[\"q\"] = line\n","        search = BingSearch(params)\n","        results = search.get_dict()\n","        image_url = results[\"images_results\"][0][\"thumbnail\"]\n","        image_filename = f\"{i+1}_{j+1}.png\"\n","        os.makedirs(\"images\", exist_ok=True)\n","        with open(os.path.join(\"images\", image_filename), \"wb\") as f:\n","            f.write(requests.get(image_url).content)"],"metadata":{"id":"J7b94GGkVuF4"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["# Generate music for the video"],"metadata":{"id":"KJ4KDqDvaPd1"}},{"cell_type":"code","source":["import librosa\n","\n","# Load the audio file\n","audio_file = \"song.mp3\"\n","y, sr = librosa.load(audio_file)\n","\n","# Detect the beats\n","tempo, beat_frames = librosa.beat.beat_track(y=y, sr=sr)\n","beat_times = librosa.frames_to_time(beat_frames, sr=sr)\n","\n","# Save the beat times to a file\n","with open(\"beats.txt\", \"w\") as f:\n","    for beat_time in beat_times:\n","        f.write(f\"{beat_time:.2f}\\n\")"],"metadata":{"id":"_mo6c9A-Vzy6"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["# Merge the audio and images to export the video"],"metadata":{"id":"GgIsyOCkaVR5"}},{"cell_type":"code","source":["from moviepy.editor import *\n","\n","# Load the audio file\n","audio = AudioFileClip(\"song.mp3\")\n","\n","# Load the images\n","image_files = sorted(os.listdir(\"images\"))\n","image_clips = [ImageClip(os.path.join(\"images\", image_file)).set_duration(2) for image_file in image_files]\n","\n","# Sync the images to the audio\n","final_clip = concatenate_videoclips(image_clips, method=\"compose\")\n","final_clip = final_clip.set_audio(audio)\n","\n","# Add transitions and animations\n","for i in range(len(image_clips) - 1):\n","    final_clip.clips[i] = final_clip.clips[i].crossfadein(1)\n","    final_clip.clips[i] = final_clip.clips[i].crossfadeout(1)\n","\n","# Export the video\n","final_clip.write_videofile(\"output.mp4\", fps=30, codec=\"libx264\", bitrate=\"4000k\")"],"metadata":{"id":"aV24us79V4LB"},"execution_count":null,"outputs":[]}]}