List of handy Ruby scripts to transcode different file types (often by using GPT)

CopystateDiagram-v2
    text --> image: Dall-E 3
    text --> audio: GPT TTS
    image --> text: GPT Vision
    audio --> audio: ffmpeg
    audio --> text: GPT STT
    video --> text: GPT STT
    video --> audio: ffmpeg
    video --> video: ffmpeg
    image --> image: imagemagick

Copy#!/usr/bin/env ruby

require 'openai'
prompt = ARGV[0]

if prompt.to_s.strip == ''
  puts 'Usage: generate-image "parmiggiano cheese wedding cake, digital art"'
  exit
end

client = OpenAI::Client.new(access_token: ENV.fetch('OPENAI_API_KEY'))
puts client.images.generate(parameters: { prompt: prompt, model: 'dall-e-3', size: '1024x1024' }).dig("data", 0, "url")

Copy#!/usr/bin/env ruby

require 'openai'
prompt = ARGV[0]
output_path = ARGV[1] || 'output.mp3'

if prompt.to_s.strip == ''
  puts 'Usage: text-to-audio "Yesterday I ate some tasty parmiggiano cheese at a wedding. It was the cake!" cake.mp3'
  exit
end

client = OpenAI::Client.new(access_token: ENV.fetch('OPENAI_API_KEY'))
response = client.audio.speech(parameters: { input: prompt, model: 'tts-1', voice: 'alloy' })
File.binwrite(output_path, response)

puts "You can find the TTS result at #{output_path}"

Copy#!/usr/bin/env ruby

require 'openai'
audio_path = ARGV[0]

if audio_path.to_s.strip == ''
  puts 'Usage: audio-to-text /path/to/techno.mp3'
  exit
end

client = OpenAI::Client.new(access_token: ENV.fetch('OPENAI_API_KEY'))
puts client.audio.transcribe(parameters: { model: 'whisper-1', file: File.open(audio_path, 'r') }).dig("text")

Copy#!/usr/bin/env ruby

require 'openai'
require 'base64'
image_path = ARGV[0]

if image_path.to_s.strip == ''
  puts 'Usage: image-to-text /path/to/cake.jpg'
  exit
end

base64_image = Base64.encode64(File.read(image_path))
client = OpenAI::Client.new(access_token: ENV.fetch('OPENAI_API_KEY'))
puts client.chat(parameters: {
  model: 'gpt-4-vision-preview',
  messages: [{
    role: 'user',
    content: [
     { "type": "text", "text": "What’s in this image?"},
     { "type": "image_url", "image_url": { "url": "data:image/jpeg;base64,#{base64_image}" }},
    ]
  }]
}).dig("choices", 0, "message", "content")

Copyln -s ~/bin/audio-to-text ~/bin/video-to-text

Copy#!/usr/bin/env ruby

input_path = ARGV[0]
output_filename = ARGV[1]

if input_path.to_s.strip == '' || output_filename.to_s.strip == ''
  puts 'Usage: video-to-video /path/to/rickroll.mov rickroll.mp4'
  exit
end

`ffmpeg -i #{input_path} #{output_filename}`

puts "File transcoded to #{output_filename}"

Copy#!/usr/bin/env ruby

video_path = ARGV[0]
output_filename = ARGV[1] || 'output.mp3'

if video_path.to_s.strip == ''
  puts 'Usage: video-to-audio /path/to/rickroll.mp4 rickroll.mp3'
  exit
end

`ffmpeg -i #{video_path} -vn -acodec libmp3lame -q:a 4 #{output_filename}`

puts "File transcoded to #{output_filename}"

Copy#!/usr/bin/env ruby

input_path = ARGV[0]
output_filename = ARGV[1]

if input_path.to_s.strip == '' || output_filename.to_s.strip == ''
  puts 'Usage: audio-to-audio /path/to/rickroll.mp3 rickroll.aac'
  exit
end

`ffmpeg -i #{input_path} -vn -q:a 4 #{output_filename}`

puts "File transcoded to #{output_filename}"

Copy#!/usr/bin/env ruby

input_path = ARGV[0]
output_filename = ARGV[1]

if input_path.to_s.strip == '' || output_filename.to_s.strip == ''
  puts 'Usage: image-to-image /path/to/cake.png cake.jpg'
  exit
end

`convert #{input_path} #{output_filename}`

puts "File transcoded to #{output_filename}"