/
audio-fft.rb
executable file
·160 lines (132 loc) · 4.89 KB
/
audio-fft.rb
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
#!/usr/bin/env ruby
require "ruby-audio"
require "fftw3" #http://www.rubydoc.info/gems/fftw3/frames
require 'opencv'
include OpenCV
@window = GUI::Window.new('Spectogram') # Create a window for display.
`/usr/bin/osascript -e 'tell app "Finder" to set frontmost of process "ruby" to true'`
require 'ffi'
# module MyLib
# extend FFI::Library
# ffi_lib 'c'
# attach_function :puts, [ :string ], :int
# end
#
# MyLib.puts 'Hello, World using libc!'
# exit
#'sound.wav'
# AUDIO: 22050 Hz, 1 ch, s16be, 352.8 kbit/100.00% (ratio: 44100->44100)
# Selected audio codec: [pcm] afm: pcm (Uncompressed PCM)
# file=ARGV[0]||"/me/ai/phonemes/spoken_numbers/6_Steffi_220.wav"
file=ARGV[0]||"/me/ai/phonemes/spoken_numbers/6_Steffi_100.wav"
dir="/me/ai/phonemes/"
file="record-audio.wav"
file="/me/ai/phonemes/spoken_words/Zurich_Vicki_160.wav"
# info = RubyAudio::SoundInfo.new :channels => 1, :samplerate => 22050, :format => RubyAudio::FORMAT_AIFF|RubyAudio::FORMAT_PCM_16
# snd = RubyAudio::Sound.new "new.wav", 'r', info
def zeros len
x=[]
for i in 0...len
x[i]=0
end
x
end
def randomm len
x=[]
for i in 0...len
x[i]=rand(255)
end
x
end
# dir="/me/ai/phonemes/spoken_numbers/"
# files=Dir.entries(dir)
# for file in files
# next if not file.to_s.match(/\.wav$/)
# next if file.to_i<8
file=dir+file if not file.match("/")
puts file
snd=RubyAudio::Sound.open(file)
buf = snd.read(:float,100000000)#, 100
real_size=buf.real_size
puts buf.real_size #=> 100
# puts buf.methods-Object.methods
# puts buf.entries
# chunk
# image=CvMat::new(100,100, CV_8U, 1) #CV_32F
# image=CvMat::new(100,100, CV_32F, 1) #
ab=buf.to_a
# len=500
len=1024
# len=2048
# step=256
# step=128
# step=32
step=16
height=len/2
width=height
zeross=zeros(height)
for i in 0..len
ab[real_size+i]=0 # fill for sliding fft (?)
end
as=[]
# as=NArray.float(8,6)
# as=CvMat::new(height,width, CV_8U, 1)
as[0]=zeross
as[1]=zeross
as[2]=zeross
i=3
while i*step+len<buf.real_size #and i<width
arr=ab[i*step..i*step+len];
fc = FFTW3.fft(arr)
arr=(fc.abs*80).to_a
arr=arr.map{|x|x=x[0]if x.is_a?Array; (x>255 ? 255 : x)}
shift=0#rand(10) # increase by an octave or so LOOKS WRONG!!
as[i]=arr[height-shift...-1-shift] #Drop redundant symmetry
i=i+1
end
as=as[0..width] if(i>width) #HACK!
# fill with black
while i<width
# as[i]=randomm(height)# zeross
as[i]=zeross
i=i+1
end
# puts as.size
# puts as[0].size
# puts as[5]
# puts as.flatten.size
# image=CvMat::new(width,height,CV_32F, 1)
image=CvMat::new(width,height,CV_8U, 1)
image.set_data(as)
# image.set_data(as[0..128].flatten)
# image=as
out=file+".spec.png"
# out=file+".spec.bmp"
# image=image.resize(CvSize.new(len,as.size*4)) #better?
image=image.t
image.save(out)
puts out
# image[0]=as.flatten
# puts image
# image=image.resize(CvSize.new(len,2000))
image=image.resize(CvSize.new(width/2,height/2))
# image=image.resize(CvSize.new(len,as.size*4))
# image=image.resize(CvSize.new(len,as.size*4))
# image=image.resize(CvSize.new(height,as.size*4))
@window.show(image)
exit if GUI::wait_key(1)
GUI::wait_key
# end
# record see PortAudio OR
# sox -d --norm -t .wav - silence -l 1 0 1% 1 6.0 1% rate 16k | lame -V2 - out.mp3
# Writing Example:
# buf = RubyAudio::Buffer.float(1000)
# out = RubyAudio::Sound.open('out.wav', 'w', snd.info.clone) if out.nil?
# while snd.read(buf) != 0
# out.write(buf)
# end
# na = NArray.float(8,6) # float -> will be corced to complex
# fc = FFTW3.fft(na)/na.length # forward 2D FFT and normalization
# NArray: shape sizes size total length rank dim dimension typecode element_size empty? coerce reshape reshape! shape= newdim newrank newdim! newdim= newrank! newrank= flatten flatten! fill! fill indgen! indgen where where2 each collect collect! map map! to_f to_i to_type to_binary to_type_as_binary to_string refer original to_a [] []= slice count_false count_true mask + - * / % mod & | ^ ** add! sbt! mul! div! mod! imag= swap_byte hton ntoh htov vtoh -@ recip abs real imag image angle arg conj conjugate conj! conjugate! im floor ceil round ~ not eq ne gt ge lt le and or xor mul_add mul_accum sum accum prod min max cumsum! cumsum cumprod! cumprod sort sort! sort_index transpose random! random integer? complex? all? any? none? rank_total delete_at mean stddev rms rmsdev median randomn randomn! reverse rot90
=begin BUFFER channels size real_size real_size= type each [] []= to_a entries sort sort_by grep count find detect find_index find_all select reject collect map flat_map collect_concat inject reduce partition group_by first all? any? one? none? min max minmax min_by max_by minmax_by member? each_with_index reverse_each each_entry each_slice each_cons each_with_object zip take take_while drop drop_while cycle chunk slice_before lazy */
=end