RealtimeAudioVisualiser/AudioVisualiser.py at main · PadjokeJ/RealtimeAudioVisualiser · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
print("import time at 0.0")
import time
print("import pyaudio at " + str(time.thread_time()))
import pyaudio
print("import numpy at " + str(time.thread_time()))
import numpy as np
print("import pygame at " + str(time.thread_time()))
import pygame
print("finished imports at "  + str(time.thread_time()))

#pygame initialise
pygame.init()
pygame.mixer.init()
scr = (width, height) = (1024, 1024)
screen = pygame.display.set_mode((width, height))
clock = pygame.time.Clock()
print("intit pygame done " + str(time.thread_time()))

#PyAudio initialise
p=pyaudio.PyAudio()
FORMAT = pyaudio.paFloat32
CHANNELS = 1
RATE = 44100
CHUNK = 2000
print("intit pyaudio done " + str(time.thread_time()))

#Get all audio devices for debugging, uncomment to find your input device
#for i in range(p.get_device_count()):
#    print(p.get_device_info_by_index(i))
#print(p.get_default_input_device_info())
stream = p.open(format = FORMAT,
            channels = CHANNELS,
            rate = RATE,
            input = True,
            output= False,
            input_device_index= 1,
            frames_per_buffer = CHUNK)
stop = True
print("audio stream open " + str(time.thread_time()))

#frequency to note+octave string
A4 = 440
C0 = A4*pow(2, -4.75)
name = ["C", "C#", "D", "D#", "E", "F", "F#", "G", "G#", "A", "A#", "B"]
def pitch(freq):
    try:
        z = round(12*np.log2(freq/C0))
    except:
        z = 0
    octave = z // 12
    n = z % 12
    return name[n] + str(octave)

#frequency to octave number
def octave(f):
    y = round(12*np.log2(f/C0))
    octave = y // 12
    return octave

# frequency to note number (half tones)
def note(f):
    n = round(12*np.log2(f/C0)) % 12
    return n


#update the frequency(data) to be in tune with current audio
def update_line(s):
    try:
        data = np.fft.rfft(np.fromstring(
            stream.read(CHUNK), dtype=np.float32)
        )[:s] #limit data size to reduce lag
    except IOError:
        pass
    data = np.log10(np.sqrt(
        np.real(data)**2+np.imag(data)**2) / CHUNK) * 10
    return data
print("finished declaring " + str(time.thread_time()))

font = pygame.font.Font('freesansbold.ttf', 8)
notes = []
keys = []

h = 0
h2 = 0
screen.fill((255, 255, 255))

size = 10


while stop:
    keys = []
    val = []
    clock.tick(120)
    screen.fill((255, 255, 255))

    data = update_line(1000//size) #fetch new audio data
    notes.clear()
    pygame.draw.line(screen, (0, 125, 0), (0, height/2), (1024, height/2), 5)
    for j in range(0, 1000//size):
        h  = (h *0 + ((data[j    ] + 60)/10) ** 6)/8

        if abs(data[j    ]+60) < 15: # remove noise
            h = 0
        if(h - h2 > 30 ): # select freqs that are above the rest
            notes.append(j * 21.62) # set them as notes
            pygame.draw.circle(screen, (255, 0, 0), ((j)*size, height/2 - h), 8)

            text = font.render(pitch(j* 21.62), True, (120, 0, 0))  # show on screen the note of a frequency
            screen.blit(text, (j *size + 10, height/2 - h + 15))

        pygame.draw.line(screen, (0  , 0, 0), ((j-1)*size, height/2 - h2), ((j)*size, height/2 - h), 5) # render audio waves
        h2 = h

    for event in pygame.event.get():
        if event.type == pygame.QUIT:
            stop = False
            break
    if not stop:
        break
    _fps = font.render(f"{clock.get_fps()} fps", True, (0, 0, 0))
    screen.blit(_fps, (0, 0))
    pygame.display.flip()
#end of program --> close unneeded ressources
stream.stop_stream()
stream.close()
p.terminate()