Spaces:

MMVos
/

musica

Runtime error

App Files Files Community

musica / source /tokensequence.py

MMVos

try

4a9e8e5 about 2 years ago

raw history blame contribute delete

No virus

5.64 kB

	import note_seq
	import numpy as np
	from PIL import Image

	NOTE_LENGTH_16TH_120BPM = 0.25 * 60 / 120
	BAR_LENGTH_120BPM = 4.0 * 60 / 120
	SAMPLE_RATE=44100

	def token_sequence_to_audio(token_sequence):
	note_sequence = token_sequence_to_note_sequence(token_sequence)
	synth = note_seq.midi_synth.fluidsynth
	array_of_floats = synth(note_sequence, sample_rate=SAMPLE_RATE)
	note_plot = note_seq.plot_sequence(note_sequence, False)
	array_of_floats /=1.414
	array_of_floats *= 32767
	int16_data = array_of_floats.astype(np.int16)
	return SAMPLE_RATE, int16_data

	def token_sequence_to_image(token_sequence):

	note_sequence = token_sequence_to_note_sequence(token_sequence)

	# Find minumum and maximum pitch.
	min_pitch = 128
	max_pitch = 0
	for note in note_sequence.notes:
	if note.pitch < min_pitch:
	min_pitch = note.pitch
	if note.pitch > max_pitch:
	max_pitch = note.pitch

	image_height = max_pitch - min_pitch + 1
	image_width = int(16 * 4)

	color = (12, 12, 12)

	# Indicate that this bar was used for composition.
	image = Image.new("RGB", (image_width, image_height), color)

	# colors = [(0, 0, 0), (255, 255, 255), (255, 0, 0), (0, 255, 0), (0, 0, 255), (255, 255, 0), (255, 0, 255), (0, 255, 255)]
	colors = [(248, 249, 250), (233, 236, 239), (173, 181, 189), (52, 58, 64)]

	instrument_to_color_index = {}

	# Draw the notes.
	for note in note_sequence.notes:
	x = int(note.start_time / note_sequence.total_time * image_width)
	y = note.pitch - min_pitch
	width = int((note.end_time - note.start_time) / note_sequence.total_time * image_width)
	height = 1

	if note.instrument not in instrument_to_color_index:
	instrument_to_color_index[note.instrument] = len(instrument_to_color_index)
	color_index = instrument_to_color_index[note.instrument]
	color = colors[color_index]

	#color = (255, 255, 255)
	image.paste(color, (x, y, x + width, y + height))

	# Rescale and rotate.
	factor = 8
	image = image.resize((image_width * factor, image_height * factor), Image.NEAREST)
	image = image.transpose(Image.FLIP_TOP_BOTTOM)

	return image




	def token_sequence_to_note_sequence(token_sequence, use_program=True, use_drums=True, instrument_mapper=None, only_piano=False):
	if isinstance(token_sequence, str):
	token_sequence = token_sequence.split()
	note_sequence = empty_note_sequence()

	# Render all notes.
	current_program = 1
	current_is_drum = False
	current_instrument = 0
	track_count = 0
	for token_index, token in enumerate(token_sequence):

	if token == "PIECE_START":
	pass
	elif token == "PIECE_END":
	print("The end.")
	break
	elif token == "TRACK_START":
	current_bar_index = 0
	track_count += 1
	pass
	elif token == "TRACK_END":
	pass
	elif token.startswith("INST"):
	instrument = token.split("=")[-1]
	if instrument != "DRUMS" and use_program:
	if instrument_mapper is not None:
	if instrument in instrument_mapper:
	instrument = instrument_mapper[instrument]
	current_program = int(instrument)
	current_instrument = track_count
	current_is_drum = False
	if instrument == "DRUMS" and use_drums:
	current_instrument = 0
	current_program = 0
	current_is_drum = True
	elif token == "BAR_START":
	current_time = current_bar_index * BAR_LENGTH_120BPM
	current_notes = {}
	elif token == "BAR_END":
	current_bar_index += 1
	pass
	elif token.startswith("NOTE_ON"):
	pitch = int(token.split("=")[-1])
	note = note_sequence.notes.add()
	note.start_time = current_time
	note.end_time = current_time + 4 * NOTE_LENGTH_16TH_120BPM
	note.pitch = pitch
	note.instrument = current_instrument
	note.program = current_program
	note.velocity = 80
	note.is_drum = current_is_drum
	current_notes[pitch] = note
	elif token.startswith("NOTE_OFF"):
	pitch = int(token.split("=")[-1])
	if pitch in current_notes:
	note = current_notes[pitch]
	note.end_time = current_time
	elif token.startswith("TIME_DELTA"):
	delta = float(token.split("=")[-1]) * NOTE_LENGTH_16TH_120BPM
	current_time += delta
	elif token.startswith("DENSITY="):
	pass
	elif token == "[PAD]":
	pass
	else:
	pass

	# Make the instruments right.
	instruments_drums = []
	for note in note_sequence.notes:
	pair = [note.program, note.is_drum]
	if pair not in instruments_drums:
	instruments_drums += [pair]
	note.instrument = instruments_drums.index(pair)

	if only_piano:
	for note in note_sequence.notes:
	if not note.is_drum:
	note.instrument = 0
	note.program = 0

	note_sequence.total_time = current_time

	return note_sequence

	def empty_note_sequence(qpm=120.0, total_time=0.0):
	note_sequence = note_seq.protobuf.music_pb2.NoteSequence()
	note_sequence.tempos.add().qpm = qpm
	note_sequence.ticks_per_quarter = note_seq.constants.STANDARD_PPQ
	note_sequence.total_time = total_time
	return note_sequence