Encode an image(PNG, GIF, BMP, JPEG, TIFF) into music
#npm
npm install --save image-to-audioBrowser(umd) dont support yet.
import { imageToAudio, leftToRightRGB } from 'image-to-audio';
const res = await fetch('../assets/mona.jpg')
const buffer = await res.arrayBuffer()
const blob = imageToAudio(buffer, leftToRightRGB()).blobThis api provides function to simply change image to audio, you must pass the encodeImage2Freqs parameter to convert the image into a series of sound frequencies.
We provide some default functions to handle this process, such as leftToRightRGB.
/**
* @param input buffer can be any binary data container: ArrayBuffer | Buffer | Uint8Array | base64 string
* @param encodeImage2Freqs a function, encode image data to sound frequency array
* @param options
* @returns
*/
function imageToAudio(input: ImageInputTypes, encodeImage2Freqs: (data: DecodedImage) => number[], options?: ImageToAudioOptions): {
imageData: {
data: Uint8Array[];
width: number;
height: number;
};
freqs: number[];
buffer: Float32Array;
blob: Blob;
};
type ImageToAudioOptions = {
mimeType?: string;
/** sampling rate [Hz], defaults to 44100Hz */
sampleRate?: number;
/** Beat Per Minute, defaults to 60 */
bpm?: number;
/** beat, defaults to 1/4 */
beat?: number;
}
type ImageInputTypes = ArrayBuffer | Buffer | Uint8Array | string;Decode image data from raw encoded binary data in any image format: PNG, GIF, BMP, JPEG, TIFF.
For more details, see https://github.com/dy/image-decode
/**
* Takes input buffer with encoded image data and decodes its contents.
* @param input buffer can be any binary data container: ArrayBuffer | Buffer | Uint8Array | base64 string
* @param mimeType mimeType can be passed to skip image type detection.
* @returns returns pixels data array with layout [[r, g, b, a], [r, g, b, a], ...]
*/
function decodeImage(input: ImageInputTypes, mimeType?: string): DecodedImage;
type DecodedImage = {
data: Uint8Array[];
width: number;
height: number;
};Wav audio encoder, for more details, see https://github.com/higuma/wav-audio-encoder-js
class AudioEncoder {
readonly sampleRate: number;
readonly numChannels: number;
readonly options: AudioEncoderOptions;
constructor(options?: AudioEncoderOptions);
get dataViews(): DataView[];
encode(buffer: Float32Array[]): DataView;
finish(mimeType?: string): Blob;
destory(): void;
}
type AudioEncoderOptions = {
/** sampling rate [Hz], defaults to 44100Hz */
sampleRate?: number;
/** number of audio channels, defaults to 1 */
numChannels?: number;
};Provides a function to arragement sound's frequency(tone) array into wav audio data.
function freqs2AudioData(freqs: number[], options: Freqs2AudioOptions): Float32Array;
type Freqs2AudioOptions = {
/** sampling rate [Hz] */
sampleRate: number;
/** seconds of the audio */
seconds: number;
};Provide a function encode image into number array, which will decode the image vertically from left to right and then encode into sound's frequency array like [220, 440, 880, ...].
Or you could use the following apis to make up your own decode-encode function, reference the code.
function leftToRightRGB(options?: defaultFucOptions): (data: DecodedImage) => number[];
type defaultFucOptions = {
/** maximun sound frequency (hz), only used when encodeFunc not defined, defaults to 20000 */
maxFreq?: number;
}for node 18 run
pnpm testLaunch the app in the example folder, and then visit http://localhost:3000/
pnpm install
cd example
pnpm start
React
Typescript
Django
Laravel
Facebook
Microsoft
Google
Alibaba
D3
Tencent