viewer/examples/barry-text-2d.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "43004809",
   "metadata": {},
   "outputs": [],
   "source": [
    "!pip install freetype-py"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "25e5cd9d",
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2\n",
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import IPython.display as ipd\n",
    "\n",
    "import scipy.io as sio\n",
    "import librosa\n",
    "\n",
    "import time\n",
    "\n",
    "import skimage\n",
    "import skimage.io\n",
    "from skimage.transform import rescale\n",
    "\n",
    "from scipy.io import wavfile\n",
    "import os\n",
    "import subprocess\n",
    "\n",
    "import sys\n",
    "sys.path.append(\"../../src\")\n",
    "from spectrogramtools import *\n",
    "from stego import *\n",
    "from swpowerstego import *\n",
    "from imtools import *\n",
    "from tsp import *\n",
    "from curvature import *\n",
    "import freetype"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ea101d0a",
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "## You might have to change this path based on your operating system\n",
    "face = freetype.Face('/usr/share/fonts/truetype/dejavu/DejaVuSans.ttf') \n",
    "\n",
    "X = get_string_freetype(face, \"Barry\", 200)\n",
    "X = X/np.max(np.abs(X))\n",
    "X -= np.mean(X, axis=0, keepdims=True)\n",
    "plt.subplot(211)\n",
    "plt.scatter(X[:, 0], X[:, 1], s=1)\n",
    "plt.axis(\"equal\")\n",
    "X = get_tsp_tour(X)\n",
    "\n",
    "plt.subplot(212)\n",
    "plt.plot(X[:, 0], X[:, 1])\n",
    "plt.axis(\"equal\");"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "481b3eb0",
   "metadata": {},
   "source": [
    "## Load in audio and compute best target"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "bc5b3b40",
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# Audio parameters\n",
    "x, sr = librosa.load(\"../../data/tunes/barry.mp3\", sr=44100)\n",
    "win_length = 1024\n",
    "LT = 64\n",
    "mag_idxs = [1, 2]\n",
    "phase_idxs = mag_idxs\n",
    "print([int(fi*sr/win_length) for fi in mag_idxs])\n",
    "\n",
    "# Sliding window parameters\n",
    "win = 64\n",
    "fit_lam = 0.1\n",
    "q = -1\n",
    "\n",
    "sp = STFTPowerDisjoint(x, X, win_length, mag_idxs, phase_idxs, win, fit_lam, q, do_viterbi=True, LT=LT)\n",
    "sp.plot(normalize=False)\n",
    "\n",
    "sp.solve()\n",
    "sp.plot(normalize=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c3a13c1b",
   "metadata": {},
   "outputs": [],
   "source": [
    "y = sp.reconstruct_signal()\n",
    "ipd.Audio(y, rate=sr)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "07376104",
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "prefix = \"barry-text-2d\"\n",
    "filename = \"{}.mp3\".format(prefix)\n",
    "wavfile.write(\"out.wav\", sr, y)\n",
    "if os.path.exists(filename):\n",
    "    os.remove(filename)\n",
    "subprocess.call(\"ffmpeg -i out.wav\".split() + [filename], stdout=subprocess.DEVNULL, stderr=subprocess.STDOUT)\n",
    "os.remove(\"out.wav\")\n",
    "\n",
    "z, sr = librosa.load(filename, sr=sr)\n",
    "z_sp = STFTPowerDisjoint(z, X, win_length, mag_idxs, phase_idxs, win, fit_lam, q, do_viterbi=False, LT=LT)\n",
    "z_sp.MagSolver.targets = sp.MagSolver.targets\n",
    "snr = get_snr(x, z)\n",
    "distortion = z_sp.get_distortion()[0]\n",
    "ratio = snr/distortion\n",
    "\n",
    "title = \"snr = {:.3f}, distortion = {:.3f}\".format(snr, distortion,)\n",
    "\n",
    "plt.figure(figsize=(6, 6))\n",
    "z_sp.plot(True, title)\n",
    "plt.tight_layout()\n",
    "plt.savefig(\"{}.png\".format(prefix), facecolor='white')\n"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}