SloppyUpsampler.ipynb

{
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/olaviinha/SloppyButchery/blob/main/SloppyUpsampler.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "GBgr33OisX3y"
      },
      "source": [
        "#<font face=\"Trebuchet MS\" size=\"6\">Sloppy Upsampler <font color=\"#999\" size=\"4\">&nbsp;&nbsp;&nbsp;|&nbsp;&nbsp;&nbsp;</font><font color=\"#999\" size=\"4\">Audio upsampler</font><font color=\"#999\" size=\"4\">&nbsp;&nbsp;&nbsp;|&nbsp;&nbsp;&nbsp;</font><a href=\"https://github.com/olaviinha/SloppyButchery\" target=\"_blank\"><font color=\"#999\" size=\"4\">Github</font></a>\n",
        "\n",
        "Poor man's upsampling by traditional methods: \n",
        "- convert to 44.1 kHz with a decent interpolation filter (ffmpeg -dither_scale 1 -resampler 'swr' -filter_size 32 -phase_shift 10)\n",
        "- pitch up one octave\n",
        "- highpass\n",
        "- mix on original with low volume"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "cellView": "form",
        "id": "Zl44n6FXsbnY"
      },
      "outputs": [],
      "source": [
        "#@title #Setup\n",
        "#@markdown This cell needs to be run only once. It will mount your Google Drive and setup prerequisites.<br>\n",
        "#@markdown <small>Mounting Drive will enable this notebook to save outputs directly to your Drive. Otherwise you will need to copy/download them manually from this notebook.</small>\n",
        "\n",
        "force_setup = False\n",
        "repositories = []\n",
        "pip_packages = ''\n",
        "apt_packages = 'ffmpeg'\n",
        "mount_drive = True #@param {type:\"boolean\"}\n",
        "skip_setup = False #@ param {type:\"boolean\"}\n",
        "\n",
        "# Download the repo from Github\n",
        "import os\n",
        "from google.colab import output\n",
        "import warnings\n",
        "warnings.filterwarnings('ignore')\n",
        "%cd /content/\n",
        "\n",
        "# inhagcutils\n",
        "if not os.path.isfile('/content/inhagcutils.ipynb') and force_setup == False:\n",
        "  !pip -q install import-ipynb {pip_packages}\n",
        "  if apt_packages != '':\n",
        "    !apt-get update && apt-get install {apt_packages}\n",
        "  !curl -s -O https://raw.githubusercontent.com/olaviinha/inhagcutils/master/inhagcutils.ipynb\n",
        "import import_ipynb\n",
        "from inhagcutils import *\n",
        "\n",
        "# Mount Drive\n",
        "if mount_drive == True:\n",
        "  if not os.path.isdir('/content/drive'):\n",
        "    from google.colab import drive\n",
        "    drive.mount('/content/drive')\n",
        "    drive_root = '/content/drive/My Drive'\n",
        "  if not os.path.isdir('/content/mydrive'):\n",
        "    os.symlink('/content/drive/My Drive', '/content/mydrive')\n",
        "    drive_root = '/content/mydrive/'\n",
        "  drive_root_set = True\n",
        "else:\n",
        "  create_dirs(['/content/faux_drive'])\n",
        "  drive_root = '/content/faux_drive/'\n",
        "\n",
        "if len(repositories) > 0 and skip_setup == False:\n",
        "  for repo in repositories:\n",
        "    %cd /content/\n",
        "    install_dir = fix_path('/content/'+path_leaf(repo).replace('.git', ''))\n",
        "    repo = repo if '.git' in repo else repo+'.git'\n",
        "    !git clone {repo}\n",
        "    if os.path.isfile(install_dir+'setup.py') or os.path.isfile(install_dir+'setup.cfg'):\n",
        "      !pip install -e ./{install_dir}\n",
        "    if os.path.isfile(install_dir+'requirements.txt'):\n",
        "      !pip install -r {install_dir}/requirements.txt\n",
        "\n",
        "if len(repositories) == 1:\n",
        "  %cd {install_dir}\n",
        "\n",
        "dir_tmp = '/content/tmp/'\n",
        "create_dirs([dir_tmp])\n",
        "\n",
        "import time, sys\n",
        "from datetime import timedelta\n",
        "import math\n",
        "\n",
        "\n",
        "import numpy as np\n",
        "from scipy.signal import butter, lfilter, freqz\n",
        "import matplotlib.pyplot as plt\n",
        "\n",
        "def highpass_audio(input, cutoff=10000, fs=44100, order=6):\n",
        "  if type(input) == np.ndarray:\n",
        "    data = input\n",
        "    sr = fs\n",
        "  else:\n",
        "    data, sr = librosa.load(input, sr=None, mono=False)\n",
        "  b, a = butter(order, cutoff, fs=fs, btype='highpass', analog=False)\n",
        "  y = lfilter(b, a, data)\n",
        "  return y\n",
        "\n",
        "def apply_highpass_mix(input, hipass_vol=0.5, mix_vol=0.8, cutoff=10000, fx=44100, order=6):\n",
        "  if type(input) == np.ndarray:\n",
        "    data = input\n",
        "    sr = fs\n",
        "  else:\n",
        "    data, sr = librosa.load(input, sr=None, mono=False)\n",
        "  octave_up = librosa.effects.pitch_shift(data, sr=sr, n_steps=12) * hipass_vol\n",
        "  hipass = highpass_audio(octave_up, cutoff, fx, order)\n",
        "  return data*mix_vol+hipass\n",
        "\n",
        "output.clear()\n",
        "# !nvidia-smi\n",
        "op(c.ok, 'Setup finished.', time=True)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "cellView": "form",
        "id": "Znu4P-Gtsdrr"
      },
      "outputs": [],
      "source": [
        "#@title # Upsample\n",
        "input = \"\" #@param {type:\"string\"}\n",
        "output_dir = \"\" #@param {type:\"string\"}\n",
        "hipass_vol = 0.5 #@ param {type: \"number\"}\n",
        "cutoff = 10000 #@ param {type: \"number\"}\n",
        "mix_vol = 0.8 #@ param {type: \"number\"}\n",
        "#@markdown <small>Unchecking `show_players` is recommended if you process a lot of files in one go.</small>\n",
        "show_players = True #@param {type: \"boolean\"}\n",
        "\n",
        "new_sr = 44100\n",
        "new_format = 'pcm_s24le'\n",
        "\n",
        "end_session_when_done = False #@ param {type: \"boolean\"}\n",
        "\n",
        "uniq_id = gen_id()\n",
        "\n",
        "if os.path.isfile(drive_root+input):\n",
        "  inputs = [drive_root+input]\n",
        "  dir_in = path_dir(drive_root+input)\n",
        "elif input != '' and os.path.isdir(drive_root+input):\n",
        "  dir_in = drive_root+fix_path(input)\n",
        "  # What to do if input is directory path\n",
        "  inputs = list_audio(dir_in)\n",
        "elif os.path.isdir(drive_root+input) and '*' in input:\n",
        "  dir_in = path_dir(drive_root+input)\n",
        "  inputs = glob(drive_root+input)\n",
        "else:\n",
        "  op(c.fail, 'FAIL!', 'Input should be a path to a file or a directory.')\n",
        "  sys.exit('Input not understood.')\n",
        "\n",
        "# Output\n",
        "if output_dir == '':\n",
        "  dir_out = dir_in\n",
        "else:\n",
        "  if not os.path.isdir(drive_root+output_dir):\n",
        "    os.mkdir(drive_root+output_dir)\n",
        "  dir_out = drive_root+fix_path(output_dir)\n",
        "  \n",
        "timer_start = time.time()\n",
        "total = len(inputs)\n",
        "\n",
        "# -- DO THINGS --\n",
        "for i, input in enumerate(inputs, 1):\n",
        "\n",
        "  if i % 10: output.clear()\n",
        "  \n",
        "  ndx_info = str(i)+'/'+str(total)+' '\n",
        "  op(c.title, ndx_info+'Processing', input.replace(drive_root, ''), time=True)\n",
        "\n",
        "  file_tmp = dir_tmp+basename(input)+'.wav'\n",
        "  file_out = dir_out+uniq_id+'_44khz_'+basename(input)+'.wav'\n",
        "\n",
        "  if show_players == True: \n",
        "    op(c.okb, 'Original audio')\n",
        "    audio_player(input)\n",
        "\n",
        "  !ffmpeg -hide_banner -loglevel panic -i \"{input}\" -acodec {new_format} -ar {new_sr} \"{file_tmp}\"\n",
        "  \n",
        "  hpf = apply_highpass_mix(file_tmp)\n",
        "  hpf = apply_highpass_mix(file_tmp, hipass_vol=hipass_vol, mix_vol=mix_vol, cutoff=cutoff, fx=new_sr)\n",
        "\n",
        "  if show_players == True: \n",
        "    op(c.okb, 'Upsampled audio')\n",
        "    audio_player(hpf)\n",
        "\n",
        "  sf.write(file_out, hpf.T, new_sr, subtype='PCM_24')\n",
        "  if os.path.isfile(file_out):\n",
        "    op(c.ok, 'Upsampled audio saved as', file_out.replace(drive_root, ''))\n",
        "  else:\n",
        "    op(c.fail, 'Error saving file', file_out)\n",
        "  print()\n",
        "# -- END THINGS --\n",
        "\n",
        "timer_end = time.time()\n",
        "\n",
        "print()\n",
        "op(c.okb, 'Elapsed', timedelta(seconds=timer_end-timer_start), time=True)\n",
        "op(c.ok, 'FIN.')\n",
        "\n",
        "if end_session_when_done is True: end_session()"
      ]
    }
  ],
  "metadata": {
    "colab": {
      "provenance": [],
      "mount_file_id": "1KsC80bOcnAJ9K5UfpsF_saOywtPg7qT8",
      "authorship_tag": "ABX9TyPA8LagdAzPVB2p+eT2O08x",
      "include_colab_link": true
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}