DM-18779 variable PSF simulations using OpSim.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "from python.notebook_utils import look\n",
    "from python.simulation_utils import simulation_wrapper, OpSim_wrapper"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "%matplotlib notebook\n",
    "import matplotlib.pyplot as plt\n",
    "import matplotlib.cm as cm\n",
    "import lsst.afw.display.rgb as rgb"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Load the 2018 baseline survey"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "n_obs_list = [8, 8, 8]\n",
    "repeat_obs = 3  # number of different fields with the given n_obs to generate simulations of\n",
    "template_year = 1 \n",
    "alert_year = 2\n",
    "n_star = 10000\n",
    "n_quasar = 1000"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Connect to the database and set up for all of the simulations"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Create a second set of simulations where the fields can be mosaiced together"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "airmass_threshold = 1.15  # Target fields must include at least one observation above this airmass to be included\n",
    "opsim = OpSim_wrapper(year=template_year, filt='g', opsim_db='/Users/sullivan/LSST/OpSim/baseline2018a.db',\n",
    "                      sim_directory=\"/Users/sullivan/LSST/simulations/OpSim/pontus_2568/\",\n",
    "                      conditions_db=\"/Users/sullivan/LSST/OpSim/pontus_2568.db\",\n",
    "                      airmass_threshold=airmass_threshold)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "nx = repeat_obs\n",
    "ny = len(n_obs_list)\n",
    "n = nx if nx > ny else ny\n",
    "simulation_size = n\n",
    "dither_scale = 0.\n",
    "dither_x = dither_scale*(np.arange(nx) - (nx - 1)/2)\n",
    "dither_y = dither_scale*(np.arange(ny) - (ny - 1)/2)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "initial_seeing_range = 1.\n",
    "initial_var = True\n",
    "seed = 42\n",
    "randomize_conditions = True\n",
    "randomize_template = True\n",
    "n_alert = 24"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Make a text file containing the visit list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 0.524 and airmass range 1.012 to 1.484\n",
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 0.577 and airmass range 1.012 to 1.484\n",
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 0.635 and airmass range 1.012 to 1.484\n",
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 0.698 and airmass range 1.012 to 1.484\n",
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 0.768 and airmass range 1.012 to 1.484\n",
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 0.845 and airmass range 1.012 to 1.484\n",
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 0.929 and airmass range 1.012 to 1.484\n",
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 1.022 and airmass range 1.012 to 1.484\n",
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 1.124 and airmass range 1.012 to 1.484\n",
      "Selecting 10 obs from field 2575, with seeing range 0.856 to 1.164 and airmass range 1.132 to 1.165\n",
      "Selecting 24 randomized obs from field 2575, with seeing range 0.631 to 1.352 and airmass range 1.017 to 2.005\n"
     ]
    }
   ],
   "source": [
    "visits = None\n",
    "mosaic = True\n",
    "randomize_conditions = True\n",
    "band_dict = {'u': 0, 'g': 1, 'r': 2, 'i': 3, 'z': 4, 'y': 5}\n",
    "seeing_dict = {}\n",
    "airmass_dict = {}\n",
    "rng = np.random.RandomState(seed+3)\n",
    "index = int(np.rint(rng.rand()*1000))\n",
    "field_Id = 100\n",
    "alert_field_Id = 0\n",
    "seeing_range = initial_seeing_range\n",
    "for d_y, n_obs in zip(dither_y, n_obs_list):\n",
    "    for rpt in range(repeat_obs):\n",
    "        d_x = dither_x[rpt]\n",
    "        opsim.set_field(n_obs=4, index=index, year=template_year)\n",
    "        field_Id0 = opsim.field_Id\n",
    "        if randomize_template:\n",
    "            opsim.update_year(template_year, randomize_conditions=randomize_conditions,\n",
    "                              set_n_obs=n_obs, force_seeing_range=seeing_range)\n",
    "        n_obs1 = len(opsim.airmass)\n",
    "        for t_i in range(n_obs1):\n",
    "            fieldId_i = 100*field_Id + 1000000*template_year + t_i\n",
    "            seeing_dict[fieldId_i] = opsim.seeing[t_i]\n",
    "            airmass_dict[fieldId_i] = opsim.airmass[t_i]\n",
    "        \n",
    "        opsim.field_Id = field_Id\n",
    "        if mosaic:\n",
    "            visit_name1 = \"%i\" % (100*opsim.field_Id + 1000000*template_year)\n",
    "            visit_name1b = \"%i\" % (100*opsim.field_Id + 1000000*template_year + n_obs1 - 1)\n",
    "        else:\n",
    "            visit_name1 = \"%i\" % (100*band_dict[opsim.filter] + 1000*template_year)\n",
    "            visit_name1b = \"%i\" % (100*band_dict[opsim.filter] + 1000*template_year + n_obs1 - 1)\n",
    "        if visits is None:\n",
    "            visits = visit_name1\n",
    "        else:\n",
    "            visits += \"^\" + visit_name1\n",
    "        visits += \"..%s\" % visit_name1b\n",
    "        field_Id += 1\n",
    "        seeing_range *= 1.1\n",
    "\n",
    "d_x = 0\n",
    "d_y = 0\n",
    "opsim.set_field(n_obs=4, index=index, year=alert_year)\n",
    "if randomize_template:\n",
    "    opsim.update_year(alert_year, randomize_conditions=randomize_conditions,\n",
    "                      set_n_obs=n_alert)\n",
    "n_obs1 = len(opsim.airmass)\n",
    "for t_i in range(n_obs1):\n",
    "    fieldId_i = 100*alert_field_Id + 1000000*alert_year + t_i\n",
    "    seeing_dict[fieldId_i] = opsim.seeing[t_i]\n",
    "    airmass_dict[fieldId_i] = opsim.airmass[t_i]\n",
    "opsim.field_Id = alert_field_Id\n",
    "if mosaic:\n",
    "    visit_name2 = \"%i\" % (100*opsim.field_Id + 1000000*alert_year)\n",
    "    visit_name2b = \"%i\" % (100*opsim.field_Id + 1000000*alert_year + n_obs1 - 1)\n",
    "else:\n",
    "    visit_name2 = \"%i\" % (100*band_dict[opsim.filter] + 1000*alert_year)\n",
    "    visit_name2b = \"%i\" % (100*band_dict[opsim.filter] + 1000*alert_year + n_obs1 - 1)\n",
    "visits += \"^\" + visit_name2\n",
    "visits += \"..%s\" % visit_name2b"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{1010000: 0.5244374092174477,\n",
       " 1010001: 0.5244374092174477,\n",
       " 1010002: 0.5244374092174477,\n",
       " 1010003: 0.5244374092174477,\n",
       " 1010004: 0.5244374092174477,\n",
       " 1010005: 0.5244374092174477,\n",
       " 1010006: 0.5244374092174477,\n",
       " 1010007: 0.5244374092174477,\n",
       " 1010100: 0.5768811501391926,\n",
       " 1010101: 0.5372874608334048,\n",
       " 1010102: 0.5583353681225943,\n",
       " 1010103: 0.5431252897328596,\n",
       " 1010104: 0.5350322774828323,\n",
       " 1010105: 0.566082489925671,\n",
       " 1010106: 0.5244374092174477,\n",
       " 1010107: 0.5577056444149199,\n",
       " 1010200: 0.6345692651531118,\n",
       " 1010201: 0.5514225176109577,\n",
       " 1010202: 0.5956231229182556,\n",
       " 1010203: 0.5636819582998125,\n",
       " 1010204: 0.5466866325747554,\n",
       " 1010205: 0.6118920787047166,\n",
       " 1010206: 0.5244374092174477,\n",
       " 1010207: 0.5943007031321392,\n",
       " 1010300: 0.6980261916684232,\n",
       " 1010301: 0.5669710800662658,\n",
       " 1010302: 0.636639653193483,\n",
       " 1010303: 0.5862942937234608,\n",
       " 1010304: 0.5595064231758706,\n",
       " 1010305: 0.6622826263616668,\n",
       " 1010306: 0.5244374092174477,\n",
       " 1010307: 0.6345552677210806,\n",
       " 1010400: 0.7678288108352656,\n",
       " 1010401: 0.5840744987671048,\n",
       " 1010402: 0.6817578364962331,\n",
       " 1010403: 0.6111678626894738,\n",
       " 1010404: 0.5736081928370975,\n",
       " 1010405: 0.7177122287843121,\n",
       " 1010406: 0.5244374092174477,\n",
       " 1010407: 0.6788352887689162,\n",
       " 1010500: 0.8446116919187922,\n",
       " 1010501: 0.6028882593380277,\n",
       " 1010502: 0.7313878381292583,\n",
       " 1010503: 0.6385287885520882,\n",
       " 1010504: 0.5891201394644471,\n",
       " 1010505: 0.7786847914492216,\n",
       " 1010506: 0.5244374092174477,\n",
       " 1010507: 0.7275433119215351,\n",
       " 1010600: 0.9290728611106716,\n",
       " 1010601: 0.6235833959660428,\n",
       " 1010602: 0.785980839925586,\n",
       " 1010603: 0.668625807000964,\n",
       " 1010604: 0.6061832807545315,\n",
       " 1010605: 0.8457546103806224,\n",
       " 1010606: 0.5244374092174477,\n",
       " 1010607: 0.781122137389416,\n",
       " 1010700: 1.021980147221739,\n",
       " 1010701: 0.6463480462568595,\n",
       " 1010702: 0.8460331419015465,\n",
       " 1010703: 0.7017325272947273,\n",
       " 1010704: 0.6249527361736245,\n",
       " 1010705: 0.9195314112051631,\n",
       " 1010706: 0.5244374092174477,\n",
       " 1010707: 0.8400588454040852,\n",
       " 1010800: 1.1241781619439126,\n",
       " 1010801: 0.6713891615767578,\n",
       " 1010802: 0.9120906740751029,\n",
       " 1010803: 0.738149919617867,\n",
       " 1010804: 0.6455991371346267,\n",
       " 1010805: 1.000685892112158,\n",
       " 1010806: 0.5244374092174477,\n",
       " 1010807: 0.9048892242202209,\n",
       " 2000000: 0.9947549023394284,\n",
       " 2000001: 0.9992597731413997,\n",
       " 2000002: 0.7990883371043808,\n",
       " 2000003: 0.8661705849471425,\n",
       " 2000004: 1.0243893605528245,\n",
       " 2000005: 0.6606562816956171,\n",
       " 2000006: 0.9590849203032317,\n",
       " 2000007: 0.8996298180325933,\n",
       " 2000008: 0.8716858869638532,\n",
       " 2000009: 0.6346390201535977,\n",
       " 2000010: 0.8602903239077883,\n",
       " 2000011: 0.7447686873412005,\n",
       " 2000012: 1.0335785637086945,\n",
       " 2000013: 0.722000669132208,\n",
       " 2000014: 0.9110783646670555,\n",
       " 2000015: 0.656137774159363,\n",
       " 2000016: 0.7721229487152911,\n",
       " 2000017: 0.867180445537439,\n",
       " 2000018: 0.7008721237852235,\n",
       " 2000019: 0.6305238135589252,\n",
       " 2000020: 0.8024464343802268,\n",
       " 2000021: 1.3522681826297136,\n",
       " 2000022: 0.7857556944858376,\n",
       " 2000023: 1.06764501940164}"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "seeing_dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1010000..1010007^1010100..1010107^1010200..1010207^1010300..1010307^1010400..1010407^1010500..1010507^1010600..1010607^1010700..1010707^1010800..1010807^2000000..2000023\n"
     ]
    }
   ],
   "source": [
    "print(visits)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [],
   "source": [
    "output_directory = opsim.sim_directory + \"mosaic_%i_varPSF_rand/\" % seed\n",
    "visits_file = output_directory + \"visits.txt\"\n",
    "visits_cmd = \"--id visit=\" + visits\n",
    "np.savetxt(visits_file, [visits_cmd], fmt='%s')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'--id visit=1010000..1010007^1010100..1010107^1010200..1010207^1010300..1010307^1010400..1010407^1010500..1010507^1010600..1010607^1010700..1010707^1010800..1010807^2000000..2000023'"
      ]
     },
     "execution_count": 82,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "visits_cmd"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Run the actual simulations and write the fits files"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Number and flux contribution of stars of each type:\n",
      " [M 68881| 1.79%] [K 10991| 2.09%] [G 6860| 3.94%] [F 2624| 4.82%] [A 537| 17.45%] [B 107| 69.90%] [O 0| 0.00%]\n",
      "Simulating 2509 stars within observable region\n",
      "Time to model 2502 stars: [13.296s | 0.00531s per star]\n",
      "Time to model 7 bright stars: [9.387s | 1.34100s per star]\n",
      "Simulating 252 quasars within observable region\n",
      "Time to model 250 stars: [4.091s | 0.01636s per star]\n",
      "Time to model 2 bright stars: [12.102s | 6.05085s per star]\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 0.524 and airmass range 1.012 to 1.484\n",
      "Writing 6217 stars brighter than 16.0 mag to reference catalog in 1 bands\n",
      "Min/max magnitude:  6.086482643174753 22.662486582014743\n",
      "FFT timing for 15 DCR planes: [3.585s | 0.239s per plane]\n",
      "FFT timing for 15 DCR planes: [12.444s | 0.830s per plane]\n",
      "FFT timing for 15 DCR planes: [1.838s | 0.123s per plane]\n",
      "FFT timing for 15 DCR planes: [7.650s | 0.510s per plane]\n",
      "FFT timing for 15 DCR planes: [1.920s | 0.128s per plane]\n",
      "FFT timing for 15 DCR planes: [7.255s | 0.484s per plane]\n",
      "FFT timing for 15 DCR planes: [1.717s | 0.114s per plane]\n",
      "FFT timing for 15 DCR planes: [7.975s | 0.532s per plane]\n",
      "FFT timing for 15 DCR planes: [1.708s | 0.114s per plane]\n",
      "FFT timing for 15 DCR planes: [7.270s | 0.485s per plane]\n",
      "FFT timing for 15 DCR planes: [2.456s | 0.164s per plane]\n",
      "FFT timing for 15 DCR planes: [7.813s | 0.521s per plane]\n",
      "FFT timing for 15 DCR planes: [1.758s | 0.117s per plane]\n",
      "FFT timing for 15 DCR planes: [7.207s | 0.480s per plane]\n",
      "FFT timing for 15 DCR planes: [1.753s | 0.117s per plane]\n",
      "FFT timing for 15 DCR planes: [7.208s | 0.481s per plane]\n",
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Number and flux contribution of stars of each type:\n",
      " [M 68881| 1.79%] [K 10991| 2.09%] [G 6860| 3.94%] [F 2624| 4.82%] [A 537| 17.45%] [B 107| 69.90%] [O 0| 0.00%]\n",
      "Simulating 2509 stars within observable region\n",
      "Time to model 2502 stars: [12.770s | 0.00510s per star]\n",
      "Time to model 7 bright stars: [10.240s | 1.46279s per star]\n",
      "Simulating 252 quasars within observable region\n",
      "Time to model 250 stars: [3.605s | 0.01442s per star]\n",
      "Time to model 2 bright stars: [9.824s | 4.91206s per star]\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 0.577 and airmass range 1.012 to 1.484\n",
      "FFT timing for 15 DCR planes: [1.857s | 0.124s per plane]\n",
      "FFT timing for 15 DCR planes: [7.261s | 0.484s per plane]\n",
      "FFT timing for 15 DCR planes: [1.898s | 0.127s per plane]\n",
      "FFT timing for 15 DCR planes: [7.687s | 0.512s per plane]\n",
      "FFT timing for 15 DCR planes: [1.696s | 0.113s per plane]\n",
      "FFT timing for 15 DCR planes: [7.270s | 0.485s per plane]\n",
      "FFT timing for 15 DCR planes: [1.708s | 0.114s per plane]\n",
      "FFT timing for 15 DCR planes: [7.792s | 0.519s per plane]\n",
      "FFT timing for 15 DCR planes: [1.929s | 0.129s per plane]\n",
      "FFT timing for 15 DCR planes: [7.162s | 0.477s per plane]\n",
      "FFT timing for 15 DCR planes: [1.736s | 0.116s per plane]\n",
      "FFT timing for 15 DCR planes: [7.111s | 0.474s per plane]\n",
      "FFT timing for 15 DCR planes: [1.713s | 0.114s per plane]\n",
      "FFT timing for 15 DCR planes: [6.976s | 0.465s per plane]\n",
      "FFT timing for 15 DCR planes: [1.642s | 0.109s per plane]\n",
      "FFT timing for 15 DCR planes: [7.017s | 0.468s per plane]\n",
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Number and flux contribution of stars of each type:\n",
      " [M 68881| 1.79%] [K 10991| 2.09%] [G 6860| 3.94%] [F 2624| 4.82%] [A 537| 17.45%] [B 107| 69.90%] [O 0| 0.00%]\n",
      "Simulating 2509 stars within observable region\n",
      "Time to model 2502 stars: [12.415s | 0.00496s per star]\n",
      "Time to model 7 bright stars: [7.775s | 1.11065s per star]\n",
      "Simulating 252 quasars within observable region\n",
      "Time to model 250 stars: [2.685s | 0.01074s per star]\n",
      "Time to model 2 bright stars: [12.534s | 6.26707s per star]\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 0.635 and airmass range 1.012 to 1.484\n",
      "FFT timing for 15 DCR planes: [2.079s | 0.139s per plane]\n",
      "FFT timing for 15 DCR planes: [8.405s | 0.560s per plane]\n",
      "FFT timing for 15 DCR planes: [1.737s | 0.116s per plane]\n",
      "FFT timing for 15 DCR planes: [6.990s | 0.466s per plane]\n",
      "FFT timing for 15 DCR planes: [2.288s | 0.153s per plane]\n",
      "FFT timing for 15 DCR planes: [7.813s | 0.521s per plane]\n",
      "FFT timing for 15 DCR planes: [1.740s | 0.116s per plane]\n",
      "FFT timing for 15 DCR planes: [6.906s | 0.460s per plane]\n",
      "FFT timing for 15 DCR planes: [1.721s | 0.115s per plane]\n",
      "FFT timing for 15 DCR planes: [7.597s | 0.506s per plane]\n",
      "FFT timing for 15 DCR planes: [1.695s | 0.113s per plane]\n",
      "FFT timing for 15 DCR planes: [6.929s | 0.462s per plane]\n",
      "FFT timing for 15 DCR planes: [1.772s | 0.118s per plane]\n",
      "FFT timing for 15 DCR planes: [7.396s | 0.493s per plane]\n",
      "FFT timing for 15 DCR planes: [2.628s | 0.175s per plane]\n",
      "FFT timing for 15 DCR planes: [9.502s | 0.633s per plane]\n",
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Number and flux contribution of stars of each type:\n",
      " [M 68881| 1.79%] [K 10991| 2.09%] [G 6860| 3.94%] [F 2624| 4.82%] [A 537| 17.45%] [B 107| 69.90%] [O 0| 0.00%]\n",
      "Simulating 2509 stars within observable region\n",
      "Time to model 2502 stars: [16.303s | 0.00652s per star]\n",
      "Time to model 7 bright stars: [14.905s | 2.12923s per star]\n",
      "Simulating 252 quasars within observable region\n",
      "Time to model 250 stars: [3.446s | 0.01378s per star]\n",
      "Time to model 2 bright stars: [8.757s | 4.37826s per star]\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 0.698 and airmass range 1.012 to 1.484\n",
      "FFT timing for 15 DCR planes: [1.880s | 0.125s per plane]\n",
      "FFT timing for 15 DCR planes: [7.569s | 0.505s per plane]\n",
      "FFT timing for 15 DCR planes: [1.859s | 0.124s per plane]\n",
      "FFT timing for 15 DCR planes: [7.265s | 0.484s per plane]\n",
      "FFT timing for 15 DCR planes: [1.836s | 0.122s per plane]\n",
      "FFT timing for 15 DCR planes: [7.542s | 0.503s per plane]\n",
      "FFT timing for 15 DCR planes: [1.845s | 0.123s per plane]\n",
      "FFT timing for 15 DCR planes: [8.764s | 0.584s per plane]\n",
      "FFT timing for 15 DCR planes: [2.308s | 0.154s per plane]\n",
      "FFT timing for 15 DCR planes: [9.249s | 0.617s per plane]\n",
      "FFT timing for 15 DCR planes: [1.709s | 0.114s per plane]\n",
      "FFT timing for 15 DCR planes: [7.602s | 0.507s per plane]\n",
      "FFT timing for 15 DCR planes: [2.050s | 0.137s per plane]\n",
      "FFT timing for 15 DCR planes: [7.907s | 0.527s per plane]\n",
      "FFT timing for 15 DCR planes: [1.630s | 0.109s per plane]\n",
      "FFT timing for 15 DCR planes: [7.107s | 0.474s per plane]\n",
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Number and flux contribution of stars of each type:\n",
      " [M 68881| 1.79%] [K 10991| 2.09%] [G 6860| 3.94%] [F 2624| 4.82%] [A 537| 17.45%] [B 107| 69.90%] [O 0| 0.00%]\n",
      "Simulating 2509 stars within observable region\n",
      "Time to model 2502 stars: [12.936s | 0.00517s per star]\n",
      "Time to model 7 bright stars: [9.642s | 1.37745s per star]\n",
      "Simulating 252 quasars within observable region\n",
      "Time to model 250 stars: [3.998s | 0.01599s per star]\n",
      "Time to model 2 bright stars: [18.168s | 9.08396s per star]\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 0.768 and airmass range 1.012 to 1.484\n",
      "FFT timing for 15 DCR planes: [2.823s | 0.188s per plane]\n",
      "FFT timing for 15 DCR planes: [8.474s | 0.565s per plane]\n",
      "FFT timing for 15 DCR planes: [1.936s | 0.129s per plane]\n",
      "FFT timing for 15 DCR planes: [7.799s | 0.520s per plane]\n",
      "FFT timing for 15 DCR planes: [1.684s | 0.112s per plane]\n",
      "FFT timing for 15 DCR planes: [6.827s | 0.455s per plane]\n",
      "FFT timing for 15 DCR planes: [1.720s | 0.115s per plane]\n",
      "FFT timing for 15 DCR planes: [6.882s | 0.459s per plane]\n",
      "FFT timing for 15 DCR planes: [1.777s | 0.118s per plane]\n",
      "FFT timing for 15 DCR planes: [6.828s | 0.455s per plane]\n",
      "FFT timing for 15 DCR planes: [1.663s | 0.111s per plane]\n",
      "FFT timing for 15 DCR planes: [6.828s | 0.455s per plane]\n",
      "FFT timing for 15 DCR planes: [1.902s | 0.127s per plane]\n",
      "FFT timing for 15 DCR planes: [6.853s | 0.457s per plane]\n",
      "FFT timing for 15 DCR planes: [1.659s | 0.111s per plane]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "FFT timing for 15 DCR planes: [6.868s | 0.458s per plane]\n",
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Number and flux contribution of stars of each type:\n",
      " [M 68881| 1.79%] [K 10991| 2.09%] [G 6860| 3.94%] [F 2624| 4.82%] [A 537| 17.45%] [B 107| 69.90%] [O 0| 0.00%]\n",
      "Simulating 2509 stars within observable region\n",
      "Time to model 2502 stars: [11.893s | 0.00475s per star]\n",
      "Time to model 7 bright stars: [8.050s | 1.15007s per star]\n",
      "Simulating 252 quasars within observable region\n",
      "Time to model 250 stars: [3.375s | 0.01350s per star]\n",
      "Time to model 2 bright stars: [9.904s | 4.95206s per star]\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 0.845 and airmass range 1.012 to 1.484\n",
      "FFT timing for 15 DCR planes: [4.209s | 0.281s per plane]\n",
      "FFT timing for 15 DCR planes: [7.391s | 0.493s per plane]\n",
      "FFT timing for 15 DCR planes: [1.850s | 0.123s per plane]\n",
      "FFT timing for 15 DCR planes: [6.859s | 0.457s per plane]\n",
      "FFT timing for 15 DCR planes: [1.627s | 0.108s per plane]\n",
      "FFT timing for 15 DCR planes: [6.862s | 0.457s per plane]\n",
      "FFT timing for 15 DCR planes: [1.720s | 0.115s per plane]\n",
      "FFT timing for 15 DCR planes: [6.840s | 0.456s per plane]\n",
      "FFT timing for 15 DCR planes: [1.817s | 0.121s per plane]\n",
      "FFT timing for 15 DCR planes: [6.947s | 0.463s per plane]\n",
      "FFT timing for 15 DCR planes: [1.634s | 0.109s per plane]\n",
      "FFT timing for 15 DCR planes: [6.855s | 0.457s per plane]\n",
      "FFT timing for 15 DCR planes: [1.971s | 0.131s per plane]\n",
      "FFT timing for 15 DCR planes: [7.787s | 0.519s per plane]\n",
      "FFT timing for 15 DCR planes: [2.009s | 0.134s per plane]\n",
      "FFT timing for 15 DCR planes: [7.932s | 0.529s per plane]\n",
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Number and flux contribution of stars of each type:\n",
      " [M 68881| 1.79%] [K 10991| 2.09%] [G 6860| 3.94%] [F 2624| 4.82%] [A 537| 17.45%] [B 107| 69.90%] [O 0| 0.00%]\n",
      "Simulating 2509 stars within observable region\n",
      "Time to model 2502 stars: [28.441s | 0.01137s per star]\n",
      "Time to model 7 bright stars: [14.729s | 2.10411s per star]\n",
      "Simulating 252 quasars within observable region\n",
      "Time to model 250 stars: [336.877s | 1.34751s per star]\n",
      "Time to model 2 bright stars: [12.043s | 6.02173s per star]\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 0.929 and airmass range 1.012 to 1.484\n",
      "FFT timing for 15 DCR planes: [2.046s | 0.136s per plane]\n",
      "FFT timing for 15 DCR planes: [10.610s | 0.707s per plane]\n",
      "FFT timing for 15 DCR planes: [2.672s | 0.178s per plane]\n",
      "FFT timing for 15 DCR planes: [657.064s | 43.804s per plane]\n",
      "FFT timing for 15 DCR planes: [2.665s | 0.178s per plane]\n",
      "FFT timing for 15 DCR planes: [8.288s | 0.553s per plane]\n",
      "FFT timing for 15 DCR planes: [2.454s | 0.164s per plane]\n",
      "FFT timing for 15 DCR planes: [8.996s | 0.600s per plane]\n",
      "FFT timing for 15 DCR planes: [2.141s | 0.143s per plane]\n",
      "FFT timing for 15 DCR planes: [11.392s | 0.759s per plane]\n",
      "FFT timing for 15 DCR planes: [1.965s | 0.131s per plane]\n",
      "FFT timing for 15 DCR planes: [9.125s | 0.608s per plane]\n",
      "FFT timing for 15 DCR planes: [2.992s | 0.199s per plane]\n",
      "FFT timing for 15 DCR planes: [8.413s | 0.561s per plane]\n",
      "FFT timing for 15 DCR planes: [1.989s | 0.133s per plane]\n",
      "FFT timing for 15 DCR planes: [8.188s | 0.546s per plane]\n",
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Number and flux contribution of stars of each type:\n",
      " [M 68881| 1.79%] [K 10991| 2.09%] [G 6860| 3.94%] [F 2624| 4.82%] [A 537| 17.45%] [B 107| 69.90%] [O 0| 0.00%]\n",
      "Simulating 2509 stars within observable region\n",
      "Time to model 2502 stars: [11.198s | 0.00448s per star]\n",
      "Time to model 7 bright stars: [7.658s | 1.09401s per star]\n",
      "Simulating 252 quasars within observable region\n",
      "Time to model 250 stars: [3.211s | 0.01284s per star]\n",
      "Time to model 2 bright stars: [9.632s | 4.81589s per star]\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 1.022 and airmass range 1.012 to 1.484\n",
      "FFT timing for 15 DCR planes: [4.351s | 0.290s per plane]\n",
      "FFT timing for 15 DCR planes: [7.171s | 0.478s per plane]\n",
      "FFT timing for 15 DCR planes: [1.842s | 0.123s per plane]\n",
      "FFT timing for 15 DCR planes: [6.719s | 0.448s per plane]\n",
      "FFT timing for 15 DCR planes: [1.620s | 0.108s per plane]\n",
      "FFT timing for 15 DCR planes: [6.760s | 0.451s per plane]\n",
      "FFT timing for 15 DCR planes: [1.747s | 0.116s per plane]\n",
      "FFT timing for 15 DCR planes: [6.767s | 0.451s per plane]\n",
      "FFT timing for 15 DCR planes: [1.958s | 0.131s per plane]\n",
      "FFT timing for 15 DCR planes: [7.595s | 0.506s per plane]\n",
      "FFT timing for 15 DCR planes: [1.636s | 0.109s per plane]\n",
      "FFT timing for 15 DCR planes: [6.726s | 0.448s per plane]\n",
      "FFT timing for 15 DCR planes: [2.173s | 0.145s per plane]\n",
      "FFT timing for 15 DCR planes: [6.728s | 0.449s per plane]\n",
      "FFT timing for 15 DCR planes: [1.628s | 0.109s per plane]\n",
      "FFT timing for 15 DCR planes: [6.762s | 0.451s per plane]\n",
      "Selecting 13 obs from field 2575, with seeing range 0.622 to 0.999 and airmass range 1.123 to 1.190\n",
      "Number and flux contribution of stars of each type:\n",
      " [M 68881| 1.79%] [K 10991| 2.09%] [G 6860| 3.94%] [F 2624| 4.82%] [A 537| 17.45%] [B 107| 69.90%] [O 0| 0.00%]\n",
      "Simulating 2509 stars within observable region\n",
      "Time to model 2502 stars: [11.720s | 0.00468s per star]\n",
      "Time to model 7 bright stars: [7.737s | 1.10525s per star]\n",
      "Simulating 252 quasars within observable region\n",
      "Time to model 250 stars: [3.663s | 0.01465s per star]\n",
      "Time to model 2 bright stars: [11.851s | 5.92526s per star]\n",
      "Selecting 8 randomized obs from field 2575, with seeing range 0.524 to 1.124 and airmass range 1.012 to 1.484\n",
      "FFT timing for 15 DCR planes: [1.896s | 0.126s per plane]\n",
      "FFT timing for 15 DCR planes: [7.953s | 0.530s per plane]\n",
      "FFT timing for 15 DCR planes: [1.957s | 0.130s per plane]\n",
      "FFT timing for 15 DCR planes: [6.692s | 0.446s per plane]\n",
      "FFT timing for 15 DCR planes: [1.612s | 0.107s per plane]\n",
      "FFT timing for 15 DCR planes: [6.698s | 0.447s per plane]\n",
      "FFT timing for 15 DCR planes: [1.718s | 0.115s per plane]\n",
      "FFT timing for 15 DCR planes: [6.760s | 0.451s per plane]\n",
      "FFT timing for 15 DCR planes: [1.986s | 0.132s per plane]\n",
      "FFT timing for 15 DCR planes: [6.676s | 0.445s per plane]\n",
      "FFT timing for 15 DCR planes: [1.618s | 0.108s per plane]\n",
      "FFT timing for 15 DCR planes: [6.737s | 0.449s per plane]\n",
      "FFT timing for 15 DCR planes: [2.301s | 0.153s per plane]\n",
      "FFT timing for 15 DCR planes: [6.671s | 0.445s per plane]\n",
      "FFT timing for 15 DCR planes: [1.697s | 0.113s per plane]\n",
      "FFT timing for 15 DCR planes: [6.810s | 0.454s per plane]\n",
      "Selecting 10 obs from field 2575, with seeing range 0.856 to 1.164 and airmass range 1.132 to 1.165\n",
      "Selecting 24 randomized obs from field 2575, with seeing range 0.631 to 1.352 and airmass range 1.017 to 2.005\n",
      "FFT timing for 15 DCR planes: [1.618s | 0.108s per plane]\n",
      "FFT timing for 15 DCR planes: [6.729s | 0.449s per plane]\n",
      "FFT timing for 15 DCR planes: [1.646s | 0.110s per plane]\n",
      "FFT timing for 15 DCR planes: [6.742s | 0.449s per plane]\n",
      "FFT timing for 15 DCR planes: [1.716s | 0.114s per plane]\n",
      "FFT timing for 15 DCR planes: [6.713s | 0.448s per plane]\n",
      "FFT timing for 15 DCR planes: [1.683s | 0.112s per plane]\n",
      "FFT timing for 15 DCR planes: [6.694s | 0.446s per plane]\n",
      "FFT timing for 15 DCR planes: [1.615s | 0.108s per plane]\n",
      "FFT timing for 15 DCR planes: [6.737s | 0.449s per plane]\n",
      "FFT timing for 15 DCR planes: [1.965s | 0.131s per plane]\n",
      "FFT timing for 15 DCR planes: [6.728s | 0.449s per plane]\n",
      "FFT timing for 15 DCR planes: [1.629s | 0.109s per plane]\n",
      "FFT timing for 15 DCR planes: [6.762s | 0.451s per plane]\n",
      "FFT timing for 15 DCR planes: [1.638s | 0.109s per plane]\n",
      "FFT timing for 15 DCR planes: [6.756s | 0.450s per plane]\n",
      "FFT timing for 15 DCR planes: [1.641s | 0.109s per plane]\n",
      "FFT timing for 15 DCR planes: [6.737s | 0.449s per plane]\n",
      "FFT timing for 15 DCR planes: [2.024s | 0.135s per plane]\n",
      "FFT timing for 15 DCR planes: [6.736s | 0.449s per plane]\n",
      "FFT timing for 15 DCR planes: [1.659s | 0.111s per plane]\n",
      "FFT timing for 15 DCR planes: [6.697s | 0.446s per plane]\n",
      "FFT timing for 15 DCR planes: [1.801s | 0.120s per plane]\n",
      "FFT timing for 15 DCR planes: [6.711s | 0.447s per plane]\n",
      "FFT timing for 15 DCR planes: [1.623s | 0.108s per plane]\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "FFT timing for 15 DCR planes: [6.693s | 0.446s per plane]\n",
      "FFT timing for 15 DCR planes: [1.845s | 0.123s per plane]\n",
      "FFT timing for 15 DCR planes: [6.758s | 0.451s per plane]\n",
      "FFT timing for 15 DCR planes: [1.638s | 0.109s per plane]\n",
      "FFT timing for 15 DCR planes: [6.691s | 0.446s per plane]\n",
      "FFT timing for 15 DCR planes: [1.991s | 0.133s per plane]\n",
      "FFT timing for 15 DCR planes: [6.701s | 0.447s per plane]\n",
      "FFT timing for 15 DCR planes: [1.749s | 0.117s per plane]\n",
      "FFT timing for 15 DCR planes: [6.718s | 0.448s per plane]\n",
      "FFT timing for 15 DCR planes: [1.632s | 0.109s per plane]\n",
      "FFT timing for 15 DCR planes: [6.717s | 0.448s per plane]\n",
      "FFT timing for 15 DCR planes: [1.879s | 0.125s per plane]\n",
      "FFT timing for 15 DCR planes: [6.764s | 0.451s per plane]\n",
      "FFT timing for 15 DCR planes: [2.028s | 0.135s per plane]\n",
      "FFT timing for 15 DCR planes: [6.744s | 0.450s per plane]\n",
      "FFT timing for 15 DCR planes: [1.723s | 0.115s per plane]\n",
      "FFT timing for 15 DCR planes: [6.709s | 0.447s per plane]\n",
      "FFT timing for 15 DCR planes: [1.630s | 0.109s per plane]\n",
      "FFT timing for 15 DCR planes: [7.615s | 0.508s per plane]\n",
      "FFT timing for 15 DCR planes: [1.743s | 0.116s per plane]\n",
      "FFT timing for 15 DCR planes: [6.770s | 0.451s per plane]\n",
      "FFT timing for 15 DCR planes: [1.625s | 0.108s per plane]\n",
      "FFT timing for 15 DCR planes: [6.837s | 0.456s per plane]\n"
     ]
    }
   ],
   "source": [
    "rng = np.random.RandomState(seed+3)\n",
    "index = int(np.rint(rng.rand()*1000))\n",
    "field_Id = 100\n",
    "alert_field_Id = 0\n",
    "seeing_range = initial_seeing_range\n",
    "for d_y, n_obs in zip(dither_y, n_obs_list):\n",
    "    for rpt in range(repeat_obs):\n",
    "        d_x = dither_x[rpt]\n",
    "        opsim.set_field(n_obs=4, index=index, year=template_year)\n",
    "        field_Id1 = opsim.field_Id\n",
    "        sim = opsim.initialize_simulation(n_star=n_star*n**2, n_quasar=n_quasar*n**2,\n",
    "                                          dither=(d_x, d_y), seed=seed,\n",
    "                                          simulation_size=simulation_size)\n",
    "        if randomize_template:\n",
    "            opsim.update_year(template_year, randomize_conditions=randomize_conditions,\n",
    "                              set_n_obs=n_obs, force_seeing_range=seeing_range)\n",
    "        opsim.field_Id = field_Id\n",
    "        opsim.run_simulation(sim, use_seeing=True, write_catalog=initial_var,\n",
    "                             initialize_directory=initial_var, mosaic=True,\n",
    "                             randomize_conditions=randomize_conditions)\n",
    "        initial_var = False\n",
    "        opsim.field_Id = field_Id1\n",
    "        field_Id += 1\n",
    "        seeing_range *= 1.1\n",
    "\n",
    "d_x = 0\n",
    "d_y = 0\n",
    "opsim.set_field(n_obs=4, index=index, year=alert_year)\n",
    "if randomize_template:\n",
    "    opsim.update_year(alert_year, randomize_conditions=randomize_conditions,\n",
    "                      set_n_obs=n_alert)\n",
    "opsim.field_Id = alert_field_Id\n",
    "opsim.run_simulation(sim, use_seeing=True, write_catalog=False,\n",
    "                     initialize_directory=False, mosaic=True,\n",
    "                     randomize_conditions=randomize_conditions)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}