title manualNightLog author harvanek creationTime 1026296121 typedef struct { char textName[40]; char textLine[324] } TEXTLINE; TEXTLINE observingTeam " \040\040\040\040\040\040\040\040Mike\040Harvanek\040(APO) " TEXTLINE observingTeam " \040\040\040\040\040\040\040\040Daniel\040Long\040\040\040(APO) " TEXTLINE observingTeam " \040\040\040\040\040\040\040\040Scot\040Kleinman\040(APO;\040swing) " TEXTLINE observingTeam " \040\040\040\040\040\040\040\040Jon\040Brinkmann\040(APO;\040by\040phone) " TEXTLINE observingTeam " \040\040\040\040\040\040\040\040Craig\040Loomis\040\040(APO;\040by\040phone) " TEXTLINE observingTeam " \040 " TEXTLINE observingPlan " \040\040\040\040\040\040\040\040Science! " TEXTLINE observingPlan " \040 " TEXTLINE imagingRunSummary " \040Run\040\040\040\040\040Time\040\040\040\040Stripe\040\040\040\040Lambda\040\040\040\040\040\040\040\040Last\040Flavor\040\040\040\040\040\040Comments " TEXTLINE imagingRunSummary " \040\040\040\040\040\040Start\040End\040\040\040\040\040\040\040\040\040Begin\040\040\040\040End\040\040\040\040\040Frame " TEXTLINE imagingRunSummary " \040------------------------------------------------------------------------- " TEXTLINE skippyData " Run\040\040Frame\040nFrames\040stars\040muErr\040\040\040muRms\040\040\040nuErr\040\040\040nuRms\040rot\040\040\040\040\040\040\040\040\040az\040\040\040\040el " TEXTLINE skippyData " \055-------------------------------------------------------------------------- " TEXTLINE ltMatchData " Run\040\040Field\040nFields\040alt\040az\040\040nGood\040rowMean\040rowSig\040\040colMean\040colSig\040rot " TEXTLINE ltMatchData " \055--------------------------------------------------------------------- " TEXTLINE spectroscopySummary " \040\040UT\040\040\040\040Exp\040\040\040Time\040\040flavor\040\040\040\040\040comment\040\040\040\040\040\040\040(S/N)^2\040totals " TEXTLINE spectroscopySummary " ==========================================\040b1\040\040\040r1\040\040\040b2\040\040\040r2 " TEXTLINE spectroscopySummary " \040-----\040sequence\04015855,\040plate\040-9999\040------- " TEXTLINE spectroscopySummary " \04000:05\04015855\0400.0\040\040\040\040bias " TEXTLINE spectroscopySummary " \04002:05\04015856\0400.0\040\040\040\040bias " TEXTLINE spectroscopySummary " \040-----\040sequence\04015857,\040plate\0401043\040-------\04017.8\04018.0\04017.9\04020.3\040\040DONE " TEXTLINE spectroscopySummary " \04003:21\04015857\04010.0\040\040\040flat " TEXTLINE spectroscopySummary " \04003:23\04015858\0402.0\040\040\040\040arc " TEXTLINE spectroscopySummary " \04003:42\04015859\040900.0\040\040target " TEXTLINE spectroscopySummary " \04004:00\04015860\04021765.0\040target\040\040\040\040\040exptime=900s " TEXTLINE spectroscopySummary " \04004:18\04015861\040901.0\040\040target " TEXTLINE spectroscopySummary " \04004:26\04015862\040240.0\040\040smear " TEXTLINE spectroscopySummary " \040-----\040sequence\04015863,\040plate\0401052\040-------\040\0405.3\040\0405.6\040\0405.2\040\0405.3 " TEXTLINE spectroscopySummary " \04004:43\04015863\04010.0\040\040\040flat " TEXTLINE spectroscopySummary " \04004:45\04015864\0402.0\040\040\040\040arc " TEXTLINE spectroscopySummary " \04005:03\04015865\04023236.0\040target\040\040\040\040\040exptime=900s " TEXTLINE spectroscopySummary " \040-----\040sequence\04015866,\040plate\040-9999\040------- " TEXTLINE spectroscopySummary " \04007:23\04015866\0400.0\040\040\040\040bias " TEXTLINE spectroscopySummary " \04007:26\04015867\0400.0\040\040\040\040bias " TEXTLINE spectroscopySummary " \04007:31\04015868\0400.0\040\040\040\040bias " TEXTLINE spectroscopySummary " \040-----\040sequence\04015869,\040plate\040990\040-------\040\04016.3\04018.6\04015.3\04025.3\040\040DONE " TEXTLINE spectroscopySummary " \04007:57\04015869\04010.0\040\040\040flat " TEXTLINE spectroscopySummary " \04008:00\04015870\0402.0\040\040\040\040arc " TEXTLINE spectroscopySummary " \04008:18\04015871\040901.0\040\040target " TEXTLINE spectroscopySummary " \04008:41\04015872\0401202.0\040target " TEXTLINE spectroscopySummary " \04009:03\04015873\0401201.0\040target " TEXTLINE spectroscopySummary " \04009:10\04015874\040240.0\040\040smear " TEXTLINE spectroscopySummary " \04009:28\04015875\040901.0\040\040target " TEXTLINE spectroscopySummary " \040-----\040sequence\04015876,\040plate\040717\040------- " TEXTLINE spectroscopySummary " \04009:44\04015876\04010.0\040\040\040flat " TEXTLINE spectroscopySummary " \04009:46\04015877\0402.0\040\040\040\040arc " TEXTLINE spectroscopySummary " \04010:07\04015878\0401000.0\040target " TEXTLINE offsetMessage " Time\040Instrument\040\040\040\040\040Az\040\040\040\040\040\040\040\040\040\040\040\040\040\040Alt\040\040\040\040\040\040\040\040\040\040\040\040\040Rot\040\040\040\040\040\040\040\040\040Scale " TEXTLINE offsetMessage " \040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040pos\040\040\040offset\040\040\040\040pos\040\040\040offset\040\040\040\040pos\040\040\040offset " TEXTLINE offsetMessage " \055----------------------------------------------------------------------------- " TEXTLINE offsetMessage " 03:12Z\040\0404\040\0401043\040\040212.24\040-0.0016\040\040\04064.33\040\0400.0012\040\040\04047.80\040-0.0088\040\0401.000070\040\040 " TEXTLINE offsetMessage " 04:52Z\040\0405\040\0401052\040\040231.80\040-0.0012\040\040\04070.33\040\0400.0015\040\040\04065.00\040-0.0229\040\0401.000040\040\040 " TEXTLINE offsetMessage " 08:01Z\040\0409\040\040\040990\040\040\04038.28\040\0400.0022\040\040\04050.54\040-0.0035\040\040211.35\040\0400.0068\040\0400.999990\040\040 " TEXTLINE offsetMessage " 09:57Z\040\0402\040\040\040717\040\040\040-1.39\040\0400.0028\040\040\04048.91\040-0.0010\040\040178.79\040\0400.0030\040\0401.000030\040\040 " TEXTLINE dataTapeSummary " \040\040\040\040\040\040\040\040Goes:\040\040JL " TEXTLINE dataTapeSummary " \040\040\040\040\040\040\040\040Stays:\040JL " TEXTLINE dataTapeSummary " \040 " TEXTLINE focusMessage " \040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040setmir\040piston\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040Temp\040\040\040Wind " TEXTLINE focusMessage " Time\040\040\040\040\040Inst\040\040\040\040\040scale\040\040\040\040M1\040\040\040\040M2\040\040\040Foc\040\040\040Az\040\040\040Alt\040\040\040(C)\040MPH\040\040Dir\040\040filt\040\040fwhm " TEXTLINE focusMessage " \055------------------------------------------------------------------------------ " TEXTLINE focusMessage " 03:11Z\040\0404\040\0401043\040\0401.00007\040\040-690\040\040\040380\040\040-190\040\040212\040\04064.5\040\04015.5\040\04012\040\040162\040----\040\040\0401.7\040 " TEXTLINE focusMessage " 04:51Z\040\0405\040\0401052\040\0401.00004\040\040-394\040\040\040623\040\040-180\040\040232\040\04070.4\040\04013.8\040\04022\040\040132\040----\040\040\0401.9 " TEXTLINE focusMessage " 07:59Z\040\0409\040\040\040990\040\0400.99999\040\040\040\04099\040\0401082\040\040-180\040\040\04039\040\04050.3\040\04013.1\040\04011\040\040125\040----\040\040\0402.1 " TEXTLINE focusMessage " 09:57Z\040\0402\040\040\040717\040\0401.00003\040\040-295\040\040\040749\040\040-190\040\040\040-2\040\04048.9\040\04014.0\040\040\0400\040\040192\040----\040\040\0402.0\040 " TEXTLINE weatherLog " \040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040Wind " TEXTLINE weatherLog " \040\040\040\040\040\040Time\040\040\040Temp\040F\040Dewp\040F\040\040MPH\040\040\040Direction\040\040\040\040Dust\040\040DIMM\040\040\040Sky " TEXTLINE weatherLog " \040\040\040\040\04023:07Z\040\040\040\04054\040\040\040\04046\040\040\040\040\040\0408\040\040\040\04076\040\040(ENE)\040\040\040\040954\040\040\040\040\040-\040\040\040\040Light\040Rain " TEXTLINE weatherLog " \040\040\040\040\04023:39Z\040\040\040\04059\040\040\040\04047\040\040\040\040\04010\040\040\040154\040\040(SSE)\040\040\0401001\040\040\040\040\040-\040\040\040\040Partly\040Cloudy " TEXTLINE weatherLog " \040\040\040\040\04000:11Z\040\040\040\04061\040\040\040\04049\040\040\040\040\04012\040\040\040150\040\040(SSE)\040\040\0401223\040\040\040\040\040-\040\040\040\040Partly\040Cloudy " TEXTLINE weatherLog " \040\040\040\040\04000:43Z\040\040\040\04062\040\040\040\04045\040\040\040\040\040\0409\040\040\040175\040\040(S)\040\040\040\040\040\040986\040\040\040\040\040-\040\040\040\040Mostly\040Clear " TEXTLINE weatherLog " \040\040\040\040\04001:15Z\040\040\040\04061\040\040\040\04043\040\040\040\040\040\0404\040\040\040148\040\040(SSE)\040\040\040\040824\040\040\040\040\040-\040\040\040\040Mostly\040Clear " TEXTLINE weatherLog " \040\040\040\040\04002:18Z\040\040\040\04059\040\040\040\04040\040\040\040\040\04014\040\040\040154\040\040(SSE)\040\040\040\040813\040\040\040\040\040-\040\040\040\040Mostly\040Clear " TEXTLINE weatherLog " \040\040\040\040\04002:48Z\040\040\040\04059\040\040\040\04040\040\040\040\040\04012\040\040\040149\040\040(SSE)\040\040\040\040818\040\040\040\040\040-\040\040\040\040Mostly\040Clear " TEXTLINE weatherLog " \040\040\040\040\04003:18Z\040\040\040\04060\040\040\040\04041\040\040\040\040\04012\040\040\040156\040\040(SSE)\040\040\040\040864\040\040\040\040\040-\040\040\040\040Partly\040Cloudy " TEXTLINE weatherLog " \040\040\040\040\04003:49Z\040\040\040\04058\040\040\040\04042\040\040\040\040\04014\040\040\040144\040\040(SE)\040\040\040\040\040992\040\040\040\040\040-\040\040\040\040Mostly\040Clear " TEXTLINE weatherLog " \040\040\040\040\04004:21Z\040\040\040\04057\040\040\040\04044\040\040\040\040\04019\040\040\040128\040\040(SE)\040\040\040\0401240\040\040\040\040\040-\040\040\040\040Mostly\040Clear " TEXTLINE weatherLog " \040\040\040\040\04004:52Z\040\040\040\04056\040\040\040\04044\040\040\040\040\04021\040\040\040128\040\040(SE)\040\040\040\0401245\040\040\040\040\040-\040\040\040\040Mostly\040Clear " TEXTLINE weatherLog " \040\040\040\040\04005:24Z\040\040\040\04056\040\040\040\04042\040\040\040\040\04019\040\040\040128\040\040(SE)\040\040\040\0401273\040\040\040\040\040-\040\040\040\040Mostly\040Clear " TEXTLINE weatherLog " \040\040\040\040\04005:56Z\040\040\040\04056\040\040\040\04042\040\040\040\040\04016\040\040\040122\040\040(ESE)\040\040\0401316\040\040\040\040\040-\040\040\040\040Clear " TEXTLINE weatherLog " \040\040\040\040\04006:29Z\040\040\040\04055\040\040\040\04042\040\040\040\040\04015\040\040\040124\040\040(SE)\040\040\040\0401215\040\040\040\040\040-\040\040\040\040Clear " TEXTLINE weatherLog " \040\040\040\040\04007:02Z\040\040\040\04055\040\040\040\04041\040\040\040\040\040\0408\040\040\040\04097\040\040(E)\040\040\040\040\0401258\040\040\040\040\040-\040\040\040\040Clear " TEXTLINE weatherLog " \040\040\040\040\04007:33Z\040\040\040\04055\040\040\040\04040\040\040\040\040\04011\040\040\040113\040\040(ESE)\040\040\0401265\040\040\040\040\040-\040\040\040\040Clear " TEXTLINE weatherLog " \040\040\040\040\04008:04Z\040\040\040\04055\040\040\040\04040\040\040\040\040\040\0408\040\040\040109\040\040(ESE)\040\040\0401292\040\040\040\040\040-\040\040\040\040Clear " TEXTLINE weatherLog " \040\040\040\040\04008:37Z\040\040\040\04056\040\040\040\04040\040\040\040\040\040\0407\040\040\040122\040\040(ESE)\040\040\0401259\040\040\040\040\040-\040\040\040\040Clear " TEXTLINE weatherLog " \040\040\040\040\04009:10Z\040\040\040\04055\040\040\040\04040\040\040\040\040\040\0405\040\040\040106\040\040(ESE)\040\040\0401282\040\040\040\040\040-\040\040\040\040Partly\040Cloudy " TEXTLINE weatherLog " \040\040\040\040\04009:42Z\040\040\040\04057\040\040\040\04040\040\040\040\040\040\0400\040\040\040204\040\040(SSW)\040\040\0401281\040\040\040\040\040-\040\040\040\040Partly\040Cloudy " TEXTLINE weatherLog " \040\040\040\040\04010:12Z\040\040\040\04057\040\040\040\04040\040\040\040\040\040\0402\040\040\040153\040\040(SSE)\040\040\0401278\040\040\040\040\040-\040\040\040\040Partly\040Cloudy " TEXTLINE weatherLog " " TEXTLINE telescopeStatus " 01:10\040Doors\040open,\040fans\040on " TEXTLINE telescopeStatus " 02:10\040Enclosure\040off " TEXTLINE telescopeStatus " xx:xx\040Enclosure\040on,\040doors\040closed,\040fans\040off. " TEXTLINE telescopeStatus " \040\040 " TEXTLINE telescopeStatus " Telescope\040stowed\040at\04030\040degrees\040with\040cartridge\040xxx\040(plate\040xxx)\040mounted. " TEXTLINE telescopeStatus " Counterweights\040at\040xxx.\040\040Spectro\040auto-fill\040connected. " TEXTLINE telescopeStatus " \040\040 " TEXTLINE telescopeStatus " Imager\040\040dewar\040xx:xx\040xxx\040lb " TEXTLINE telescopeStatus " Spectro\040dewar\040xx:xx\040xxx\040lb " TEXTLINE telescopeStatus " \040\040 " TEXTLINE telescopeStatus " Alt,\040az\040slip\040detection\040interlocks\040bypassed. " TEXTLINE telescopeStatus " \040\040 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040IOP/SOP:\040v3_81_1 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040Watcher:\040v2_18_0 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040MCP:\040v5_13_0 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040TPM:\040tpm_v2_14_0 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040AstroDa:\040v14_47 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040TCC:\0402.6.5 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040sdssProcedures:\040v1_50 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040tccMon\040:\040v1_9 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040SoS:\040v4_9_10 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040hoggPT:\040v1_5_8 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040plate-mapper:\040v4_1_0 " TEXTLINE softwareUsed " \040 " TEXTLINE mirrorMessage " PRIMARY: " TEXTLINE mirrorMessage " \055------- " TEXTLINE mirrorMessage " Scale:\0401.000000 " TEXTLINE mirrorMessage " \040 " TEXTLINE mirrorMessage " MIGS\040\040\040\040\040\040\040\040TONIGHT\040\040\040NOMINAL " TEXTLINE mirrorMessage " Axial\040A\040\040\040\040\040\0400.0880\040\040\0400.0860\040 " TEXTLINE mirrorMessage " Axial\040B\040\040\040\040\040\0400.8040\040\040\0400.8050\040 " TEXTLINE mirrorMessage " Axial\040C\040\040\040\040\040\0400.0740\040\040\0400.0760\040 " TEXTLINE mirrorMessage " Trans\040D\040\040\040\040\040\040-1.5310\040\040-1.5230 " TEXTLINE mirrorMessage " Lateral\040E\040\040\040\0401.8320\040\040\0401.8300\040 " TEXTLINE mirrorMessage " Lateral\040F\040\040\040\0400.0000\040\040\0400.0000\040 " TEXTLINE mirrorMessage " \040 " TEXTLINE mirrorMessage " GALILS " TEXTLINE mirrorMessage " Commanded:\0405400.\040-3700.\040900.\040-200.\04031550.\04030650. " TEXTLINE mirrorMessage " Actual:\040\040\040\0405400.\040-3700.\040900.\040-200.\04031550.\04030650. " TEXTLINE mirrorMessage " \040 " TEXTLINE mirrorMessage " SETMIR\040VALUES " TEXTLINE mirrorMessage " PriDesOrient:\0400.00\040-11.80\04023.00\0401256.90\040642.10 " TEXTLINE mirrorMessage " PriOrient:\040\040\040\0400.00\040-12.16\04022.81\0401257.41\040642.19 " TEXTLINE mirrorMessage " \040 " TEXTLINE mirrorMessage " SECONDARY: " TEXTLINE mirrorMessage " \055--------- " TEXTLINE mirrorMessage " Focus:\0400.00 " TEXTLINE mirrorMessage " Air\040Temp.:\04016.4 " TEXTLINE mirrorMessage " Alt.:\04029.998639 " TEXTLINE mirrorMessage " \040 " TEXTLINE mirrorMessage " MIGS\040\040\040\040\040\040\040\040TONIGHT\040\040\040NOMINAL " TEXTLINE mirrorMessage " Axial\040A\040\040\040\040\040\0401.5360\040\040\0401.5380\040 " TEXTLINE mirrorMessage " Axial\040B\040\040\040\040\040\0401.2050\040\040\0401.2080\040 " TEXTLINE mirrorMessage " Axial\040C\040\040\040\040\040\0401.1500\040\040\0401.1510\040 " TEXTLINE mirrorMessage " Trans\040D\040\040\040\040\040\040-0.6230\040\040-0.6200 " TEXTLINE mirrorMessage " \040 " TEXTLINE mirrorMessage " GALILS " TEXTLINE mirrorMessage " Commanded:\0401604776.\0401575863.\0401570824.\040-12000.\040-11350. " TEXTLINE mirrorMessage " Actual:\040\040\040\0401604800.\0401575850.\0401570850.\040-12000.\040-11350. " TEXTLINE mirrorMessage " \040 " TEXTLINE mirrorMessage " SETMIR\040VALUES " TEXTLINE mirrorMessage " SecDesOrient:\0401257.00\0405.00\040-10.00\0400.00\040165.44 " TEXTLINE mirrorMessage " SecOrient:\040\040\040\0401257.00\0405.00\040-9.98\040-0.23\040165.34 " TEXTLINE mirrorMessage " \040 " TEXTLINE problemsInDetail " Problem\040with\040SP1\040camera: " TEXTLINE problemsInDetail " \055----------------------- " TEXTLINE problemsInDetail " 05:20Z\040\040second\040science\040exposure\040failed\040to\040read\040out\040claiming\040sp1\040was\040busy. " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " endStare\040got\040same\040response\040that\040sp1\040was\040busy. " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " readoutAbort\040didn't\040help\040(\040daqBusy\040wasn't\040high\040anyway\040). " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " starting\040another\040exposure\040failed\040because\040sp1\040failed\040to\040stop\040scanning. " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " connecting\040to\040the\040port\040for\040sp1\040camera\040(\0402100\040),\040connected\040but\040there\040 " TEXTLINE problemsInDetail " was\040no\040response\040to\040input.\040\040sp2\040was\040fine. " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " A\040quick\040check\040of\040the\040serial\040cable\040to\040sp1\040showed\040it\040was\040connected.\040\040It\040 " TEXTLINE problemsInDetail " was\040reseated\040anyway.\040\040All\040power\040supply\040voltages\040looked\040good\040as\040well. " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " A\040call\040was\040placed\040to\040Jon\040Brinkmann\040at\040about\04005:45Z.\040\040He\040said\040it\040was\040 " TEXTLINE problemsInDetail " OK\040to\040reboot\040the\040camera\040micro\040by\040power\040cycling,\040which\040we\040did. " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " Once\040the\040camera\040was\040up,\040we\040logged\040in\040to\040the\040port\040and\040were\040able\040to\040get\040 " TEXTLINE problemsInDetail " the\040normal\040ok\040response.\040\040It\040also\040responded\040to\040commands.\040\040After\040a\040 " TEXTLINE problemsInDetail " minute\040or\040so\040it\040commands\040and\040responses\040began\040scrolling\040across\040the\040 " TEXTLINE problemsInDetail " telnet\040window\040to\040the\040port.\040\040We\040weren't\040issuing\040them.\040\040Breaking\040that\040 " TEXTLINE problemsInDetail " connection\040and\040going\040to\040sp2\040showed\040everything\040normal\040there.\040\040No\040 " TEXTLINE problemsInDetail " unsolicited\040commands.\040\040So\040there\040was\040nothing\040funny\040with\040our\040xterm\040and\040 " TEXTLINE problemsInDetail " or\040telnet\040session. " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " Returning\040to\040sp1\040showed\040the\040same\040character\040(\040this\040time\040a\040\173\040)\040was\040 " TEXTLINE problemsInDetail " streaming\040across\040the\040screen\040followed\040by\040repeated\040undefined\040command\040 " TEXTLINE problemsInDetail " responses\040from\040the\040micro.\040\040The\040cursor\040was\040bouncing\040all\040around\040the\040 " TEXTLINE problemsInDetail " window\040during\040this.\040\040Finally\040the\040micro\040stopped\040doing\040anything\040and\040 " TEXTLINE problemsInDetail " would\040not\040respond\040to\040input. " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " We\040went\040through\040several\040reboots\040and\040would\040get\040part\040way\040through\040 " TEXTLINE problemsInDetail " getting\040started\040again,\040only\040to\040have\040the\040micro\040stop\040talking\040at\040some\040 " TEXTLINE problemsInDetail " point.\040\040It\040seemed\040that\040commands\040were\040getting\040through\040the\040telnet\040 " TEXTLINE problemsInDetail " session\040to\040sp1\040on\040port\0402100.\040\040We\040tried\040killing\040the\040spectro\040server.\040 " TEXTLINE problemsInDetail " This\040appeared\040to\040help.\040\040We\040could\040get\040further\040in\040restoring\040normal\040 " TEXTLINE problemsInDetail " operation.\040\040We\040could\040talk\040to\040the\040micro\040and\040not\040get\040unsolicited\040 " TEXTLINE problemsInDetail " characters.\040\040However\040we\040couldn't\040get\040it\040to\040take\040an\040exposure.\040\040Each\040 " TEXTLINE problemsInDetail " time\040we\040tried\040the\040sop\040session\040would\040get\040file\0409\040or\040file\0408\040errors\040or\040 " TEXTLINE problemsInDetail " say\040the\040spectrograph\040was\040unwilling\040to\040stop\040scanning. " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " We\040then\040tried\040calling\040Craig\040(\040~\04006:30Z\040),\040as\040it\040seemed\040the\040terminal\040 " TEXTLINE problemsInDetail " server\040was\040passing\040multiple\040connections\040to\040the\040same\040port.\040\040\040\040After\040 " TEXTLINE problemsInDetail " doing\040some\040checking,\040he\040had\040us\040swap\040cables\040between\040the\040two\040spectro\040 " TEXTLINE problemsInDetail " cameras.\040\040We\040did\040this\040at\040the\040patch\040panel\040in\040the\040lower\040enclosure,\040and\040 " TEXTLINE problemsInDetail " again\040at\040the\040mux\040on\040the\040rotator.\040\040Each\040time\040it\040indicated\040the\040problem\040 " TEXTLINE problemsInDetail " was\040closer\040to\040the\040spectrograph.\040\040So\040apparently\040the\040gibberish\040from\040the\040 " TEXTLINE problemsInDetail " micro\040and\040the\040servers\040restarting\040was\040only\040coincidence. " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " We\040then\040called\040Jon\040again\040at\040around\04007:00Z.\040\040It\040seems\040that\040the\040problem\040 " TEXTLINE problemsInDetail " really\040was\040in\040the\040micro.\040\040At\040this\040point\040we\040had\040power\040cycled\040it\040 " TEXTLINE problemsInDetail " several\040times\040and\040it\040would\040only\040last\040a\040few\040minutes\040before\040failing,\040 " TEXTLINE problemsInDetail " and\040once\040it\040didn't\040even\040come\040up.\040\040As\040one\040last\040test\040Jon\040had\040us\040 " TEXTLINE problemsInDetail " disconnect\040and\040reconnect\040the\040serial\040cable\040at\040the\040spectrograph,\040then\040 " TEXTLINE problemsInDetail " power\040cycle\040again. " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " This\040time\040it\040came\040up\040and\040took\040the\040iack\040with\040no\040problem.\040\040A\040telnet\040 " TEXTLINE problemsInDetail " connection\040worked\040without\040extra\040characters,\040even\040when\040the\040servers\040 " TEXTLINE problemsInDetail " came\040back\040up.\040\040Bias\040exposures\040worked.\040\040We\040were\040back\040in\040business. " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " Whether\040we\040actually\040fixed\040the\040problem\040by\040disconnecting\040and\040 " TEXTLINE problemsInDetail " reconnecting\040the\040serial\040cable\040at\040the\040spectrograph,\040or\040the\040problem\040 " TEXTLINE problemsInDetail " just\040went\040away\040while\040we\040were\040trying\040things,\040only\040time\040will\040tell.\040 " TEXTLINE problemsInDetail " While\040a\040loose\040connection\040(\040and/or\040broken\040wire\040within\040the\040cable\040)\040can\040 " TEXTLINE problemsInDetail " generate\040noise\040on\040the\040line\040which\040would\040be\040seen\040as\040random\040characters,\040 " TEXTLINE problemsInDetail " it\040is\040tough\040to\040understand\040how\040legitimate\040commands\040and\040subsequent\040 " TEXTLINE problemsInDetail " responses\040show\040up\040in\040a\040telnet\040session\040to\040the\040micro\040which\040weren't\040 " TEXTLINE problemsInDetail " typed\040into\040the\040window. " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " Below\040are\040excerpts\040from\040the\040sop\040session,\040tracebacks,\040and\040error\040messages. " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " The\040first\040indication\040of\040failure: " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " mcpPut:\040SYSTEM.STATUS " TEXTLINE problemsInDetail " SOPGUI:\040doNextScience\040900 " TEXTLINE problemsInDetail " mcpPut:\040ffs.open " TEXTLINE problemsInDetail " mcpPut:\040SYSTEM.STATUS " TEXTLINE problemsInDetail " Opened\040Flat\040Field\040Screen " TEXTLINE problemsInDetail " Issuing\040goStare\040science\040with\040900\040exposure " TEXTLINE problemsInDetail " sp1\040cameraNag\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402200 " TEXTLINE problemsInDetail " sp2\040cameraNag\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402200 " TEXTLINE problemsInDetail " Flushing\040charge\040for\04015\040sec " TEXTLINE problemsInDetail " mcpPut:\040SYSTEM.STATUS " TEXTLINE problemsInDetail " appending\040BEGIN " TEXTLINE problemsInDetail " scheduling\040a\040routine\040to\040wait\040until\040the\040exposure\040is\040finished " TEXTLINE problemsInDetail " successfully\040started\040science\040exposure " TEXTLINE problemsInDetail " mcpPut:\040SYSTEM.STATUS " TEXTLINE problemsInDetail " IOP\040running\040as\040Backup\040Relay\040Server " TEXTLINE problemsInDetail " requestListen:\040listening " TEXTLINE problemsInDetail " 2002-07-10\04005:08:56Z\04035\040sp1\040camcheck " TEXTLINE problemsInDetail " 2002-07-10\04005:08:58Z\04035\040sp2\040camcheck " TEXTLINE problemsInDetail " 2002-07-10\04005:09:04Z:\040registered\040(addr19)\040listener\040sdsshost:observer:4875 " TEXTLINE problemsInDetail " IOP\040running\040as\040Backup\040Relay\040Server " TEXTLINE problemsInDetail " requestListen:\040listening\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 2002-07-10\04005:19:52Z:\040registered\040(addr20)\040listener\040sdsshost:observer:4875 " TEXTLINE problemsInDetail " =====endStare:\040beginning\040read\040out\040============================= " TEXTLINE problemsInDetail " appending\040END " TEXTLINE problemsInDetail " EXPOSURE\040TIME\040is:\040\040900 " TEXTLINE problemsInDetail " sp1\040cameraNag\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402100 " TEXTLINE problemsInDetail " sp2\040cameraNag\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402200 " TEXTLINE problemsInDetail " 2002-07-10\04005:20:18Z:\040sp1\040is\040not\040idle...aborting " TEXTLINE problemsInDetail " 2002-07-10\04005:20:18Z:\040beginData\040has\040failed:\040sp1\040is\040not\040idle...aborting " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " sp1>\040tb " TEXTLINE problemsInDetail " sp1\040is\040not\040idle...aborting " TEXTLINE problemsInDetail " \040\040\040\040\040while\040executing " TEXTLINE problemsInDetail " \042error\040\044msg\042 " TEXTLINE problemsInDetail " \040\040\040\040\040invoked\040from\040within " TEXTLINE problemsInDetail " \042if\040\173\044status\040!=\040\042IDLE\042\175\040\173 " TEXTLINE problemsInDetail " \040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040set\040msg\040\042\044camName\040is\040not\040idle...aborting\042 " TEXTLINE problemsInDetail " \040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040murmur\040\044msg\040\044toScreen " TEXTLINE problemsInDetail " \040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040error\040\044msg " TEXTLINE problemsInDetail " \040\040\040\040\040\040\040\040\040\040\040\040\175\042 " TEXTLINE problemsInDetail " \040\040\040\040\040(\042foreach\042\040body\040line\0403) " TEXTLINE problemsInDetail " \040\040\040\040\040invoked\040from\040within " TEXTLINE problemsInDetail " \042foreach\040camName\040\133activeInstruments\135\040\173 " TEXTLINE problemsInDetail " \040\040\040\040\040\040\040\040\040\040\040\040set\040status\040\133keylget\040returns\040\044camName\135 " TEXTLINE problemsInDetail " \040\040\040\040\040\040\040\040\040\040\040\040if\040\173\044status\040!=\040\042IDLE\042\175\040\173 " TEXTLINE problemsInDetail " \040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040set\040msg\040\042\044camName\040is\040not\040idle...abortin\040...\042 " TEXTLINE problemsInDetail " \040\040\040\040\040invoked\040from\040within " TEXTLINE problemsInDetail " \042if\040\173\040\044cameraType\040!=\042sim\042\040\175\040\173 " TEXTLINE problemsInDetail " \040\040\040\040\040\040\040\040set\040returns\040\133camExec\040\133activeInstruments\135\040cameraNag\135 " TEXTLINE problemsInDetail " \040\040\040\040\040\040\040\040foreach\040camName\040\133activeInstruments\135\040\173 " TEXTLINE problemsInDetail " \040\040\040\040\040\040\040\040\040\040\040\040set\040status\040\133k\040...\042 " TEXTLINE problemsInDetail " \040\040\040\040\040(procedure\040\042beginData\042\040line\04038) " TEXTLINE problemsInDetail " \040\040\040\040\040invoked\040from\040within " TEXTLINE problemsInDetail " \042beginData\040\044noIncrSeq\042 " TEXTLINE problemsInDetail " \040\040\040\040\040invoked\040from\040within " TEXTLINE problemsInDetail " \042endStare\040-timeout\04080\040-noIncrSeq\042 " TEXTLINE problemsInDetail " \040\040\040\040\040(\042eval\042\040body\040line\0401) " TEXTLINE problemsInDetail " \040\040\040\040\040invoked\040from\040within " TEXTLINE problemsInDetail " \042eval\040endStare\040\044imageName\040-timeout\040\044readoutTimeWait\040\044flags\040\042 " TEXTLINE problemsInDetail " \040\040\040\040\040(procedure\040\042wait_for_endStare\042\040line\04064) " TEXTLINE problemsInDetail " \040\040\040\040\040invoked\040from\040within " TEXTLINE problemsInDetail " \042wait_for_endStare\040\173sp1\040sp2\175\040\173\175\04080\0401\0400\0401\0400\0400\042 " TEXTLINE problemsInDetail " \040\040\040\040\040(\042eval\042\040body\040line\0401) " TEXTLINE problemsInDetail " \040\040\040\040\040invoked\040from\040within " TEXTLINE problemsInDetail " \042eval\040\044procname\040\044args\042 " TEXTLINE problemsInDetail " sp1> " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " sp1>\040goStare\040-init\040-bias " TEXTLINE problemsInDetail " A\040\133cc\040ping\135\040brings\040\040no\040response\040from\040sp1: " TEXTLINE problemsInDetail " \040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040electronics\040powered\040down? " TEXTLINE problemsInDetail " 2002-07-10\04005:32:47Z:\040Choosing\040staring\040readout\040mode " TEXTLINE problemsInDetail " 2002-07-10\04005:32:47Z:\040Set\040frames\040to\040Rows=(2048+21)\040and\040 " TEXTLINE problemsInDetail " Cols/2=(20+1024+20)\040\040Binning=(1,1) " TEXTLINE problemsInDetail " sp1\040camstat\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402100 " TEXTLINE problemsInDetail " sp2\040camstat\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402200 " TEXTLINE problemsInDetail " setupCamera\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402100 " TEXTLINE problemsInDetail " sp1\040setupCamera\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402100 " TEXTLINE problemsInDetail " setupCamera\040\173SPEC2\04027FEB01\040\044Name:\040v4_7\040\044\175 " TEXTLINE problemsInDetail " \040t-g-sdss-2.apo.nmsu.edu\0402200 " TEXTLINE problemsInDetail " sp2\040setupCamera\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402200 " TEXTLINE problemsInDetail " Error:\040sp1:\040camera\040not\040willing\040to\040stop\040scanning " TEXTLINE problemsInDetail " sp1> " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " Trying\040to\040connect\040to\040the\040camera\040micro: " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " >\040\040telnet\040t-g-sdss-2\0402100 " TEXTLINE problemsInDetail " Trying\040192.41.211.163... " TEXTLINE problemsInDetail " Connected\040to\040t-g-sdss-2.apo.nmsu.edu. " TEXTLINE problemsInDetail " Escape\040character\040is\040'^\135'. " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " telnet>\040quit " TEXTLINE problemsInDetail " Connection\040closed. " TEXTLINE problemsInDetail " >\040\040telnet\040t-g-sdss-2\0402200 " TEXTLINE problemsInDetail " Trying\040192.41.211.163... " TEXTLINE problemsInDetail " Connected\040to\040t-g-sdss-2.apo.nmsu.edu. " TEXTLINE problemsInDetail " Escape\040character\040is\040'^\135'. " TEXTLINE problemsInDetail " \040\040\040ok " TEXTLINE problemsInDetail " \040\040\040ok " TEXTLINE problemsInDetail " \040\040\040ok " TEXTLINE problemsInDetail " \040\040\040ok " TEXTLINE problemsInDetail " \040\040\040ok " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " telnet> " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " After\040sp1\040camera\040power\040cycle: " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " sp1>\040iack " TEXTLINE problemsInDetail " 2002-07-10\04006:15:02Z:\040BIAS\040DACS\040SET\040 " TEXTLINE problemsInDetail " 2002-07-10\04006:15:03Z:\040BUFFERS\040SET\040 " TEXTLINE problemsInDetail " 0 " TEXTLINE problemsInDetail " sp1> " TEXTLINE problemsInDetail " sp1>\040goStare\040-init\040-bias " TEXTLINE problemsInDetail " 2002-07-10\04006:16:23Z:\040Choosing\040staring\040readout\040mode " TEXTLINE problemsInDetail " 2002-07-10\04006:16:23Z:\040Set\040frames\040to\040Rows=(2048+21)\040and\040 " TEXTLINE problemsInDetail " Cols/2=(20+1024+20)\040\040Binning=(1,1) " TEXTLINE problemsInDetail " sp1\040camstat\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402100 " TEXTLINE problemsInDetail " sp2\040camstat\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402200 " TEXTLINE problemsInDetail " setupCamera\040\173error\040writing\040\042file9\042:\040Bad\040file\040number\175\040 " TEXTLINE problemsInDetail " t-g-sdss-2.apo.nmsu.edu\0402100 " TEXTLINE problemsInDetail " sp1\040setupCamera\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402100 " TEXTLINE problemsInDetail " setupCamera\040\173SPEC2\04027FEB01\040\044Name:\040v4_7\040\044\040\175 " TEXTLINE problemsInDetail " \040t-g-sdss-2.apo.nmsu.edu\0402200 " TEXTLINE problemsInDetail " sp2\040setupCamera\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402200 " TEXTLINE problemsInDetail " sp1\040cameraDetach\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402100 " TEXTLINE problemsInDetail " sp2\040cameraDetach\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402200 " TEXTLINE problemsInDetail " Error:\040sp1:\040camera\040not\040willing\040to\040stop\040scanning " TEXTLINE problemsInDetail " \040 " TEXTLINE problemsInDetail " sp1>\040goStare\040-init\040-bias " TEXTLINE problemsInDetail " 2002-07-10\04006:18:56Z:\040Choosing\040staring\040readout\040mode " TEXTLINE problemsInDetail " 2002-07-10\04006:18:56Z:\040Set\040frames\040to\040Rows=(2048+21)\040and\040 " TEXTLINE problemsInDetail " Cols/2=(20+1024+20)\040\040Binning=(1,1) " TEXTLINE problemsInDetail " sp1\040camstat\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402100 " TEXTLINE problemsInDetail " sp2\040camstat\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402200 " TEXTLINE problemsInDetail " setupCamera\040\173SPEC1\04027FEB01\040\044Name:\040v4_7\040\044\040\175 " TEXTLINE problemsInDetail " \040t-g-sdss-2.apo.nmsu.edu\0402100 " TEXTLINE problemsInDetail " sp1\040setupCamera\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402100 " TEXTLINE problemsInDetail " setupCamera\040\173SPEC2\04027FEB01\040\044Name:\040v4_7\040\044\040\175 " TEXTLINE problemsInDetail " \040t-g-sdss-2.apo.nmsu.edu\0402200 " TEXTLINE problemsInDetail " sp2\040setupCamera\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402200 " TEXTLINE problemsInDetail " 2002-07-10\04006:19:12Z:\040Setting\040sp1\040up\040for\040data\040taking " TEXTLINE problemsInDetail " 2002-07-10\04006:19:12Z:\040Setting\040sp2\040up\040for\040data\040taking " TEXTLINE problemsInDetail " 2002-07-10\04006:19:12Z:\040Setting\040group(=run)\040to\04052465\040and\040\040frame\040to\04015865 " TEXTLINE problemsInDetail " sp1\040cameraNag\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402100 " TEXTLINE problemsInDetail " sp2\040cameraNag\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402200 " TEXTLINE problemsInDetail " Flushing\040charge\040for\04015\040sec " TEXTLINE problemsInDetail " mcpPut:\040SYSTEM.STATUS " TEXTLINE problemsInDetail " appending\040BEGIN " TEXTLINE problemsInDetail " appending\040END " TEXTLINE problemsInDetail " EXPOSURE\040TIME\040is:\040\0400 " TEXTLINE problemsInDetail " sp1\040cameraNag\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402200 " TEXTLINE problemsInDetail " sp2\040cameraNag\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402200 " TEXTLINE problemsInDetail " 2002-07-10\04006:20:22Z:\040sp1\040is\040not\040idle...aborting " TEXTLINE problemsInDetail " 2002-07-10\04006:20:22Z:\040beginData\040has\040failed:\040sp1\040is\040not\040idle...aborting " TEXTLINE problemsInDetail " sp1\040cameraDetach\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402100 " TEXTLINE problemsInDetail " sp2\040cameraDetach\040\173\175\040t-g-sdss-2.apo.nmsu.edu\0402200 " TEXTLINE problemsInDetail " Error " TEXTLINE problemsInDetail " \040 "