title manualNightLog author observer creationTime 1131888624 typedef struct { char textName[40]; char textLine[324] } TEXTLINE; TEXTLINE observingTeam " Swing:\040\040Olena\040Malanushenko " TEXTLINE observingTeam " \040\040\040\040\040\040\040\040Viktor\040Malanushenko " TEXTLINE observingTeam " \040\040\040\040\040\040\040\040Kaike\040Pan " TEXTLINE observingTeam " Night:\040John\040Barentine " TEXTLINE observingTeam " Support:\040John\040Marriner\040(FNAL) " TEXTLINE observingTeam " \040\040\040\040\040\040\040\040\040Eric\040Neilsen\040(by\040phone) " TEXTLINE observingTeam " \040\040\040\040\040\040\040\040\040Kurt\040Biery\040(by\040phone) " TEXTLINE observingPlan " \040\040\040\040\040\040\040\040Science! " TEXTLINE observingSummary " We\040lost\040about\0402\040hours\040of\040time\040to\040a\040fatal\040problem\040getting\040the\040servers\040 " TEXTLINE observingSummary " to\040start.\040\040See\040Problems\040section\040for\040details.\040\040Despite\040this,\040we\040lost\040only\040about\040 " TEXTLINE observingSummary " 45\040minutes\040of\040actual\040post-twilight\040dark\040sky\040time\040to\040the\040problem.\040\040 " TEXTLINE observingSummary " We\040imaged\040superNova\040stripe\04082\040S\040from\040111.5\040<\040lambda\040<\040-125,\040excluding\04040\040 " TEXTLINE observingSummary " degrees\040near\040the\040moon\040from\040167.5\040<\040lambda\040<\040-152.5\040(not\040including\040ramps).\040\040 " TEXTLINE observingSummary " With\040that\040extra\04040\040degrees\040we\040then\040went\040back\040and\040imaged\04082\040N\040from\040-161.2\040<\040 " TEXTLINE observingSummary " lambda\040<\040-122.5.\040\040This\040was\040a\040sub-par\040night\040in\040terms\040of\040seeing\040and\040 " TEXTLINE observingSummary " photometricity,\040although\040weather\040never\040threatened\040us\040with\040closure.\040\040 " TEXTLINE observingSummary " For\040the\040remaining\040~1h15m\040of\040the\040night,\040we\040switched\040to\040spectro\040and\040accumulated\040 " TEXTLINE observingSummary " a\040minimum\040(S/N)^2=4.5\040\040on\040Plate\0402285. " TEXTLINE observingSummary " In\040addition\040to\040thanking\040Kurt\040and\040Eric\040for\040their\040superDuper\040weekend\040afternoon\040 " TEXTLINE observingSummary " phone\040support\040during\040the\040DA\040problem,\040I\040would\040like\040to\040send\040a\040special\040shout-out\040 " TEXTLINE observingSummary " to\040Viktor,\040Olena\040and\040Kaike\040for\040their\040hard\040work\040and\040dedication\040to\040getting\040us\040on\040 " TEXTLINE observingSummary " the\040sky\040as\040soon\040as\040possible\040tonight.\040\040I\040couldn't\040have\040pulled\040this\040off\040without\040 " TEXTLINE observingSummary " their\040help.\040\040All\040these\040folks\040helped\040avoid\040near-certain\040disaster\040and\040assured\040a\040 " TEXTLINE observingSummary " reasonably\040productive\040night\040of\040science. " TEXTLINE observingLog " " TEXTLINE observingLog " Afternoon " TEXTLINE observingLog " --------- " TEXTLINE observingLog " " TEXTLINE observingLog " We\040lost\040the\040afternoon\040setup\040time\040to\040a\040problem\040getting\040the\040servers\040up\040and\040 " TEXTLINE observingLog " running.\040\040See\040Problems\040section. " TEXTLINE observingLog " " TEXTLINE observingLog " Checkout\040did\040not\040begin\040in\040earnest\040until\040after\040senset\040at\04000:30Z.\040\040We\040did\040not\040 " TEXTLINE observingLog " check\040the\040spectro\040focus\040in\040the\040interest\040of\040getting\040on\040the\040sky\040as\040early\040as\040 " TEXTLINE observingLog " possible. " TEXTLINE observingLog " " TEXTLINE observingLog " " TEXTLINE observingLog " " TEXTLINE observingLog " Night " TEXTLINE observingLog " ----- " TEXTLINE observingLog " " TEXTLINE observingLog " We\040took\040an\040on-telescope\040bias\040(Run\0405869)\040in\040late\040twilight\040while\040waiting\040for\040the\040 " TEXTLINE observingLog " sky\040to\040get\040dark. " TEXTLINE observingLog " " TEXTLINE observingLog " \040 " TEXTLINE observingLog " 02:11Z\040\040Run\0405870\040(SN\040Stripe\04082\040S,\040startLambda=+111.5)\040\040For\040the\040second\040night\040in\040 " TEXTLINE observingLog " \040\040\040\040\040\040\040\040a\040row,\040the\040telescope\040bailed\040out\040almost\040immediately\040on\040the\040scanstripe,\040 " TEXTLINE observingLog " \040\040\040\040\040\040\040\040all\040three\040axes\040halting\040suddenly.\040Reinitialized\040the\040axes,\040issued\040the " TEXTLINE observingLog " \040\040\040\040\040\040\040\040scanStripe\040again\040and\040the\040slew\040completed\040properly\040this\040time.\040\040Skippy\040was " TEXTLINE observingLog " \040\040\040\040\040\040\040\040happy\040and\040we\040were\040in\040focus\040from\040the\040beginning\040of\040this\040run,\040although " TEXTLINE observingLog " \040\040\040\040\040\040\040\040we\040were\040getting\040comparatively\040few\040stars\040in\040skippy,\040only\040around\04010. " TEXTLINE observingLog " \040\040\040\040\040\040\040\040Depending\040on\040which\040starting\040frame\040and\040for\040how\040many\040frames\040a\040skippy\040run\040 " TEXTLINE observingLog " \040\040\040\040\040\040\040\040was\040started,\040results\040weither\040suggested\040big\040THETAF\040errors\040or\040entirely " TEXTLINE observingLog " \040\040\040\040\040\040\040\040reasonable\040errors,\040whose\040magnitudes\040were\040clearly\040related\040directly\040to " TEXTLINE observingLog " \040\040\040\040\040\040\040\040the\040value\040of\040NSTARS.\040\040We\040think\040the\040trouble\040may\040have\040been\040due\040to\040bright " TEXTLINE observingLog " \040\040\040\040\040\040\040\040moonlight\040interference\040and\040not\040getting\040enough\040catalog\040stars.\040\040I\040decided " TEXTLINE observingLog " \040\040\040\040\040\040\040\040in\040fact\040that\040no\040correction\040was\040necessary\040in\040rotation\040and\040later\040on\040got " TEXTLINE observingLog " \040\040\040\040\040\040\040\040much\040more\040reasonable\040numbers\040in\040skippy\040runs.\040\040Seeing\040was\040good\040throughout " TEXTLINE observingLog " \040\040\040\040\040\040\040\040this\040run\040and\040the\040skies\040stayed\040clear\040til\040toward\040the\040end\040when\040we\040had " TEXTLINE observingLog " \040\040\040\040\040\040\040\040some\040light\040cirrus\040that\040made\040our\040sky\040values\040jump\040around\040Frame\040345\040 " TEXTLINE observingLog " \040\040\040\040\040\040\040\040(lambda=162,\040RA=347).\040\040Began\040the\040ramp\040down\040at\040lambda=167.5\040for\0402.5 " TEXTLINE observingLog " \040\040\040\040\040\040\040\040degrees\040(Frame\040381,\040RA=352,\04005:55Z)\040and\040ded\040the\040drift\040at\040lambda=170, " TEXTLINE observingLog " \040\040\040\040\040\040\040\040RA=355,\040Frame\040394,\04006:04Z. " TEXTLINE observingLog " " TEXTLINE observingLog " We\040then\040moved\040to\040a\040point\040along\040the\040stripe\04020\040degrees\040east\040of\040the\040Moon's\040RA, " TEXTLINE observingLog " or\040a\040total\040of\04040\040degrees\040from\040where\040science\040ended\040on\040the\040last\040run\040and\040picked\040 " TEXTLINE observingLog " up\040the\040remainder\040of\040the\040stripe. " TEXTLINE observingLog " " TEXTLINE observingLog " 06:10Z\040\040Run\0405871\040(SN\040Stripe\04082\040S,\040startLambda=-155).\040\040Skippy\040was\040happy\040from\040\040\040\040 " TEXTLINE observingLog " \040\040\040\040\040\040\040\040the\040get-go\040on\040this\040run\040and\040we\040were\040in\040focus\040from\040the\040beginning.\040\040Science " TEXTLINE observingLog " \040\040\040\040\040\040\040\040started\040at\040lambda=-152.5,\040RA=33,5\040Frame\04021.\040\040The\040teamster\040died\040around " TEXTLINE observingLog " \040\040\040\040\040\040\040\040Frame\04014\040and\040I\040had\040to\040force\040a\040restart,\040at\040which\040frames\040started\040being " TEXTLINE observingLog " \040\040\040\040\040\040\040\040transferred\040again\040normally.\040\040Clouds\040interfered\040around\040Frame\04035\040as\040a\040 " TEXTLINE observingLog " \040\040\040\040\040\040\040\040rather\040puffly\040jet " TEXTLINE observingLog " \040\040\040\040\040\040\040\040contrail\040passed\040over\040us,\040curiously\040parallel\040to\040Stripe\04082\040and\040at\040the\040\040\040\040 " TEXTLINE observingLog " right\040declination!\040\040Okay\040again\040by\040Frame\04063\040(lambda=-146).\040\040Seeing\040took " TEXTLINE observingLog " \040\040\040\040\040\040\040\040a\040dive\040during\040this\040time\040and\040went\040very\040much\040out\040of\040survey\040spec,\040remaining " TEXTLINE observingLog " \040\040\040\040\040\040\040\040poor\040for\040the\040rest\040of\040the\040drift.\040\040The\040ramp\040down\040began\040at\040lambda=-125\040 " TEXTLINE observingLog " \040\040\040\040\040\040\040\040(Frame\040204,\040RA=60,\04008:06Z).\040\040We\040ramped\040for\0402.5\040degrees\040to\040end\040the\040drift " TEXTLINE observingLog " \040\040\040\040\040\040\040\040at\040lambda=-122.5\040(RA=62.5,\040Frame\040221,\04008:16Z). " TEXTLINE observingLog " " TEXTLINE observingLog " John\040and\040I\040decided\040to\040use\040the\040rest\040of\040the\040imaging\040time\040to\040do\040approximately\04040\040 " TEXTLINE observingLog " degrees'\040worth\040of\04082\040N,\040to\040use\040most\040effectively\040the\040time\040(~=2.6\040hours)\040we\040 " TEXTLINE observingLog " skipped\040over\040in\04082\040S\040to\040avoid\040the\040moon. " TEXTLINE observingLog " " TEXTLINE observingLog " 08:21Z\040\040Run\0405872\040(SN\040Stripe\04082\040N,\040startLambda=-161).\040\040Another\0402.5\040degree\040ramp " TEXTLINE observingLog " \040\040\040\040\040\040\040\040into\040science.\040\040Skippy\040was\040happy\040and\040we\040were\040in\040focus\040from\040the\040start\040of " TEXTLINE observingLog " \040\040\040\040\040\040\040\040this\040run.\040\040Some\040light\040clouds\040passed\040over\040from\040the\040west\040around\040Frame\04030. " TEXTLINE observingLog " \040\040\040\040\040\040\040\040Those\040clouds\040persisted\040for\040most\040of\040thisdrift,\040and\040seeing\040only\040got\040worse " TEXTLINE observingLog " \040\040\040\040\040\040\040\040since\040the\040run\040before,\040averaging\040somewhere\040around\0403\040arcsec\040with\040a\040stiff " TEXTLINE observingLog " \040\040\040\040\040\040\040\040east\040wind\040fueling\040the\040fury.\040\040The\040ramp\040down\040began\040at\040lambda=-125\040(RA=61, " TEXTLINE observingLog " \040\040\040\040\040\040\040\040Frame\040247,\04010:46Z).\040\040The\040drift\040ended\040at\040lambda=-122.5,\040RA=62.5,\040Frame " TEXTLINE observingLog " \040\040\040\040\040\040\040\040263,\04010:55Z. " TEXTLINE observingLog " " TEXTLINE observingLog " At\040the\040end\040of\040this\040drift,\040only\040about\04075\040minutes\040remained\040before\040the\040start\040of\040 " TEXTLINE observingLog " twilight.\040\040Seeing\040was\040still\040quite\040bad\040and\040the\040sky\040decidedly\040nonphotometric,\040 " TEXTLINE observingLog " but\040the\040moon\040had\040just\040recently\040set.\040\040John\040helped\040me\040to\040remove\040the\040imager\040from\040 " TEXTLINE observingLog " the\040telescope\040and\040we\040switched\040to\040spectroscopy\040in\040hopes\040of\040perhaps\040finishing\040 " TEXTLINE observingLog " one\040plate\040before\040the\040end\040of\040the\040night. " TEXTLINE observingLog " " TEXTLINE observingLog " 11:24Z\040\040Cart\0406,\040Plate\0402285\040(tile\0401651,\040chunk\040122).\040\040I\040decided\040to\040maximize\040the " TEXTLINE observingLog " \040\040\040\040\040\040\040\040dark\040sky\040on\040this\040plate\040and\040skip\040preCalibs\040in\040order\040to\040get\040right\040on\040the " TEXTLINE observingLog " \040\040\040\040\040\040\040\040target.\040\040I\040made\040a\040reasonably\040good\040guess\040at\040focus,\040based\040on\040guider\040 " TEXTLINE observingLog " \040\040\040\040\040\040\040\040images,\040and\040dedided\040to\040similarly\040eschew\040a\040proper\040focus\040loop,\040opting " TEXTLINE observingLog " \040\040\040\040\040\040\040\040instead\040to\040make\040manual\040adjustments\040once\040science\040exposures\040were\040 " TEXTLINE observingLog " underway.\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040Given\040the\040poor\040seeing,\040this\040turned\040out\040to\040be\040a\040 " TEXTLINE observingLog " reasonable\040approach. " TEXTLINE observingLog " \040\040\040\040\040\040\040\040The\040requested\040scale\040change\040was\040rather\040large\040(+0.0032)\040but\040I\040made\040the " TEXTLINE observingLog " \040\040\040\040\040\040\040\040correction\040before\040starting\040science.\040\040Got\040two\040900\040s\040exposures\040on\040this\040 " TEXTLINE observingLog " \040\040\040\040\040\040\040\040plate\040but\040deciced\040to\040bail\040on\040a\040third\040because\040it\040would\040have\040ended\040almost " TEXTLINE observingLog " \040\040\040\040\040\040\040\04025\040minutes\040past\040the\040start\040of\040twilight.\040\040Guiding\040stopped\040on\040frame\0401301 " TEXTLINE observingLog " \040\040\040\040\040\040\040\040for\040no\040evident\040reason:\040it\040simply\040stopped\040sending\040new\040gcam\040doread\040\040\040\040\040\040\040 " TEXTLINE observingLog " commands\040to\040the\040TCC.\040\040I\040also\040sent\040a\040small\040scale\040change\040command\040at\040this " TEXTLINE observingLog " \040\040\040\040\040\040\040\040time\040and\040the\040command\040timed\040out,\040so\040I\040tried\040another\040'startDa\040-tcc'\040to " TEXTLINE observingLog " \040\040\040\040\040\040\040\040attempt\040a\040new\040connection\040to\040the\040TCC.\040\040This\040worked\040and\040I\040could\040guide\040 " TEXTLINE observingLog " \040\040\040\040\040\040\040\040again.\040\040I\040only\040got\040as\040far\040as\040QA\040on\040the\040biases\040while\040these\040exposures " TEXTLINE observingLog " \040\040\040\040\040\040\040\040were\040going\040on,\040and\040missed\040the\040offsets\040and\040focus.\040\040Twilight\040began\040at " TEXTLINE observingLog " \040\040\040\040\040\040\040\04012:08Z,\040a\040few\040minutes\040into\040the\040second\040science\040exposure.\040\040After\040this " TEXTLINE observingLog " \040\040\040\040\040\040\040\040exposure\040ended\040I\040took\040a\040postCalib\040and\040did\040an\040sos_redo\040to\040force\040another " TEXTLINE observingLog " \040\040\040\040\040\040\040\040attempt\040at\040the\040reduction\040of\040the\040science.\040\040The\040low\040(S/N)^2\040is\0404.5,\040not " TEXTLINE observingLog " \040\040\040\040\040\040\040\040bad\040considering\040how\040low\040the\040efficiency\040was\040during\040the\040observations.\040 " TEXTLINE observingLog " \040\040\040\040\040\040\040\040For\040this\040reason\040I\040am\040going\040to\040request\040that\040this\040plate\040remain\040plugged " TEXTLINE observingLog " \040\040\040\040\040\040\040\040over\040the\040rather\040short\040interval\040until\040the\040next\040dark\040run. " TEXTLINE observingLog " " TEXTLINE observingLog " Closed\040up\040(thankfully)\040for\040the\040night\040at\04012:35Z. " TEXTLINE observingLog " " TEXTLINE observingLog " " TEXTLINE observingLog " endNight\040prompted\040me\040for\040an\040SSH\040passphrase\040on\040attempting\040to\040copy\040over\040the\040 " TEXTLINE observingLog " cloudcam\040images: " TEXTLINE observingLog " " TEXTLINE observingLog " Enter\040passphrase\040for\040RSA\040key\040'/home/observer/.ssh/identity':\040 " TEXTLINE observingLog " Enter\040passphrase\040for\040RSA\040key\040'/home/observer/.ssh/identity':\040 " TEXTLINE observingLog " Enter\040passphrase\040for\040RSA\040key\040'/home/observer/.ssh/identity':\040 " TEXTLINE observingLog " observer@hoggpt.apo.nmsu.edu's\040password:\040 " TEXTLINE observingLog " " TEXTLINE observingLog " This\040password\040is\040evidently\040not\040the\040usual\040observer\040password\040and\040endNight\040 " TEXTLINE observingLog " complained\040that\040it\040couldn't\040copy\040ove\040the\040cloud\040cam\040images\040--\040\042Perhaps\040there\040 " TEXTLINE observingLog " were\040none\040tonight.\042\040\040I\040told\040it\040to\040continue\040anyway\040but\040this\040is\040an\040FYI.\040\040It\040 " TEXTLINE observingLog " otherwise\040rejoiced. " TEXTLINE observingLog " " TEXTLINE observingLog " Good\040night,\040and\040good\040luck. " TEXTLINE imagingRunSummary " \040Run\040\040\040\040\040Time\040\040\040\040Stripe\040\040\040\040Lambda\040\040\040\040\040\040\040\040Last\040Flavor\040\040\040\040\040\040Comments " TEXTLINE imagingRunSummary " \040\040\040\040\040\040Start\040End\040\040\040\040\040\040\040\040\040Begin\040\040\040\040End\040\040\040\040\040Frame " TEXTLINE imagingRunSummary " \040------------------------------------------------------------------------- " TEXTLINE imagingRunSummary " \0405868\04000:31Z\04001:07Z\040100\040O\040129.14\040\040\040138.12\040\04074\040\040\040ignore\040\040\040\040\040\040\040\040\040 " TEXTLINE imagingRunSummary " \0405869\04001:07Z\04001:25Z\040100\040O\040138.36\040\040\040142.70\040\04043\040\040\040bias\040\040\040\040\040\040On\040telescope\040\040\040\040\040 " TEXTLINE imagingRunSummary " \0405870\04002:11Z\04006:04Z\040\04082\040S\040111.80\040\040\040170.24\040\040404\040\040science\040\040\040\040\040\040\040\040 " TEXTLINE imagingRunSummary " \0405871\04006:09Z\04008:17Z\040\04082\040S\040-154.50\040\040-122.32\040229\040\040science\040\040\040\040\040\040\040\040 " TEXTLINE imagingRunSummary " \0405872\04008:23Z\04010:56Z\040\04082\040N\040-160.75\040\040-122.30\040271\040\040science\040\040\040\040\040\040\040\040 " TEXTLINE skippyData " Run\040\040Frame\040nFrames\040stars\040muErr\040\040\040muRms\040\040\040nuErr\040\040\040nuRms\040rot\040\040\040\040\040\040az\040\040\040\040el " TEXTLINE skippyData " \055-------------------------------------------------------------------------- " TEXTLINE skippyData " \0405870\040\040\040\040\0409\040\040\0404\040\040\040\040\040\0405\040-15.000\040\040\0401.312\040\040-3.000\040\040\0401.567\040\0400.00157\040\040239\040\040\04038\040\040 " TEXTLINE skippyData " \0405870\040\040\040\04062\040\040\0404\040\040\040\040\04085\040\040\0403.500\040\040\0400.172\040\040-5.900\040\040\0400.156\040-0.01473\040\040239\040\040\04038\040\040 " TEXTLINE skippyData " \0405870\040\040\040116\040\040\0404\040\040\040\040130\040\040\0403.500\040\040\0400.142\040\040-6.300\040\040\0400.125\040-0.01437\040\040239\040\040\04038\040\040 " TEXTLINE skippyData " \0405870\040\040\040144\040\040\0404\040\040\040\040109\040\040\0403.500\040\040\0400.169\040\040-6.600\040\040\0400.126\040-0.01409\040\040239\040\040\04038\040\040 " TEXTLINE skippyData " \0405870\040\040\040162\040\040\0404\040\040\040\040\04083\040\040\0403.700\040\040\0400.162\040\040-6.700\040\040\0400.148\040-0.01435\040\040239\040\040\04038\040\040 " TEXTLINE skippyData " \0405870\040\040\040168\040\040\0404\040\040\040\040\04093\040\040\0403.500\040\040\0400.156\040\040-6.600\040\040\0400.136\040-0.01465\040\040239\040\040\04038\040\040 " TEXTLINE skippyData " \0405870\040\040\040220\040\040\0404\040\040\040\040\04070\040\040\0404.300\040\040\0400.169\040\040-6.700\040\040\0400.128\040-0.01422\040\040239\040\040\04038\040\040\040\040\040\040 " TEXTLINE skippyData " \0405870\040\040\040272\040\040\0404\040\040\040\040\04064\040\040\0404.100\040\040\0400.174\040\040-7.000\040\040\0400.136\040-0.01432\040\040239\040\040\04038\040\040 " TEXTLINE skippyData " \0405870\040\040\040287\040\040\0404\040\040\040\040\04067\040\040\0404.100\040\040\0400.181\040\040-7.000\040\040\0400.143\040-0.01389\040\040239\040\040\04038\040\040 " TEXTLINE skippyData " \0405870\040\040\040289\040\040\0404\040\040\040\040\04060\040\040\0403.900\040\040\0400.188\040\040-7.000\040\040\0400.140\040-0.01414\040\040239\040\040\04038\040\040 " TEXTLINE skippyData " \0405870\040\040\040324\040\040\0404\040\040\040\040\04043\040\040\0403.900\040\040\0400.155\040\040-7.200\040\040\0400.131\040-0.01331\040\040239\040\040\04038\040\040 " TEXTLINE skippyData " \0405870\040\040\040377\040\040\0404\040\040\040\040\04044\040\040\0403.700\040\040\0400.151\040\040-7.300\040\040\0400.100\040-0.01379\040\040239\040\040\04038\040\040 " TEXTLINE skippyData " \0405871\040\040\040\04011\040\040\0404\040\040\040\040\04049\040\040\0403.400\040\040\0400.128\040\040-1.400\040\040\0400.109\040\0400.00125\040\040195\040\040\04056\040\040 " TEXTLINE skippyData " \0405871\040\040\040\04066\040\040\0404\040\040\040\040\04041\040\040\0403.400\040\040\0400.151\040\040-0.900\040\040\0400.119\040\0400.00177\040\040195\040\040\04056\040\040 " TEXTLINE skippyData " \0405871\040\040\040116\040\040\0404\040\040\040\040\04049\040\040\0402.600\040\040\0400.168\040\040-0.800\040\040\0400.115\040\0400.00153\040\040195\040\040\04056\040\040 " TEXTLINE skippyData " \0405871\040\040\040168\040\040\0404\040\040\040\040\04042\040\040\0402.800\040\040\0400.170\040\040-0.500\040\040\0400.147\040\0400.00108\040\040195\040\040\04056\040\040 " TEXTLINE skippyData " \0405871\040\040\040217\040\040\0404\040\040\040\040\04025\040\040\0402.900\040\040\0400.142\040\040-0.700\040\040\0400.143\040\0400.00203\040\040195\040\040\04056\040\040 " TEXTLINE skippyData " \0405872\040\040\040\04014\040\040\0404\040\040\040\040\040\0405\040\040\0403.300\040\040\0400.089\040\040-5.900\040\040\0400.052\040-0.01836\040\040244\040\040\04034\040\040 " TEXTLINE skippyData " \0405872\040\040\040\04064\040\040\0404\040\040\040\040\040\0404\040\040\0403.500\040\040\0400.207\040\040-6.200\040\040\0400.118\040-0.01836\040\040244\040\040\04034\040\040 " TEXTLINE skippyData " \0405872\040\040\040116\040\040\0404\040\040\040\040\04037\040\040\0402.700\040\040\0400.193\040\040-6.800\040\040\0400.163\040-0.01869\040\040244\040\040\04034\040\040 " TEXTLINE skippyData " \0405872\040\040\040166\040\040\0404\040\040\040\040\04052\040\040\0402.600\040\040\0400.142\040\040-7.100\040\040\0400.141\040-0.01850\040\040244\040\040\04034\040\040 " TEXTLINE skippyData " \0405872\040\040\040218\040\040\0404\040\040\040\040\04043\040\040\0402.100\040\040\0400.144\040\040-7.500\040\040\0400.123\040-0.01869\040\040244\040\040\04034\040\040 " TEXTLINE ltMatchData " Run\040\040Field\040nFields\040alt\040az\040\040nGood\040rowMean\040rowSig\040\040colMean\040colSig\040rot " TEXTLINE ltMatchData " ------------------------------------------------------------------------ " TEXTLINE ltMatchData " \0405870\040\040\040\04021\040\040\0401\040\04038\040\040301\040\040\040\040\04071\040\040-0.965\040\040\0400.173\040\040\0400.715\040\040\0400.216\040-0.00240\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04021\040\040\0401\040\04038\040\040301\040\040\040\040\04070\040\040-0.659\040\040\0400.196\040\040\0400.756\040\040\0400.182\040-0.00254\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04021\040\040\0401\040\04038\040\040301\040\040\040\040\04071\040\040-0.275\040\040\0400.239\040\040\0400.988\040\040\0400.227\040-0.00332\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04021\040\040\0401\040\04038\040\040301\040\040\040\040\04073\040\040\0400.081\040\040\0400.241\040\040\0401.120\040\040\0400.180\040-0.00377\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04021\040\040\0401\040\04038\040\040301\040\040\040\040\04075\040\040\0400.409\040\040\0400.293\040\040\0401.283\040\040\0400.251\040-0.00431\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04038\040\040\0401\040\04038\040\040301\040\040\040\040\04084\040\040-1.441\040\040\0400.150\040\040\0401.107\040\040\0400.221\040-0.00372\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04038\040\040\0401\040\04038\040\040301\040\040\040\040\04072\040\040-1.122\040\040\0400.142\040\040\0401.272\040\040\0400.281\040-0.00428\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04038\040\040\0401\040\04038\040\040301\040\040\040\040\04072\040\040-0.751\040\040\0400.189\040\040\0401.201\040\040\0400.268\040-0.00404\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04038\040\040\0401\040\04038\040\040301\040\040\040\040\04074\040\040-0.398\040\040\0400.175\040\040\0401.354\040\040\0400.149\040-0.00455\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04038\040\040\0401\040\04038\040\040301\040\040\040\040\04076\040\040-0.005\040\040\0400.224\040\040\0401.434\040\040\0400.232\040-0.00482\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04073\040\040\0401\040\04038\040\040301\040\040\040\040\04064\040\040-1.468\040\040\0400.161\040\040\0401.293\040\040\0400.328\040-0.00435\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04073\040\040\0401\040\04038\040\040301\040\040\040\040\04077\040\040-1.078\040\040\0400.226\040\040\0401.416\040\040\0400.324\040-0.00476\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04073\040\040\0401\040\04038\040\040301\040\040\040\040\04072\040\040-0.777\040\040\0400.173\040\040\0401.372\040\040\0400.244\040-0.00461\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04073\040\040\0401\040\04038\040\040301\040\040\040\040\04080\040\040-0.324\040\040\0400.152\040\040\0401.666\040\040\0400.200\040-0.00560\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04073\040\040\0401\040\04038\040\040301\040\040\040\040\04074\040\040\0400.021\040\040\0400.176\040\040\0401.596\040\040\0400.157\040-0.00537\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04090\040\040\0401\040\04038\040\040301\040\040\040\040\04066\040\040-1.860\040\040\0400.240\040\040\0401.115\040\040\0400.376\040-0.00375\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04090\040\040\0401\040\04038\040\040301\040\040\040\040\04077\040\040-1.251\040\040\0400.227\040\040\0401.409\040\040\0400.267\040-0.00474\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04090\040\040\0401\040\04038\040\040301\040\040\040\040\04075\040\040-0.751\040\040\0400.236\040\040\0401.762\040\040\0400.286\040-0.00592\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04090\040\040\0401\040\04038\040\040301\040\040\040\040\04070\040\040-0.335\040\040\0400.253\040\040\0401.851\040\040\0400.175\040-0.00622\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040\04090\040\040\0401\040\04038\040\040301\040\040\040\040\04068\040\040-0.276\040\040\0400.245\040\040\0401.610\040\040\0400.225\040-0.00541\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040125\040\040\0401\040\04038\040\040301\040\040\040\040\04075\040\040-0.749\040\040\0400.241\040\040\0401.243\040\040\0400.503\040-0.00418\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040125\040\040\0401\040\04038\040\040301\040\040\040\040\04063\040\040-0.511\040\040\0400.170\040\040\0401.360\040\040\0400.419\040-0.00457\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040125\040\040\0401\040\04038\040\040301\040\040\040\040\04076\040\040\0400.058\040\040\0400.221\040\040\0401.454\040\040\0400.452\040-0.00489\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040125\040\040\0401\040\04038\040\040301\040\040\040\040\04057\040\040\0400.365\040\040\0400.192\040\040\0401.320\040\040\0400.552\040-0.00444\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040125\040\040\0401\040\04038\040\040301\040\040\040\040\04068\040\040\0400.791\040\040\0400.266\040\040\0401.534\040\040\0400.590\040-0.00516\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040144\040\040\0401\040\04038\040\040301\040\040\040\040\04043\040\040-1.358\040\040\0400.145\040\040\0400.917\040\040\0400.156\040-0.00309\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040144\040\040\0401\040\04038\040\040301\040\040\040\040\04064\040\040-1.095\040\040\0400.173\040\040\0401.100\040\040\0400.125\040-0.00370\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040144\040\040\0401\040\04038\040\040301\040\040\040\040\04064\040\040-0.497\040\040\0400.205\040\040\0401.387\040\040\0400.144\040-0.00466\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040144\040\040\0401\040\04038\040\040301\040\040\040\040\04049\040\040-0.146\040\040\0400.142\040\040\0401.673\040\040\0400.130\040-0.00562\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040144\040\040\0401\040\04038\040\040301\040\040\040\040\04052\040\040\0400.138\040\040\0400.155\040\040\0401.792\040\040\0400.131\040-0.00603\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040178\040\040\0401\040\04038\040\040301\040\040\040\040\04042\040\040-1.004\040\040\0400.303\040\040\0401.384\040\040\0400.246\040-0.00466\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040178\040\040\0401\040\04038\040\040301\040\040\040\040\04039\040\040-0.736\040\040\0400.278\040\040\0401.614\040\040\0400.195\040-0.00543\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040178\040\040\0401\040\04038\040\040301\040\040\040\040\04041\040\040-0.187\040\040\0400.279\040\040\0401.769\040\040\0400.323\040-0.00595\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040178\040\040\0401\040\04038\040\040301\040\040\040\040\04036\040\040\0400.118\040\040\0400.255\040\040\0401.939\040\040\0400.248\040-0.00652\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040178\040\040\0401\040\04038\040\040301\040\040\040\040\04046\040\040\0400.506\040\040\0400.250\040\040\0402.234\040\040\0400.230\040-0.00751\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040196\040\040\0401\040\04038\040\040301\040\040\040\040\04023\040\040-0.689\040\040\0400.249\040\040\0400.273\040\040\0400.209\040-0.00092\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040196\040\040\0401\040\04038\040\040301\040\040\040\040\04035\040\040-0.452\040\040\0400.288\040\040\0400.308\040\040\0400.240\040-0.00104\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040196\040\040\0401\040\04038\040\040301\040\040\040\040\04033\040\040\0400.055\040\040\0400.371\040\040\0400.713\040\040\0400.316\040-0.00240\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040196\040\040\0401\040\04038\040\040301\040\040\040\040\04025\040\040\0400.429\040\040\0400.380\040\040\0400.764\040\040\0400.180\040-0.00257\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040196\040\040\0401\040\04038\040\040301\040\040\040\040\04033\040\040\0400.932\040\040\0400.325\040\040\0401.036\040\040\0400.276\040-0.00348\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040231\040\040\0401\040\04038\040\040301\040\040\040\040\04031\040\040-1.343\040\040\0400.433\040\040\0400.560\040\040\0400.387\040-0.00188\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040231\040\040\0401\040\04038\040\040301\040\040\040\040\04032\040\040-0.980\040\040\0400.448\040\040\0400.924\040\040\0400.384\040-0.00311\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040231\040\040\0401\040\04038\040\040301\040\040\040\040\04026\040\040-0.401\040\040\0400.458\040\040\0400.952\040\040\0400.411\040-0.00320\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040231\040\040\0401\040\04038\040\040301\040\040\040\040\04035\040\040-0.214\040\040\0400.304\040\040\0401.206\040\040\0400.391\040-0.00405\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040231\040\040\0401\040\04038\040\040301\040\040\040\040\04031\040\040\0400.239\040\040\0400.416\040\040\0401.419\040\040\0400.363\040-0.00477\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040248\040\040\0401\040\04038\040\040301\040\040\040\040\04035\040\040-0.631\040\040\0400.091\040\040\0400.990\040\040\0400.210\040-0.00333\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040248\040\040\0401\040\04038\040\040301\040\040\040\040\04047\040\040-0.291\040\040\0400.126\040\040\0401.143\040\040\0400.307\040-0.00384\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040248\040\040\0401\040\04038\040\040301\040\040\040\040\04031\040\040\0400.183\040\040\0400.087\040\040\0401.535\040\040\0400.267\040-0.00516\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040248\040\040\0401\040\04038\040\040301\040\040\040\040\04025\040\040\0400.560\040\040\0400.126\040\040\0401.657\040\040\0400.180\040-0.00557\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040248\040\040\0401\040\04038\040\040301\040\040\040\040\04018\040\040\0401.039\040\040\0400.139\040\040\0401.628\040\040\0400.230\040-0.00547\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040283\040\040\0401\040\04038\040\040301\040\040\040\040\04019\040\040-1.295\040\040\0400.299\040\040\0400.898\040\040\0400.412\040-0.00302\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040283\040\040\0401\040\04038\040\040301\040\040\040\040\04026\040\040-1.046\040\040\0400.315\040\040\0401.198\040\040\0400.498\040-0.00403\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040283\040\040\0401\040\04038\040\040301\040\040\040\040\04027\040\040-0.465\040\040\0400.332\040\040\0401.464\040\040\0400.411\040-0.00492\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040283\040\040\0401\040\04038\040\040301\040\040\040\040\04024\040\040-0.070\040\040\0400.188\040\040\0401.564\040\040\0400.365\040-0.00526\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040283\040\040\0401\040\04038\040\040301\040\040\040\040\04019\040\040\0400.157\040\040\0400.195\040\040\0401.893\040\040\0400.390\040-0.00637\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040301\040\040\0401\040\04038\040\040301\040\040\040\040\04025\040\040-1.767\040\040\0400.293\040\040\0400.779\040\040\0400.426\040-0.00262\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040301\040\040\0401\040\04038\040\040301\040\040\040\040\04015\040\040-1.369\040\040\0400.184\040\040\0400.763\040\040\0400.244\040-0.00257\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040301\040\040\0401\040\04038\040\040301\040\040\040\040\04021\040\040-0.932\040\040\0400.271\040\040\0401.013\040\040\0400.344\040-0.00341\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040301\040\040\0401\040\04038\040\040301\040\040\040\040\04020\040\040-0.332\040\040\0400.349\040\040\0401.529\040\040\0400.435\040-0.00514\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040301\040\040\0401\040\04038\040\040301\040\040\040\040\04021\040\040\0400.158\040\040\0400.299\040\040\0401.513\040\040\0400.317\040-0.00509\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040336\040\040\0401\040\04038\040\040301\040\040\040\040\04027\040\040-1.224\040\040\0400.099\040\040\0400.597\040\040\0400.346\040-0.00201\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040336\040\040\0401\040\04038\040\040301\040\040\040\040\04024\040\040-0.835\040\040\0400.082\040\040\0400.919\040\040\0400.270\040-0.00309\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040336\040\040\0401\040\04038\040\040301\040\040\040\040\04016\040\040-0.376\040\040\0400.098\040\040\0401.367\040\040\0400.156\040-0.00460\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040336\040\040\0401\040\04038\040\040301\040\040\040\040\04027\040\040-0.012\040\040\0400.117\040\040\0401.345\040\040\0400.307\040-0.00452\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040336\040\040\0401\040\04038\040\040301\040\040\040\040\04010\040\040\0400.428\040\040\0400.076\040\040\0401.354\040\040\0400.344\040-0.00455\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040353\040\040\0401\040\04038\040\040301\040\040\040\040\04027\040\040-1.868\040\040\0400.118\040\040\0401.055\040\040\0400.204\040-0.00355\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040353\040\040\0401\040\04038\040\040301\040\040\040\040\04016\040\040-1.481\040\040\0400.097\040\040\0401.332\040\040\0400.195\040-0.00448\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040353\040\040\0401\040\04038\040\040301\040\040\040\040\04024\040\040-1.056\040\040\0400.125\040\040\0401.366\040\040\0400.274\040-0.00459\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040353\040\040\0401\040\04038\040\040301\040\040\040\040\04010\040\040-0.703\040\040\0400.131\040\040\0401.495\040\040\0400.162\040-0.00503\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040353\040\040\0401\040\04038\040\040301\040\040\040\040\04015\040\040-0.347\040\040\0400.107\040\040\0401.732\040\040\0400.204\040-0.00582\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040386\040\040\0401\040\04038\040\040301\040\040\040\040\04016\040\040-1.422\040\040\0400.142\040\040\0400.793\040\040\0400.129\040-0.00267\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040386\040\040\0401\040\04038\040\040301\040\040\040\040\04022\040\040-1.101\040\040\0400.191\040\040\0401.004\040\040\0400.136\040-0.00338\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040386\040\040\0401\040\04038\040\040301\040\040\040\040\04012\040\040-0.656\040\040\0400.125\040\040\0401.205\040\040\0400.162\040-0.00405\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040386\040\040\0401\040\04038\040\040301\040\040\040\040\04022\040\040-0.372\040\040\0400.234\040\040\0401.391\040\040\0400.092\040-0.00468\040\040 " TEXTLINE ltMatchData " \0405870\040\040\040386\040\040\0401\040\04038\040\040301\040\040\040\040\04015\040\040\0400.252\040\040\0400.199\040\040\0401.844\040\040\0400.150\040-0.00620\040\040 " TEXTLINE spectroscopySummary " Summary\040Checked\040(y/n):\040y " TEXTLINE spectroscopySummary " QA\040Procedures\040Done\040(y/n):\040bias\040only\040(see\040log) " TEXTLINE spectroscopySummary " \040\040UT\040\040\040\040Exp\040\040\040Time\040\040flavor\040\040\040\040\040comment\040\040\040\040\040\040\040(S/N)^2\040totals " TEXTLINE spectroscopySummary " ==========================================\040b1\040\040\040r1\040\040\040b2\040\040\040r2 " TEXTLINE spectroscopySummary " \040-----\040sequence\04034855,\040plate\040-9999\040-------\040\040\040 " TEXTLINE spectroscopySummary " \04000:37\04034855\0400.0\040\040\040\040bias\040\040\040\040\040\040\040\040\040\040 " TEXTLINE spectroscopySummary " \040-----\040sequence\04034856,\040plate\0402285\040-------\040\0406.8\0404.5\040\040\0408.0\040\0407.9\040\040NOT\040DONE " TEXTLINE spectroscopySummary " \04011:56\04034857\040900.1\040\040target\040\040\040\040\040\040\040\040 " TEXTLINE spectroscopySummary " \04012:13\04034858\040900.1\040\040target\040\040\040\040\040\040\040\040 " TEXTLINE spectroscopySummary " \04012:16\04034859\04010.0\040\040\040flat\040\040\040\040\040\040\040\040\040\040 " TEXTLINE spectroscopySummary " \04012:19\04034860\0402.0\040\040\040\040arc\040\040\040\040\040\040\040\040\040\040\040 " TEXTLINE spectroscopySummary " \04012:35\04034861\0400.0\040\040\040\040bias\040\040\040\040\040\040\040\040\040\040 " TEXTLINE spectroscopySummary " \04013:03\04034862\0400.0\040\040\040\040bias\040\040\040\040\040\040\040\040\040\040 " TEXTLINE offsetMessage " Time\040Instrument\040\040\040\040\040Az\040\040\040\040\040\040\040\040\040\040\040\040\040\040Alt\040\040\040\040\040\040\040\040\040\040\040\040\040Rot\040\040\040\040\040\040\040\040\040Scale " TEXTLINE offsetMessage " \040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040pos\040\040\040offset\040\040\040\040pos\040\040\040offset\040\040\040\040pos\040\040\040offset " TEXTLINE offsetMessage " \055----------------------------------------------------------------------------- " TEXTLINE offsetMessage " 03:38Z\040imager\040\040\040-59.36\040\0400.0000\040\040\04038.27\040\0400.0000\040\040\04043.43\040\0400.0000\040\0401.000000\040\040 " TEXTLINE offsetMessage " 06:57Z\040imager\040\040\040-15.10\040\0400.0000\040\040\04056.21\040\0400.0000\040\040\04077.16\040\0400.0000\040\0401.000000\040\040 " TEXTLINE offsetMessage " 09:18Z\040imager\040\040\040295.72\040\0400.0000\040\040\04034.22\040\0400.0000\040\040\04040.57\040\0400.0000\040\0401.000000\040\040 " TEXTLINE dataTapeSummary " " TEXTLINE dataTapeSummary " \011Goes:\040\040JL " TEXTLINE dataTapeSummary " \011Stays:\040JL " TEXTLINE focusMessage " \040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040setmir\040piston\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040Temp\040\040\040Wind " TEXTLINE focusMessage " Time\040\040\040\040\040Inst\040\040\040\040scale\040\040\040\040M1\040\040\040\040M2\040\040\040Foc\040\040\040Az\040\040\040Alt\040\040\040(C)\040MPH\040\040Dir\040\040filt\040\040fwhm " TEXTLINE focusMessage " \055----------------------------------------------------------------------------- " TEXTLINE focusMessage " 03:46Z\040\040imager\040\0401.00000\040\040\040\040\0400\040\040-277\040\040-235\040\040-59\040\04038.3\040\040\0405.7\040\04011\040\040\0400\040\040\040--\040\040\0401.3 " TEXTLINE focusMessage " 04:51Z\040\040imager\040\0401.00000\040\040\040\040\0400\040\040-244\040\040-202\040\040-59\040\04038.3\040\040\0405.4\040\04015\040\040\0404\040\040\040--\040\040\0401.5 " TEXTLINE focusMessage " 06:57Z\040\040unknown\040\0401.00000\040\040\040\040\0400\040\040-320\040\040-217\040\040-15\040\04056.2\040\040\0404.7\040\04022\040\04025\040\040--\040\040\0401.7 " TEXTLINE focusMessage " 09:18Z\040\040imager\040\0401.00000\040\040\040\040\0400\040\040-415\040\040-389\040\040296\040\04034.2\040\040\0406.2\040\04020\040\04020\040\040\040--\040\040\0402.8 " TEXTLINE weatherLog " \040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040\040Wind " TEXTLINE weatherLog " \040\040\040\040\040\040Time\040\040\040Temp\040F\040Dewp\040F\040\040MPH\040\040\040Direction\040\040\040\040Dust\040\040DIMM\040\040\040Sky " TEXTLINE weatherLog " \040\040\040\040\04000:24Z\040\040\040\04041\040\040\040\04015\040\040\040\040\04011\040\040\040\040\0405\040\040(N)\040\040\040\040\040\040234\040\040\040\040\040-\040\040\040\040PtlyCldy " TEXTLINE weatherLog " \040\040\040\040\04000:56Z\040\040\040\04040\040\040\040\04017\040\040\040\040\04019\040\040\040\04020\040\040(NNE)\040\040\040\040262\040\040\040\040\040-\040\040\040\040MstlyClr " TEXTLINE weatherLog " \040\040\040\040\04001:28Z\040\040\040\04040\040\040\040\04018\040\040\040\040\04017\040\040\040\040\0407\040\040(N)\040\040\040\040\040\040249\040\040\040\040\040-\040\040\040\040MstlyClr " TEXTLINE weatherLog " \040\040\040\040\04001:59Z\040\040\040\04041\040\040\040\04019\040\040\040\040\04024\040\040\040\04017\040\040(NNE)\040\040\040\040264\040\040\040\040\040-\040\040\040\040MstlyClr " TEXTLINE weatherLog " \040\040\040\040\04002:32Z\040\040\040\04041\040\040\040\04018\040\040\040\040\04013\040\040\040\04019\040\040(NNE)\040\040\040\040306\040\040\040\040\040-\040\040\040\040MstlyClr " TEXTLINE weatherLog " \040\040\040\040\04003:03Z\040\040\040\04042\040\040\040\04018\040\040\040\040\04012\040\040\040\04021\040\040(NNE)\040\040\040\040381\040\040\040\040\040-\040\040\040\040Clear " TEXTLINE weatherLog " \040\040\040\040\04003:33Z\040\040\040\04042\040\040\040\04018\040\040\040\040\04011\040\040\040352\040\040(NNW)\040\040\040\040362\040\040\040\040\040-\040\040\040\040Clear " TEXTLINE weatherLog " \040\040\040\040\04004:04Z\040\040\040\04042\040\040\040\04018\040\040\040\040\04016\040\040\040356\040\040(NNW)\040\040\040\040291\040\040\040\040\040-\040\040\040\040Clear " TEXTLINE weatherLog " \040\040\040\040\04004:35Z\040\040\040\04041\040\040\040\04018\040\040\040\040\04017\040\040\040\04019\040\040(NNE)\040\040\040\040332\040\040\040\040\040-\040\040\040\040Clear " TEXTLINE weatherLog " \040\040\040\040\04005:06Z\040\040\040\04041\040\040\040\04015\040\040\040\040\04019\040\040\040\040\0405\040\040(N)\040\040\040\040\040\040331\040\040\040\040\040-\040\040\040\040Clear " TEXTLINE weatherLog " \040\040\040\040\04005:37Z\040\040\040\04041\040\040\040\04018\040\040\040\040\04013\040\040\040\04014\040\040(NNE)\040\040\040\040357\040\040\040\040\040-\040\040\040\040Clear " TEXTLINE weatherLog " \040\040\040\040\04006:08Z\040\040\040\04040\040\040\040\04019\040\040\040\040\04015\040\040\040359\040\040(NNW)\040\040\040\040363\040\040\040\040\040-\040\040\040\040MstlyClr " TEXTLINE weatherLog " \040\040\040\040\04006:38Z\040\040\040\04041\040\040\040\04017\040\040\040\040\04017\040\040\040\04015\040\040(NNE)\040\040\040\040341\040\040\040\040\040-\040\040\040\040PtlyCldy " TEXTLINE weatherLog " \040\040\040\040\04007:09Z\040\040\040\04040\040\040\040\04018\040\040\040\040\04022\040\040\040\04024\040\040(NNE)\040\040\040\040352\040\040\040\040\040-\040\040\040\040PtlyCldy " TEXTLINE weatherLog " \040\040\040\040\04007:39Z\040\040\040\04041\040\040\040\04016\040\040\040\040\04021\040\040\040\04022\040\040(NNE)\040\040\040\040306\040\040\040\040\040-\040\040\040\040PtlyCldy " TEXTLINE weatherLog " \040\040\040\040\04008:09Z\040\040\040\04041\040\040\040\04013\040\040\040\040\04014\040\040\040\04015\040\040(NNE)\040\040\040\040281\040\040\040\040\040-\040\040\040\040MstlyClr\040 " TEXTLINE weatherLog " \040\040\040\040\04008:40Z\040\040\040\04042\040\040\040\040\0409\040\040\040\040\04014\040\040\040\04010\040\040(N)\040\040\040\040\040\040221\040\040\040\040\040-\040\040\040\040MstlyClr " TEXTLINE weatherLog " \040\040\040\040\04009:10Z\040\040\040\04044\040\040\040\040\0403\040\040\040\040\04012\040\040\040\04023\040\040(NNE)\040\040\040\040223\040\040\040\040\040-\040\040\040\040PtlyCldy " TEXTLINE weatherLog " \040\040\040\040\04009:41Z\040\040\040\04042\040\040\040\040\0406\040\040\040\040\04018\040\040\040\04040\040\040(NE)\040\040\040\040\040238\040\040\040\040\040-\040\040\040\040PtlyCldy " TEXTLINE weatherLog " \040\040\040\040\04010:12Z\040\040\040\04041\040\040\040\040\0406\040\040\040\040\04010\040\040\040\04047\040\040(NE)\040\040\040\040\040217\040\040\040\040\040-\040\040\040\040PtlyCldy " TEXTLINE weatherLog " \040\040\040\040\04010:43Z\040\040\040\04043\040\040\040\040\0404\040\040\040\040\04014\040\040\040\04021\040\040(NNE)\040\040\040\040204\040\040\040\040\040-\040\040\040\040PtlyCldy " TEXTLINE weatherLog " \040\040\040\040\04011:13Z\040\040\040\04043\040\040\040\040\0400\040\040\040\040\04012\040\040\040\04081\040\040(E)\040\040\040\040\040\040186\040\040\040\040\040-\040\040\040\040MstlyClr " TEXTLINE weatherLog " \040\040\040\040\04011:44Z\040\040\040\04042\040\040\040\040\0402\040\040\040\040\04018\040\040\040\04051\040\040(NE)\040\040\040\040\040204\040\040\040\040\040-\040\040\040\040MstlyClr " TEXTLINE weatherLog " \040\040\040\040\04012:15Z\040\040\040\04042\040\040\040\040\0405\040\040\040\040\04015\040\040\040\04051\040\040(NE)\040\040\040\040\040219\040\040\040\040\040-\040\040\040\040PtlyCldy " TEXTLINE weatherLog " \040\040\040\040\04012:46Z\040\040\040\04041\040\040\040\040\0407\040\040\040\040\04013\040\040\040\04067\040\040(ENE)\040\040\040\040300\040\040\040\040\040-\040\040\040\040PtlyCldy " TEXTLINE weatherLog " \040\040\040\040\04013:16Z\040\040\040\04041\040\040\040\040\0409\040\040\040\040\04015\040\040\040\04077\040\040(ENE)\040\040\040\040249\040\040\040\040\040-\040\040\040\040PtlyCldy " TEXTLINE telescopeStatus " 00:30Z\040\040Doors\040open,\040fans\040and\040louvers\040on " TEXTLINE telescopeStatus " 01:00Z\040\040Doors\040closed\040for\040dark-dome\040bias " TEXTLINE telescopeStatus " 01:30Z\040\040Doors\040open,\040enclosure\040off " TEXTLINE telescopeStatus " 12:35Z\040\040Enclosure\040on,\040doors\040ad\040louvers\040closed,\040fans\040off " TEXTLINE telescopeStatus " Telescope\040parked\040at\040121,30\040with\040Cart\0406\040(Plate\0402285)\040mounted " TEXTLINE telescopeStatus " Counterweights\040at\040250 " TEXTLINE telescopeStatus " Spectro\040autofill\040reconnected " TEXTLINE telescopeStatus " No\040interlocks\040bypassed " TEXTLINE telescopeStatus " Dewar\040weights\040at\04013:30Z " TEXTLINE telescopeStatus " Imager:\040\040\040224lbs\040\04019psi " TEXTLINE telescopeStatus " Spectro:\040\040170lbs\040\04025psi " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040IOP/SOP:\040v4_6_0b " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040Watcher:\040v2_30_2 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040MCP:\040v5_26_0 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040TPM:\040tpm_v3_1_0 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040AstroDa:\040v15_6 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040TCC:\040TCC\0402.7.2.1\040August\0406\0402004 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040sdssProcedures:\040v2_06 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040SoS:\040v4_10_7 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040hoggPT:\040v1_6_9 " TEXTLINE softwareUsed " \040\040\040\040\040\040\040\040plate-mapper:\040v4_3_1 " TEXTLINE mirrorMessage " PRIMARY: " TEXTLINE mirrorMessage " \055------- " TEXTLINE mirrorMessage " Scale:\0401.000000 " TEXTLINE mirrorMessage " MIGS\040\040\040\040\040\040\040\040TONIGHT\040\040\040NOMINAL " TEXTLINE mirrorMessage " Axial\040A\040\040\040\040\040\040-5.8380\040\040-5.8440 " TEXTLINE mirrorMessage " Axial\040B\040\040\040\040\040\040-5.6820\040\040-5.6770 " TEXTLINE mirrorMessage " Axial\040C\040\040\040\040\040\0400.9370\040\040\0400.9420\040 " TEXTLINE mirrorMessage " Trans\040D\040\040\040\040\040\040-9.9880\040\040-9.9940 " TEXTLINE mirrorMessage " Lateral\040E\040\040\040\04010.3759\040\04010.3759 " TEXTLINE mirrorMessage " Lateral\040F\040\040\040\04011.9507\040\04011.9380 " TEXTLINE mirrorMessage " GALILS " TEXTLINE mirrorMessage " Commanded:\0404700.\040-2450.\0403000.\040-7800.\0403300.\0403000. " TEXTLINE mirrorMessage " Actual:\040\040\040\0404711.\040-2457.\0402997.\040-7825.\0403296.\0403024. " TEXTLINE mirrorMessage " SETMIR\040VALUES " TEXTLINE mirrorMessage " PriDesOrient:\0400.00\040-1.68\0407.05\040385.25\04092.02 " TEXTLINE mirrorMessage " PriOrient:\040\040\040\0400.00\040-1.52\0407.02\040384.99\04093.81 " TEXTLINE mirrorMessage " SECONDARY: " TEXTLINE mirrorMessage " \055--------- " TEXTLINE mirrorMessage " Focus:\0400.00 " TEXTLINE mirrorMessage " Air\040Temp.:\0405.3 " TEXTLINE mirrorMessage " Alt.:\04029.999997 " TEXTLINE mirrorMessage " MIGS\040\040\040\040\040\040\040\040TONIGHT\040\040\040NOMINAL " TEXTLINE mirrorMessage " Axial\040A\040\040\040\040\040\0401.5390\040\040\0401.5420\040 " TEXTLINE mirrorMessage " Axial\040B\040\040\040\040\040\0401.0470\040\040\0401.0470\040 " TEXTLINE mirrorMessage " Axial\040C\040\040\040\040\040\0401.1690\040\040\0401.1650\040 " TEXTLINE mirrorMessage " Trans\040D\040\040\040\040\040\040-0.1100\040\040-0.1240 " TEXTLINE mirrorMessage " GALILS " TEXTLINE mirrorMessage " Commanded:\0401593520.\0401603214.\0401554181.\040-6800.\040-5900. " TEXTLINE mirrorMessage " Actual:\040\040\040\0401593447.\0401603642.\0401554316.\040-6820.\040-5882. " TEXTLINE mirrorMessage " SETMIR\040VALUES " TEXTLINE mirrorMessage " SecDesOrient:\0401257.00\04015.87\0400.00\040-50.00\040136.76 " TEXTLINE mirrorMessage " SecOrient:\040\040\040\0401256.87\04015.82\040-0.15\040-49.65\040136.77 " TEXTLINE problemsInDetail " Death\040Of\040A\040Server,\040A\040Play\040In\040Three\040Acts " TEXTLINE problemsInDetail " \055-------------------------------------- " TEXTLINE problemsInDetail " Scene:\040A\040mountaintop\040somewhere\040in\040southern\040New\040Mexico. " TEXTLINE problemsInDetail " Act\0401 " TEXTLINE problemsInDetail " Olena\040called\040me\040at\040home\040around\04022:00Z\040to\040ask\040for\040help\040regarding\040a\040problem\040with\040 " TEXTLINE problemsInDetail " getting\040the\040murmur\040server\040to\040run.\040\040I\040logged\040in\040from\040home\040and\040found\040that\040not\040 " TEXTLINE problemsInDetail " only\040was\040it\040not\040running,\040but\040all\040the\040other\040servers\040appeared\040to\040have\040died.\040\040The\040 " TEXTLINE problemsInDetail " last\040message\040in\040the\040murmur\040log\040carried\040a\040timestamp\040of\04021:34Z,\040so\040it\040was\040 " TEXTLINE problemsInDetail " sometime\040after\040this\040that\040the\040server\040died.\040\040It\040likely\040corresponded\040with\040the\040 " TEXTLINE problemsInDetail " time\040when\040Olena\040issues\040a\040cleanupMurmur\040as\040part\040of\040routine\040afternoon\040checkout\040 " TEXTLINE problemsInDetail " procedures,\040but\040the\040server\040did\040not\040come\040back.\040\040This,\040in\040turn,\040prevented\040them\040 " TEXTLINE problemsInDetail " from\040commanding\040the\040telescope\040or\040instruments\040and\040we\040decided\040not\040to\040proceed\040 " TEXTLINE problemsInDetail " until\040I\040came\040into\040work\040and\040could\040assess\040the\040situation.\040\040I\040did\040try\040from\040home\040to\040 " TEXTLINE problemsInDetail " restart\040the\040murmur\040server\040using\040all\040the\040methods\040I\040know\040of\040to\040no\040avail.\040\040Olena\040 " TEXTLINE problemsInDetail " reported\040that\040the\040other\040servers\040also\040died\040instantly\040as\040soon\040as\040a\040start_servers\040 " TEXTLINE problemsInDetail " command\040was\040issued. " TEXTLINE problemsInDetail " Act\0402 " TEXTLINE problemsInDetail " After\040arriving\040at\040APO,\040we\040tried\040rebooting\040the\040crates\040in\040hopes\040that\040on\040the\040next\040 " TEXTLINE problemsInDetail " cleanupMurmur\040the\040server\040would\040start.\040\040This\040didn't\040work.\040\040We\040called,\040in\040turn,\040 " TEXTLINE problemsInDetail " Eric\040Neilsen,\040Margaret\040Votava\040and\040Fritz\040Stauffer\040but\040were\040only\040able\040to\040locate\040 " TEXTLINE problemsInDetail " Eric.\040\040He\040went\040over\040the\040same\040procedures\040for\040bringing\040back\040the\040murmur\040server\040as\040 " TEXTLINE problemsInDetail " we\040have\040outlined\040in\040Folklore,\040including\040checking\040the\040status\040of\040the\040semaphores\040 " TEXTLINE problemsInDetail " (and\040whether\040there\040are\040any\040which\040need\040to\040be\040cleaned\040up).\040\040Rebooting\040host2\040was\040 " TEXTLINE problemsInDetail " discussed\040as\040a\040last\040resort,\040but\040first\040we\040agreed\040that\040calling\040Margaret\040and/or\040 " TEXTLINE problemsInDetail " Kurt\040was\040a\040better\040idea.\040\040Kurt\040had\040me\040look\040at\040the\040list\040of\040all\040semaphores\040with\040 " TEXTLINE problemsInDetail " an\040ipcs\040command,\040and\040we\040found\040all\040but\040one\040owned\040by\040observer\040(the\040other\040was\040 " TEXTLINE problemsInDetail " owened\040by\040products).\040\040dscIpcrm,\040to\040clean\040up\040the\040semaphores,\040returned\040\042observer\040 " TEXTLINE problemsInDetail " has\040nothing\040to\040cleanup\042\040--\040Kurt\040says\040this\040is\040a\040bug.\040\040He\040had\040me\040try\040running\040 " TEXTLINE problemsInDetail " \044murmur_dir/bin/mur_ipcrm.csh\040which\040reported\040removing\040some\040of\040the\040dozens\040of\040 " TEXTLINE problemsInDetail " semaphores\040owned\040by\040observer\040(but\040having\040a\040value\040of\040zero),\040although\040on\040another\040 " TEXTLINE problemsInDetail " ipcs\040we\040found\040all\040the\040same\040semaphores\040still\040there.\040\040In\040other\040words,\040the\040cshell\040 " TEXTLINE problemsInDetail " script\040didn't\040clean\040them\040up\040as\040it\040is\040supposed\040to.\040\040Kurt\040decided\040that\040the\040best\040 " TEXTLINE problemsInDetail " thing\040to\040do\040would\040be\040to\040start\040cleaning\040up\040the\040semaphores\040by\040hand\040with\040the\040 " TEXTLINE problemsInDetail " command\040\042dscIpcrm\040-s\040(semid)\042;\040it\040would\040be\040tedious\040but\040might\040solve\040the\040 " TEXTLINE problemsInDetail " problem,\040if\040the\040root\040cause\040were\040that\040the\040murmur\040server\040couldn't\040start\040because\040 " TEXTLINE problemsInDetail " there\040were\040no\040more\040avilable\040semaphores.\040\040That\040would,\040qualitatively,\040explain\040 " TEXTLINE problemsInDetail " the\040behavior\040we\040were\040seeing.\040\040He\040logged\040in\040from\040home\040and\040began\040that\040task\040and\040 " TEXTLINE problemsInDetail " promised\040to\040report\040back. " TEXTLINE problemsInDetail " Act\0403 " TEXTLINE problemsInDetail " Moments\040later,\040Eric\040called\040to\040ask\040whether\040we\040wanted\040to\040try\040a\040reboot\040of\040host2,\040 " TEXTLINE problemsInDetail " and\040that\040he\040was\040about\040to\040leave\040home\040for\040a\040while.\040\040I\040decided\040to\040go\040for\040it,\040in\040 " TEXTLINE problemsInDetail " case\040that\040was\040the\040most\040straightforward\040solution,\040even\040though\040it's\040a\040little\040 " TEXTLINE problemsInDetail " like\040taking\040a\040sledgehammer\040to\040the\040problem.\040\040I\040sent\040Kurt\040an\040email\040warning\040him\040 " TEXTLINE problemsInDetail " of\040the\040reboot,\040and\040received\040an\040email\040from\040almost\040instantly\040that\040he\040had\040solved\040 " TEXTLINE problemsInDetail " the\040problem.\040\040By\040that\040point\040it\040was\040too\040late\040--\040host2\040had\040gone\040down,\040but\040this\040 " TEXTLINE problemsInDetail " wasn't\040a\040problem\040as\040it\040turned\040out\040(nor\040would\040it,\040on\040its\040own,\040have\040solved\040the\040 " TEXTLINE problemsInDetail " problem).\040\040Kurt\040found\040a\040missling\040link\040in\040/astrolog\040that\040impeded\040the\040servers\040 " TEXTLINE problemsInDetail " from\040starting,\040and\040until\040the\040corrupt\040link\040was\040fixed,\040they\040would\040never\040come\040up\040 " TEXTLINE problemsInDetail " on\040their\040own.\040\040He\040corrected\040the\040problem\040and\040started\040the\040murmur\040server\040again,\040 " TEXTLINE problemsInDetail " this\040time\040with\040success.\040\040Around\040that\040time\040host2\040rebooted\040and\040he\040called\040us\040 " TEXTLINE problemsInDetail " back.\040\040I\040started\040up\040an\040iop\040session\040and\040did\040a\040new\040cleanupMurmur,\040giving\040this\040 " TEXTLINE problemsInDetail " output: " TEXTLINE problemsInDetail " im>\040cleanupMurmur\040 " TEXTLINE problemsInDetail " Stopping\040murmur\040server " TEXTLINE problemsInDetail " /astrolog/astroda.v15_6.log\040already\040exists,\040deleteing\040it " TEXTLINE problemsInDetail " /astrolog/astroda.v15_6.log\040removed " TEXTLINE problemsInDetail " Restarting\040the\040murmur\040server " TEXTLINE problemsInDetail " murmur\040server\040restarted " TEXTLINE problemsInDetail " Trying\040to\040ensure\040the\040murmur\040log\040exists " TEXTLINE problemsInDetail " \040MURMUR\040MESSAGE\040\040\040\040<00000000>\040\040\04000:16:29\040Sun\040Nov\04013 " TEXTLINE problemsInDetail " \040\040\040Arg#\0401\040(text\040only):\040\042Trying\040to\040provoke\040murmur\042\040 " TEXTLINE problemsInDetail " \040\040Appname:\040\042IDA\0405000\042 " TEXTLINE problemsInDetail " The\040murmur\040log\040now\040exists " TEXTLINE problemsInDetail " Creating\040link\040to\040/astrolog/iop.murmur.log\040from\040/astrolog/astroda.v15_6.log " TEXTLINE problemsInDetail " Link\040created " TEXTLINE problemsInDetail " Cleaning\040semaphores " TEXTLINE problemsInDetail " observer\040has\040nothing\040to\040cleanup " TEXTLINE problemsInDetail " At\040that\040point,\040we\040were\040back\040in\040business\040and\040proceeded\040with\040the\040rest\040of\040checkout. " TEXTLINE problemsInDetail " Kurt\040sent\040this\040explanation\040breaking\040down\040the\040sequence\040of\040events: " TEXTLINE problemsInDetail " \042When\040I\040logged\040into\040sdsshost2\040as\040observer\040and\040ran\040'ipcs',\040I\040found\040lots\040of " TEXTLINE problemsInDetail " services\040used\040by\040observer\040just\040like\040you\040did\040(screen\040capture\040below). " TEXTLINE problemsInDetail " \042Looking\040in\040the\040/astrolog/murmur_internal.errors\040file,\040I\040found\040some " TEXTLINE problemsInDetail " messages\040like " TEXTLINE problemsInDetail " \040\040\040\040\040\040\040\040Sat\040Nov\04012\04022:17:01\0402005,\040MURSRVR:\040fatal\040error\040in\040msgdb\040constructor " TEXTLINE problemsInDetail " \040\040\040\040\040\040\040\040Sat\040Nov\04012\04022:17:40\0402005,\040Unable\040to\040create\040murmur\040semaphores,\040error:\040No " TEXTLINE problemsInDetail " \040\040\040\040\040\040\040\040space\040left\040on\040device " TEXTLINE problemsInDetail " \042Even\040though\040the\040murmur\040error\040complained\040about\040semaphores,\040I\040wanted\040to " TEXTLINE problemsInDetail " clean\040up\040all\040ipc\040services.\040\040I\040used\040'ipcrm\040-m\040'\040to\040remove\040the\040shared " TEXTLINE problemsInDetail " memory\040services\040owned\040by\040observer\040(I\040had\040already\040cleaned\040up\040a\040couple\040of " TEXTLINE problemsInDetail " services\040owned\040by\040products).\040\040To\040remove\040the\040semaphores,\040I\040used\040'ipcrm\040-s " TEXTLINE problemsInDetail " '. " TEXTLINE problemsInDetail " \042At\040that\040point,\040I\040'setup\040iop\040v4_6_0b'\040from\040the\040observer\040account.\040\040I\040started " TEXTLINE problemsInDetail " iop\040and\040tried\040'cleanupMurmur'.\040\040This\040did\040not\040work\040and\040the\040complaint\040seemed " TEXTLINE problemsInDetail " to\040be\040that\040it\040couldn't\040find\040/astrolog/astroda.v15_6.log.\040\040I\040exited\040iop, " TEXTLINE problemsInDetail " ran\040'dscRun\040start_mursrvr',\040and\040verified\040that\040this\040succeeded\040in\040starting " TEXTLINE problemsInDetail " the\040murmur\040server\040using\040'ps\040-ef\040|\040grep\040mursrvr'\040(it\040did\040succeed).\040\040I " TEXTLINE problemsInDetail " stopped\040the\040murmur\040server\040using\040'dscRun\040stop_mursrvr'.\040\040I\040again\040started " TEXTLINE problemsInDetail " iop\040and\040tried\040'cleanupMurmur'.\040\040This\040time\040it\040succeeded\040in\040starting\040the " TEXTLINE problemsInDetail " murmur\040server.\040\040I\040exited\040and\040re-entered\040iop\040at\040this\040point\040to\040generate\040some " TEXTLINE problemsInDetail " murmur\040messages,\040and\040verified\040that\040the\040messages\040showed\040up\040in " TEXTLINE problemsInDetail " /astrolog/iop.murmur.log. " TEXTLINE problemsInDetail " \042At\040that\040point,\040I\040received\040your\040email\040saying\040that\040sdsshost2\040would\040be " TEXTLINE problemsInDetail " rebooted,\040so\040I\040logged\040off. " TEXTLINE problemsInDetail " \042My\040sense\040is\040that\040some\040process\040is\040not\040cleaning\040up\040ipc\040services\040and\040at\040some " TEXTLINE problemsInDetail " point\040the\040available\040ones\040are\040used\040up.\040\040Unfortunately,\040\042dscIpcrm\042\040is\040broken " TEXTLINE problemsInDetail " in\040astroda\040v15_7\040and\040earlier,\040so\040it\040is\040not\040much\040help\040in\040cleaning\040things " TEXTLINE problemsInDetail " up.\040\040As\040I\040mentioned,\040\044MURMUR_DIR/bin/mur_ipcrm.csh\040may\040be\040useful\040until " TEXTLINE problemsInDetail " astroda\040v15_8\040fixes\040dscIpcrm. " TEXTLINE problemsInDetail " Kurt\042 " TEXTLINE problemsInDetail " \055-----\040Shared\040Memory\040Segments\040-------- " TEXTLINE problemsInDetail " key\040\040\040\040\040\040\040\040shmid\040\040\040\040\040\040owner\040\040\040\040\040\040perms\040\040\040\040\040\040bytes\040\040\040\040\040\040nattch\040\040\040\040\040status " TEXTLINE problemsInDetail " 0x00000000\04023789624\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0401\040\040\040\040\040\040\040\040\040\040dest " TEXTLINE problemsInDetail " 0x00000000\0408224825\040\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013795386\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\0406488123\040\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\0407667772\040\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\0406979645\040\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\0407012414\040\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\0408126527\040\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04011206720\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\0407798849\040\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\0408323138\040\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00054087\04022315075\040\040\040observer\040\040666\040\040\040\040\040\040\040\040512\040\040\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\0408192068\040\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04021004357\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x000500aa\04021069894\040\040\040observer\040\040666\040\040\040\040\040\040\040\040512\040\040\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04021102663\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04010092616\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04020283467\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04011239500\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04011272269\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04011370574\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04011403343\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\0408847440\040\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04011468881\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04011501650\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013533267\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04012943444\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04011665493\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04012517462\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04012451927\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04012157016\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04011796569\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04011829338\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04012976219\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013008988\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04015466589\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04012615774\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04012648543\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04020316256\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04012222561\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04012714082\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013041763\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013107300\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013140069\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013172838\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013336679\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013303912\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013369449\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013402218\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013434987\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013500524\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013566061\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013598830\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04015204463\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013729904\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013828209\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013860978\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013893747\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013926516\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013959285\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04013992054\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04014024823\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04014057592\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04014090361\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04014123130\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04014155899\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " 0x00000000\04014254204\040\040\040observer\040\040600\040\040\040\040\040\040\040\04021344\040\040\040\040\040\0400 " TEXTLINE problemsInDetail " \055-----\040Semaphore\040Arrays\040-------- " TEXTLINE problemsInDetail " key\040\040\040\040\040\040\040\040semid\040\040\040\040\040\040owner\040\040\040\040\040\040perms\040\040\040\040\040\040nsems " TEXTLINE problemsInDetail " \055-----\040Message\040Queues\040-------- " TEXTLINE problemsInDetail " key\040\040\040\040\040\040\040\040msqid\040\040\040\040\040\040owner\040\040\040\040\040\040perms\040\040\040\040\040\040used-bytes\040\040\040messages "