text {Sun Jun 11 02:15:19 UTC 2023: } 1.0 text {Control program started } 2.0 text { } 3.0 text {Sun Jun 11 02:15:19 UTC 2023: } 4.0 text {Proc. Initialize executed } 5.0 text { } 6.0 text {Sun Jun 11 02:15:32 UTC 2023: } 7.0 text {System Test executed } 8.0 text { } 9.0 text {________________________________ } 10.0 text { } 11.0 text {MachineTest run for display tohono } 12.0 text {Net latency = 0.347 ms } 13.0 text {Time difference: } 14.0 tagon Ok 14.17 text {0 sec} 14.17 tagoff Ok 14.22 text { chronyd: } 14.22 tagon Ok 14.33 text Ok 14.33 tagoff Ok 14.35 text { checkclock: } 14.35 tagon Ok 14.49 text Ok 14.49 tagoff Ok 14.51 text { } 14.51 text {Directory Location Available Needed } 15.0 tagon Ok 16.0 text {/ / 32.6G 0.9G} 16.0 tagoff Ok 16.39 text { } 16.39 tagon Ok 17.0 text {/home /home 400.8G 4.6G} 17.0 tagoff Ok 17.39 text { } 17.39 tagon Ok 18.0 text {/data0 /home 400.8G 229.2G} 18.0 tagoff Ok 18.39 text { } 18.39 tagon Ok 19.0 text {/dev/shm /dev/shm 31.3G 0.9G} 19.0 tagoff Ok 19.39 text { } 19.39 text {________________________________ } 20.0 text { } 21.0 text {MachineTest run for control tohono } 22.0 text {Net latency = 0.381 ms } 23.0 text {Time difference: } 24.0 tagon Ok 24.17 text {0 sec} 24.17 tagoff Ok 24.22 text { chronyd: } 24.22 tagon Ok 24.33 text Ok 24.33 tagoff Ok 24.35 text { checkclock: } 24.35 tagon Ok 24.49 text Ok 24.49 tagoff Ok 24.51 text { } 24.51 text {Directory Location Available Needed } 25.0 tagon Ok 26.0 text {/ / 32.6G 0.9G} 26.0 tagoff Ok 26.39 text { } 26.39 tagon Ok 27.0 text {/home /home 400.8G 4.6G} 27.0 tagoff Ok 27.39 text { } 27.39 tagon Ok 28.0 text {/data0 /home 400.8G 229.2G} 28.0 tagoff Ok 28.39 text { } 28.39 tagon Ok 29.0 text {/dev/shm /dev/shm 31.3G 0.9G} 29.0 tagoff Ok 29.39 text { } 29.39 text {________________________________ } 30.0 text { } 31.0 text {MachineTest run for node1 hopitu } 32.0 text {Net latency = 0.816 ms } 33.0 text {Time difference: } 34.0 tagon Ok 34.17 text {0 sec} 34.17 tagoff Ok 34.22 text { chronyd: } 34.22 tagon Ok 34.33 text Ok 34.33 tagoff Ok 34.35 text { checkclock: } 34.35 tagon Ok 34.49 text Ok 34.49 tagoff Ok 34.51 text { } 34.51 text {Directory Location Available Needed } 35.0 tagon Ok 36.0 text {/ / 123.6G 0.9G} 36.0 tagoff Ok 36.39 text { } 36.39 tagon Ok 37.0 text {/home /home 2553.2G 4.6G} 37.0 tagoff Ok 37.39 text { } 37.39 tagon Ok 38.0 text {/data0 /home 2553.2G 9.2G} 38.0 tagoff Ok 38.39 text { } 38.39 tagon Ok 39.0 text {/dev/shm /dev/shm 31.3G 0.9G} 39.0 tagoff Ok 39.39 text { } 39.39 text {________________________________ } 40.0 text { } 41.0 text {MachineTest run for node2 hopitu } 42.0 text {Net latency = 0.788 ms } 43.0 text {Time difference: } 44.0 tagon Ok 44.17 text {0 sec} 44.17 tagoff Ok 44.22 text { chronyd: } 44.22 tagon Ok 44.33 text Ok 44.33 tagoff Ok 44.35 text { checkclock: } 44.35 tagon Ok 44.49 text Ok 44.49 tagoff Ok 44.51 text { } 44.51 text {Directory Location Available Needed } 45.0 tagon Ok 46.0 text {/ / 123.6G 0.9G} 46.0 tagoff Ok 46.39 text { } 46.39 tagon Ok 47.0 text {/home /home 2553.2G 4.6G} 47.0 tagoff Ok 47.39 text { } 47.39 tagon Ok 48.0 text {/data0 /home 2553.2G 9.2G} 48.0 tagoff Ok 48.39 text { } 48.39 tagon Ok 49.0 text {/dev/shm /dev/shm 31.3G 0.9G} 49.0 tagoff Ok 49.39 text { } 49.39 text {________________________________ } 50.0 text { } 51.0 text {MachineTest run for node3 hopitu } 52.0 text {Net latency = 0.666 ms } 53.0 text {Time difference: } 54.0 tagon Ok 54.17 text {0 sec} 54.17 tagoff Ok 54.22 text { chronyd: } 54.22 tagon Ok 54.33 text Ok 54.33 tagoff Ok 54.35 text { checkclock: } 54.35 tagon Ok 54.49 text Ok 54.49 tagoff Ok 54.51 text { } 54.51 text {Directory Location Available Needed } 55.0 tagon Ok 56.0 text {/ / 123.6G 0.9G} 56.0 tagoff Ok 56.39 text { } 56.39 tagon Ok 57.0 text {/home /home 2553.2G 4.6G} 57.0 tagoff Ok 57.39 text { } 57.39 tagon Ok 58.0 text {/data0 /home 2553.2G 9.2G} 58.0 tagoff Ok 58.39 text { } 58.39 tagon Ok 59.0 text {/dev/shm /dev/shm 31.3G 0.9G} 59.0 tagoff Ok 59.39 text { } 59.39 text {________________________________ } 60.0 text { } 61.0 text {MachineTest run for node4 hopitu } 62.0 text {Net latency = 0.530 ms } 63.0 text {Time difference: } 64.0 tagon Ok 64.17 text {0 sec} 64.17 tagoff Ok 64.22 text { chronyd: } 64.22 tagon Ok 64.33 text Ok 64.33 tagoff Ok 64.35 text { checkclock: } 64.35 tagon Ok 64.49 text Ok 64.49 tagoff Ok 64.51 text { } 64.51 text {Directory Location Available Needed } 65.0 tagon Ok 66.0 text {/ / 123.6G 0.9G} 66.0 tagoff Ok 66.39 text { } 66.39 tagon Ok 67.0 text {/home /home 2553.2G 4.6G} 67.0 tagoff Ok 67.39 text { } 67.39 tagon Ok 68.0 text {/data0 /home 2553.2G 9.2G} 68.0 tagoff Ok 68.39 text { } 68.39 tagon Ok 69.0 text {/dev/shm /dev/shm 31.3G 0.9G} 69.0 tagoff Ok 69.39 text { } 69.39 text {________________________________ } 70.0 text { } 71.0 text {MachineTest run for archive2 tohono } 72.0 text {Net latency = 0.055 ms } 73.0 text {Time difference: } 74.0 tagon Ok 74.17 text {0 sec} 74.17 tagoff Ok 74.22 text { chronyd: } 74.22 tagon Ok 74.33 text Ok 74.33 tagoff Ok 74.35 text { checkclock: } 74.35 tagon Ok 74.49 text Ok 74.49 tagoff Ok 74.51 text { } 74.51 text {Directory Location Available Needed } 75.0 tagon Ok 76.0 text {/ / 32.6G 0.9G} 76.0 tagoff Ok 76.39 text { } 76.39 tagon Ok 77.0 text {/home /home 400.8G 4.6G} 77.0 tagoff Ok 77.39 text { } 77.39 tagon Ok 78.0 text {/data0 /home 400.8G 229.2G} 78.0 tagoff Ok 78.39 text { } 78.39 tagon Ok 79.0 text {/dev/shm /dev/shm 31.3G 0.9G} 79.0 tagoff Ok 79.39 text { } 79.39 text {________________________________ } 80.0 text { } 81.0 text {MachineTest run for acquisition akimel } 82.0 text {Net latency = 0.606 ms } 83.0 text {Time difference: } 84.0 tagon Ok 84.17 text {0 sec} 84.17 tagoff Ok 84.22 text { chronyd: } 84.22 tagon Ok 84.33 text Ok 84.33 tagoff Ok 84.35 text { checkclock: } 84.35 tagon Ok 84.49 text Ok 84.49 tagoff Ok 84.51 text { } 84.51 text {Directory Location Available Needed } 85.0 tagon Ok 86.0 text {/ / 126.1G 0.9G} 86.0 tagoff Ok 86.39 text { } 86.39 tagon Ok 87.0 text {/home /home 358.0G 4.6G} 87.0 tagoff Ok 87.39 text { } 87.39 tagon Ok 88.0 text {/data0 /home 358.0G 229.2G} 88.0 tagoff Ok 88.39 text { } 88.39 tagon Ok 89.0 text {/dev/shm /dev/shm 15.6G 0.9G} 89.0 tagoff Ok 89.39 text { } 89.39 text {________________________________ } 90.0 text { } 91.0 text {OT machine fourkccd detected PING fourkccd.lpl.arizona.edu (150.135.111.98) 6500(6528) bytes of data. } 92.0 text {6508 bytes from fourkccd.lpl.arizona.edu (150.135.111.98): icmp_seq=1 ttl=54 time=14.1 ms } 93.0 text {6508 bytes from fourkccd.lpl.arizona.edu (150.135.111.98): icmp_seq=2 ttl=54 time=10.5 ms } 94.0 text {6508 bytes from fourkccd.lpl.arizona.edu (150.135.111.98): icmp_seq=3 ttl=54 time=15.1 ms } 95.0 text {6508 bytes from fourkccd.lpl.arizona.edu (150.135.111.98): icmp_seq=4 ttl=54 time=13.8 ms } 96.0 text { } 97.0 text {--- fourkccd.lpl.arizona.edu ping statistics --- } 98.0 text {4 packets transmitted, 4 received, 0% packet loss, time 602ms } 99.0 text {rtt min/avg/max/mdev = 10.532/13.374/15.100/1.719 ms. } 100.0 text {________________________________ } 101.0 text { } 102.0 text { } 103.0 text {Node uniqueness test completed. } 104.0 text {Sun Jun 11 02:15:50 UTC 2023: } 105.0 text { } 106.0 text {akimel:/data0/23Jun11 does not exist. } 107.0 text {Configure will create this data directory. } 108.0 text { } 109.0 text {tohono:/data0/23Jun11 does not exist. } 110.0 text {Configure will create this data directory. } 111.0 text { } 112.0 text {Sun Jun 11 02:16:13 UTC 2023: } 113.0 text {Configure executed } 114.0 text { } 115.0 text {Sun Jun 11 02:16:15 UTC 2023: } 116.0 text { } 117.0 text {Directory /data0/23Jun11 created on akimel } 118.0 text {Directory /data0/23Jun11 created on tohono } 119.0 text { } 120.0 text {Parameter files created on tohono: } 121.0 text { /home/observer/catalina/bin/improcd.param } 122.0 text { } 123.0 text {Directory /data0/acquisition/software created on akimel } 124.0 text {Directory /data0/archive/software created on tohono } 125.0 text {Directory /data0/node_703/software created on hopitu } 126.0 text {Directory /data0/node_703/software created on hopitu } 127.0 text {Directory /data0/node_703/software created on hopitu } 128.0 text {Directory /data0/master/software created on tohono } 129.0 text { } 130.0 text {Software copied to akimel:/data0/acquisition/software } 131.0 text {Software copied to hopitu:/data0/node_703/software } 132.0 text {Software copied to tohono:/data0/node_703/software } 133.0 text {Software copied to akimel:/data0/node_703/software } 134.0 text {Software copied to tohono:/data0/archive/software } 135.0 text {Software copied to tohono:/data0/master/software } 136.0 text { } 137.0 text {Directory /data0/acquisition/calibration created on akimel } 138.0 text {Syncing /data0/acquisition/calibration on akimel } 139.0 text {Calibrations copied to /data0/acquisition/calibration on akimel } 140.0 text { } 141.0 text {Directory /data0/acquisition/data created on akimel } 142.0 text {Directory /data0/archive/data created on tohono } 143.0 text {Directory /data0/node_703/data created on hopitu } 144.0 text {Directory /data0/node_703/data created on tohono } 145.0 text {Directory /data0/node_703/data created on akimel } 146.0 text {Directory /data0/master/data preserved on tohono } 147.0 text { } 148.0 text {Sun Jun 11 02:16:45 UTC 2023: } 149.0 text {DS9 Blink window opened with process ID# = 2876844 } 150.0 text {Acquisition with process ID 2876852 started on tohono } 151.0 text {Improcd Control with process ID 2877499 started on tohono } 152.0 text {Improcd Acquisition with process ID 583370 started on akimel } 153.0 text {Improcd Archive with process ID 2877624 started on tohono } 154.0 text {Improcd Node nodehopitu703 with process ID 859787 started on hopitu } 155.0 text {Improcd Node nodetohono703 with process ID 2877764 started on tohono } 156.0 text {Improcd Node nodeakimel703 with process ID 583455 started on akimel } 157.0 text {Created /archive/703/2023/transfer/23Jun11 on fourkccd. } 158.0 text { } 159.0 text {Archival files copied to tohono:/data0/23Jun11 } 160.0 text {Sun Jun 11 02:16:57 UTC 2023: } 161.0 text {Get Validation Scan Files executed } 162.0 text { } 163.0 text {Sun Jun 11 02:16:57 UTC 2023: } 164.0 text {Deleted outdated followup catalog. } 165.0 text { } 166.0 text { } 167.0 text {Loading 703_20230611_2C_S02040_01_0001.dets... } 168.0 text {12 detections loaded. } 169.0 text {0 detections AutoValidated. } 170.0 text {0 detections AutoIdentified. } 171.0 text {1: not valid } 172.0 text {2: not valid } 173.0 text {3: not valid } 174.0 text {4: not valid } 175.0 text {5: not valid } 176.0 text {6: not valid } 177.0 text {7: not valid } 178.0 text {8: not valid } 179.0 text {9: not valid } 180.0 text {10: not valid } 181.0 text {11: not valid } 182.0 text {12: not valid } 183.0 text {From 703_20230611_2C_S02040_01_0001.dets: } 184.0 text {Wrote 0 detections. } 185.0 text {Wrote 12 rejects. } 186.0 text {Wrote 0 NEOs. } 187.0 text { } 188.0 text {Loading 703_20230611_2C_S06038_01_0001.dets... } 189.0 text {12 detections loaded. } 190.0 text {0 detections AutoValidated. } 191.0 text {0 detections AutoIdentified. } 192.0 text {1: not valid } 193.0 text {2: not valid } 194.0 text {3: not valid } 195.0 text {4: not valid } 196.0 text {5: not valid } 197.0 text {5: not valid } 198.0 text {6: not valid } 199.0 text {7: not valid } 200.0 text {8: not valid } 201.0 text {9: not valid } 202.0 text {10: not valid } 203.0 text {11: not valid } 204.0 text {12: not valid } 205.0 text {From 703_20230611_2C_S06038_01_0001.dets: } 206.0 text {Wrote 0 detections. } 207.0 text {Wrote 12 rejects. } 208.0 text {Wrote 0 NEOs. } 209.0 text { } 210.0 text {Loading 703_20230611_2C_S10038_01_0001.dets... } 211.0 text {12 detections loaded. } 212.0 text {0 detections AutoValidated. } 213.0 text {0 detections AutoIdentified. } 214.0 text {1: not valid } 215.0 text {2: not valid } 216.0 text {3: not valid } 217.0 text {4: not valid } 218.0 text {5: not valid } 219.0 text {6: not valid } 220.0 text {7: not valid } 221.0 text {8: not valid } 222.0 text {9: not valid } 223.0 text {10: not valid } 224.0 text {11: not valid } 225.0 text {12: not valid } 226.0 text {From 703_20230611_2C_S10038_01_0001.dets: } 227.0 text {Wrote 0 detections. } 228.0 text {Wrote 12 rejects. } 229.0 text {Wrote 0 NEOs. } 230.0 text { } 231.0 text {Loading 703_20230611_2C_S06039_01_0001.dets... } 232.0 text {12 detections loaded. } 233.0 text {0 detections AutoValidated. } 234.0 text {0 detections AutoIdentified. } 235.0 text {1: not valid } 236.0 text {2: not valid } 237.0 text {3: not valid } 238.0 text {4: not valid } 239.0 text {4: not valid } 240.0 text {5: not valid } 241.0 text {6: not valid } 242.0 text {7: not valid } 243.0 text {8: not valid } 244.0 text {9: not valid } 245.0 text {10: not valid } 246.0 text {11: not valid } 247.0 text {12: not valid } 248.0 text {From 703_20230611_2C_S06039_01_0001.dets: } 249.0 text {Wrote 0 detections. } 250.0 text {Wrote 12 rejects. } 251.0 text {Wrote 0 NEOs. } 252.0 text { } 253.0 text {Loading 703_20230611_2C_S02039_01_0001.dets... } 254.0 text {12 detections loaded. } 255.0 text {0 detections AutoValidated. } 256.0 text {0 detections AutoIdentified. } 257.0 text {1: not valid } 258.0 text {2: not valid } 259.0 text {3: not valid } 260.0 text {4: not valid } 261.0 text {5: not valid } 262.0 text {6: not valid } 263.0 text {7: not valid } 264.0 text {8: not valid } 265.0 text {9: not valid } 266.0 text {10: not valid } 267.0 text {11: not valid } 268.0 text {12: not valid } 269.0 text {From 703_20230611_2C_S02039_01_0001.dets: } 270.0 text {Wrote 0 detections. } 271.0 text {Wrote 12 rejects. } 272.0 text {Wrote 0 NEOs. } 273.0 text { } 274.0 text {Loading 703_20230611_2C_S10039_01_0001.dets... } 275.0 text {12 detections loaded. } 276.0 text {0 detections AutoValidated. } 277.0 text {0 detections AutoIdentified. } 278.0 text {1: not valid } 279.0 text {2: not valid } 280.0 text {3: not valid } 281.0 text {4: not valid } 282.0 text {5: not valid } 283.0 text {6: not valid } 284.0 text {7: not valid } 285.0 text {8: not valid } 286.0 text {9: not valid } 287.0 text {10: not valid } 288.0 text {11: not valid } 289.0 text {12: not valid } 290.0 text {From 703_20230611_2C_S10039_01_0001.dets: } 291.0 text {Wrote 0 detections. } 292.0 text {Wrote 12 rejects. } 293.0 text {Wrote 0 NEOs. } 294.0 text { } 295.0 text {Loading 703_20230611_2C_S06040_01_0001.dets... } 296.0 text {12 detections loaded. } 297.0 text {0 detections AutoValidated. } 298.0 text {0 detections AutoIdentified. } 299.0 text {1: not valid } 300.0 text {2: not valid } 301.0 text {3: not valid } 302.0 text {4: not valid } 303.0 text {5: not valid } 304.0 text {6: not valid } 305.0 text {7: not valid } 306.0 text {8: not valid } 307.0 text {9: not valid } 308.0 text {10: not valid } 309.0 text {11: not valid } 310.0 text {12: not valid } 311.0 text {From 703_20230611_2C_S06040_01_0001.dets: } 312.0 text {Wrote 0 detections. } 313.0 text {Wrote 12 rejects. } 314.0 text {Wrote 0 NEOs. } 315.0 text { } 316.0 text {Loading 703_20230611_2C_S02041_01_0001.dets... } 317.0 text {12 detections loaded. } 318.0 text {0 detections AutoValidated. } 319.0 text {0 detections AutoIdentified. } 320.0 text {1: not valid } 321.0 text {2: not valid } 322.0 text {3: not valid } 323.0 text {4: not valid } 324.0 text {5: not valid } 325.0 text {6: not valid } 326.0 text {7: not valid } 327.0 text {8: not valid } 328.0 text {9: not valid } 329.0 text {10: not valid } 330.0 text {11: not valid } 331.0 text {12: not valid } 332.0 text {From 703_20230611_2C_S02041_01_0001.dets: } 333.0 text {Wrote 0 detections. } 334.0 text {Wrote 12 rejects. } 335.0 text {Wrote 0 NEOs. } 336.0 text { } 337.0 text {Loading 703_20230611_2C_S02042_01_0001.dets... } 338.0 text {12 detections loaded. } 339.0 text {0 detections AutoValidated. } 340.0 text {0 detections AutoIdentified. } 341.0 text {1: not valid } 342.0 text {2: not valid } 343.0 text {3: not valid } 344.0 text {4: not valid } 345.0 text {5: not valid } 346.0 text {6: not valid } 347.0 text {7: not valid } 348.0 text {8: not valid } 349.0 text {9: not valid } 350.0 text {10: not valid } 351.0 text {11: not valid } 352.0 text {12: not valid } 353.0 text {From 703_20230611_2C_S02042_01_0001.dets: } 354.0 text {Wrote 0 detections. } 355.0 text {Wrote 12 rejects. } 356.0 text {Wrote 0 NEOs. } 357.0 text { } 358.0 text {Loading 703_20230611_2C_S10040_01_0001.dets... } 359.0 text {12 detections loaded. } 360.0 text {0 detections AutoValidated. } 361.0 text {0 detections AutoIdentified. } 362.0 text {1: not valid } 363.0 text {2: not valid } 364.0 text {3: not valid } 365.0 text {4: not valid } 366.0 text {5: not valid } 367.0 text {6: not valid } 368.0 text {7: not valid } 369.0 text {8: not valid } 370.0 text {9: not valid } 371.0 text {10: not valid } 372.0 text {11: not valid } 373.0 text {12: not valid } 374.0 text {From 703_20230611_2C_S10040_01_0001.dets: } 375.0 text {Wrote 0 detections. } 376.0 text {Wrote 12 rejects. } 377.0 text {Wrote 0 NEOs. } 378.0 text { } 379.0 text {Loading 703_20230611_2C_S10041_01_0001.dets... } 380.0 text {12 detections loaded. } 381.0 text {0 detections AutoValidated. } 382.0 text {0 detections AutoIdentified. } 383.0 text {1: not valid } 384.0 text {2: not valid } 385.0 text {3: not valid } 386.0 text {4: not valid } 387.0 text {5: not valid } 388.0 text {6: not valid } 389.0 text {7: not valid } 390.0 text {8: not valid } 391.0 text {9: not valid } 392.0 text {10: not valid } 393.0 text {11: not valid } 394.0 text {12: not valid } 395.0 text {From 703_20230611_2C_S10041_01_0001.dets: } 396.0 text {Wrote 0 detections. } 397.0 text {Wrote 12 rejects. } 398.0 text {Wrote 0 NEOs. } 399.0 text { } 400.0 text {Loading 703_20230611_2C_S06041_01_0001.dets... } 401.0 text {12 detections loaded. } 402.0 text {0 detections AutoValidated. } 403.0 text {0 detections AutoIdentified. } 404.0 text {1: not valid } 405.0 text {2: not valid } 406.0 text {3: not valid } 407.0 text {4: not valid } 408.0 text {5: not valid } 409.0 text {6: not valid } 410.0 text {7: not valid } 411.0 text {8: not valid } 412.0 text {9: not valid } 413.0 text {10: not valid } 414.0 text {11: not valid } 415.0 text {12: not valid } 416.0 text {From 703_20230611_2C_S06041_01_0001.dets: } 417.0 mark current 418.0 text {Wrote 0 detections. } 418.0 text {Wrote 12 rejects. } 419.0 text {Wrote 0 NEOs. } 420.0 mark insert 421.0 text { } 421.0 text {Sun Jun 11 02:15:19 UTC 2023: } 1.0 text {Control program started } 2.0 text { } 3.0 text {Sun Jun 11 02:15:19 UTC 2023: } 4.0 text {Proc. Initialize executed } 5.0 text { } 6.0 text {Sun Jun 11 02:15:32 UTC 2023: } 7.0 text {System Test executed } 8.0 text { } 9.0 text {________________________________ } 10.0 text { } 11.0 text {MachineTest run for display tohono } 12.0 text {Net latency = 0.347 ms } 13.0 text {Time difference: } 14.0 tagon Ok 14.17 text {0 sec} 14.17 tagoff Ok 14.22 text { chronyd: } 14.22 tagon Ok 14.33 text Ok 14.33 tagoff Ok 14.35 text { checkclock: } 14.35 tagon Ok 14.49 text Ok 14.49 tagoff Ok 14.51 text { } 14.51 text {Directory Location Available Needed } 15.0 tagon Ok 16.0 text {/ / 32.6G 0.9G} 16.0 tagoff Ok 16.39 text { } 16.39 tagon Ok 17.0 text {/home /home 400.8G 4.6G} 17.0 tagoff Ok 17.39 text { } 17.39 tagon Ok 18.0 text {/data0 /home 400.8G 229.2G} 18.0 tagoff Ok 18.39 text { } 18.39 tagon Ok 19.0 text {/dev/shm /dev/shm 31.3G 0.9G} 19.0 tagoff Ok 19.39 text { } 19.39 text {________________________________ } 20.0 text { } 21.0 text {MachineTest run for control tohono } 22.0 text {Net latency = 0.381 ms } 23.0 text {Time difference: } 24.0 tagon Ok 24.17 text {0 sec} 24.17 tagoff Ok 24.22 text { chronyd: } 24.22 tagon Ok 24.33 text Ok 24.33 tagoff Ok 24.35 text { checkclock: } 24.35 tagon Ok 24.49 text Ok 24.49 tagoff Ok 24.51 text { } 24.51 text {Directory Location Available Needed } 25.0 tagon Ok 26.0 text {/ / 32.6G 0.9G} 26.0 tagoff Ok 26.39 text { } 26.39 tagon Ok 27.0 text {/home /home 400.8G 4.6G} 27.0 tagoff Ok 27.39 text { } 27.39 tagon Ok 28.0 text {/data0 /home 400.8G 229.2G} 28.0 tagoff Ok 28.39 text { } 28.39 tagon Ok 29.0 text {/dev/shm /dev/shm 31.3G 0.9G} 29.0 tagoff Ok 29.39 text { } 29.39 text {________________________________ } 30.0 text { } 31.0 text {MachineTest run for node1 hopitu } 32.0 text {Net latency = 0.816 ms } 33.0 text {Time difference: } 34.0 tagon Ok 34.17 text {0 sec} 34.17 tagoff Ok 34.22 text { chronyd: } 34.22 tagon Ok 34.33 text Ok 34.33 tagoff Ok 34.35 text { checkclock: } 34.35 tagon Ok 34.49 text Ok 34.49 tagoff Ok 34.51 text { } 34.51 text {Directory Location Available Needed } 35.0 tagon Ok 36.0 text {/ / 123.6G 0.9G} 36.0 tagoff Ok 36.39 text { } 36.39 tagon Ok 37.0 text {/home /home 2553.2G 4.6G} 37.0 tagoff Ok 37.39 text { } 37.39 tagon Ok 38.0 text {/data0 /home 2553.2G 9.2G} 38.0 tagoff Ok 38.39 text { } 38.39 tagon Ok 39.0 text {/dev/shm /dev/shm 31.3G 0.9G} 39.0 tagoff Ok 39.39 text { } 39.39 text {________________________________ } 40.0 text { } 41.0 text {MachineTest run for node2 hopitu } 42.0 text {Net latency = 0.788 ms } 43.0 text {Time difference: } 44.0 tagon Ok 44.17 text {0 sec} 44.17 tagoff Ok 44.22 text { chronyd: } 44.22 tagon Ok 44.33 text Ok 44.33 tagoff Ok 44.35 text { checkclock: } 44.35 tagon Ok 44.49 text Ok 44.49 tagoff Ok 44.51 text { } 44.51 text {Directory Location Available Needed } 45.0 tagon Ok 46.0 text {/ / 123.6G 0.9G} 46.0 tagoff Ok 46.39 text { } 46.39 tagon Ok 47.0 text {/home /home 2553.2G 4.6G} 47.0 tagoff Ok 47.39 text { } 47.39 tagon Ok 48.0 text {/data0 /home 2553.2G 9.2G} 48.0 tagoff Ok 48.39 text { } 48.39 tagon Ok 49.0 text {/dev/shm /dev/shm 31.3G 0.9G} 49.0 tagoff Ok 49.39 text { } 49.39 text {________________________________ } 50.0 text { } 51.0 text {MachineTest run for node3 hopitu } 52.0 text {Net latency = 0.666 ms } 53.0 text {Time difference: } 54.0 tagon Ok 54.17 text {0 sec} 54.17 tagoff Ok 54.22 text { chronyd: } 54.22 tagon Ok 54.33 text Ok 54.33 tagoff Ok 54.35 text { checkclock: } 54.35 tagon Ok 54.49 text Ok 54.49 tagoff Ok 54.51 text { } 54.51 text {Directory Location Available Needed } 55.0 tagon Ok 56.0 text {/ / 123.6G 0.9G} 56.0 tagoff Ok 56.39 text { } 56.39 tagon Ok 57.0 text {/home /home 2553.2G 4.6G} 57.0 tagoff Ok 57.39 text { } 57.39 tagon Ok 58.0 text {/data0 /home 2553.2G 9.2G} 58.0 tagoff Ok 58.39 text { } 58.39 tagon Ok 59.0 text {/dev/shm /dev/shm 31.3G 0.9G} 59.0 tagoff Ok 59.39 text { } 59.39 text {________________________________ } 60.0 text { } 61.0 text {MachineTest run for node4 hopitu } 62.0 text {Net latency = 0.530 ms } 63.0 text {Time difference: } 64.0 tagon Ok 64.17 text {0 sec} 64.17 tagoff Ok 64.22 text { chronyd: } 64.22 tagon Ok 64.33 text Ok 64.33 tagoff Ok 64.35 text { checkclock: } 64.35 tagon Ok 64.49 text Ok 64.49 tagoff Ok 64.51 text { } 64.51 text {Directory Location Available Needed } 65.0 tagon Ok 66.0 text {/ / 123.6G 0.9G} 66.0 tagoff Ok 66.39 text { } 66.39 tagon Ok 67.0 text {/home /home 2553.2G 4.6G} 67.0 tagoff Ok 67.39 text { } 67.39 tagon Ok 68.0 text {/data0 /home 2553.2G 9.2G} 68.0 tagoff Ok 68.39 text { } 68.39 tagon Ok 69.0 text {/dev/shm /dev/shm 31.3G 0.9G} 69.0 tagoff Ok 69.39 text { } 69.39 text {________________________________ } 70.0 text { } 71.0 text {MachineTest run for archive2 tohono } 72.0 text {Net latency = 0.055 ms } 73.0 text {Time difference: } 74.0 tagon Ok 74.17 text {0 sec} 74.17 tagoff Ok 74.22 text { chronyd: } 74.22 tagon Ok 74.33 text Ok 74.33 tagoff Ok 74.35 text { checkclock: } 74.35 tagon Ok 74.49 text Ok 74.49 tagoff Ok 74.51 text { } 74.51 text {Directory Location Available Needed } 75.0 tagon Ok 76.0 text {/ / 32.6G 0.9G} 76.0 tagoff Ok 76.39 text { } 76.39 tagon Ok 77.0 text {/home /home 400.8G 4.6G} 77.0 tagoff Ok 77.39 text { } 77.39 tagon Ok 78.0 text {/data0 /home 400.8G 229.2G} 78.0 tagoff Ok 78.39 text { } 78.39 tagon Ok 79.0 text {/dev/shm /dev/shm 31.3G 0.9G} 79.0 tagoff Ok 79.39 text { } 79.39 text {________________________________ } 80.0 text { } 81.0 text {MachineTest run for acquisition akimel } 82.0 text {Net latency = 0.606 ms } 83.0 text {Time difference: } 84.0 tagon Ok 84.17 text {0 sec} 84.17 tagoff Ok 84.22 text { chronyd: } 84.22 tagon Ok 84.33 text Ok 84.33 tagoff Ok 84.35 text { checkclock: } 84.35 tagon Ok 84.49 text Ok 84.49 tagoff Ok 84.51 text { } 84.51 text {Directory Location Available Needed } 85.0 tagon Ok 86.0 text {/ / 126.1G 0.9G} 86.0 tagoff Ok 86.39 text { } 86.39 tagon Ok 87.0 text {/home /home 358.0G 4.6G} 87.0 tagoff Ok 87.39 text { } 87.39 tagon Ok 88.0 text {/data0 /home 358.0G 229.2G} 88.0 tagoff Ok 88.39 text { } 88.39 tagon Ok 89.0 text {/dev/shm /dev/shm 15.6G 0.9G} 89.0 tagoff Ok 89.39 text { } 89.39 text {________________________________ } 90.0 text { } 91.0 text {OT machine fourkccd detected PING fourkccd.lpl.arizona.edu (150.135.111.98) 6500(6528) bytes of data. } 92.0 text {6508 bytes from fourkccd.lpl.arizona.edu (150.135.111.98): icmp_seq=1 ttl=54 time=14.1 ms } 93.0 text {6508 bytes from fourkccd.lpl.arizona.edu (150.135.111.98): icmp_seq=2 ttl=54 time=10.5 ms } 94.0 text {6508 bytes from fourkccd.lpl.arizona.edu (150.135.111.98): icmp_seq=3 ttl=54 time=15.1 ms } 95.0 text {6508 bytes from fourkccd.lpl.arizona.edu (150.135.111.98): icmp_seq=4 ttl=54 time=13.8 ms } 96.0 text { } 97.0 text {--- fourkccd.lpl.arizona.edu ping statistics --- } 98.0 text {4 packets transmitted, 4 received, 0% packet loss, time 602ms } 99.0 text {rtt min/avg/max/mdev = 10.532/13.374/15.100/1.719 ms. } 100.0 text {________________________________ } 101.0 text { } 102.0 text { } 103.0 text {Node uniqueness test completed. } 104.0 text {Sun Jun 11 02:15:50 UTC 2023: } 105.0 text { } 106.0 text {akimel:/data0/23Jun11 does not exist. } 107.0 text {Configure will create this data directory. } 108.0 text { } 109.0 text {tohono:/data0/23Jun11 does not exist. } 110.0 text {Configure will create this data directory. } 111.0 text { } 112.0 text {Sun Jun 11 02:16:13 UTC 2023: } 113.0 text {Configure executed } 114.0 text { } 115.0 text {Sun Jun 11 02:16:15 UTC 2023: } 116.0 text { } 117.0 text {Directory /data0/23Jun11 created on akimel } 118.0 text {Directory /data0/23Jun11 created on tohono } 119.0 text { } 120.0 text {Parameter files created on tohono: } 121.0 text { /home/observer/catalina/bin/improcd.param } 122.0 text { } 123.0 text {Directory /data0/acquisition/software created on akimel } 124.0 text {Directory /data0/archive/software created on tohono } 125.0 text {Directory /data0/node_703/software created on hopitu } 126.0 text {Directory /data0/node_703/software created on hopitu } 127.0 text {Directory /data0/node_703/software created on hopitu } 128.0 text {Directory /data0/master/software created on tohono } 129.0 text { } 130.0 text {Software copied to akimel:/data0/acquisition/software } 131.0 text {Software copied to hopitu:/data0/node_703/software } 132.0 text {Software copied to tohono:/data0/node_703/software } 133.0 text {Software copied to akimel:/data0/node_703/software } 134.0 text {Software copied to tohono:/data0/archive/software } 135.0 text {Software copied to tohono:/data0/master/software } 136.0 text { } 137.0 text {Directory /data0/acquisition/calibration created on akimel } 138.0 text {Syncing /data0/acquisition/calibration on akimel } 139.0 text {Calibrations copied to /data0/acquisition/calibration on akimel } 140.0 text { } 141.0 text {Directory /data0/acquisition/data created on akimel } 142.0 text {Directory /data0/archive/data created on tohono } 143.0 text {Directory /data0/node_703/data created on hopitu } 144.0 text {Directory /data0/node_703/data created on tohono } 145.0 text {Directory /data0/node_703/data created on akimel } 146.0 text {Directory /data0/master/data preserved on tohono } 147.0 text { } 148.0 text {Sun Jun 11 02:16:45 UTC 2023: } 149.0 text {DS9 Blink window opened with process ID# = 2876844 } 150.0 text {Acquisition with process ID 2876852 started on tohono } 151.0 text {Improcd Control with process ID 2877499 started on tohono } 152.0 text {Improcd Acquisition with process ID 583370 started on akimel } 153.0 text {Improcd Archive with process ID 2877624 started on tohono } 154.0 text {Improcd Node nodehopitu703 with process ID 859787 started on hopitu } 155.0 text {Improcd Node nodetohono703 with process ID 2877764 started on tohono } 156.0 text {Improcd Node nodeakimel703 with process ID 583455 started on akimel } 157.0 text {Created /archive/703/2023/transfer/23Jun11 on fourkccd. } 158.0 text { } 159.0 text {Archival files copied to tohono:/data0/23Jun11 } 160.0 text {Sun Jun 11 02:16:57 UTC 2023: } 161.0 text {Get Validation Scan Files executed } 162.0 text { } 163.0 text {Sun Jun 11 02:16:57 UTC 2023: } 164.0 text {Deleted outdated followup catalog. } 165.0 text { } 166.0 text { } 167.0 text {Loading 703_20230611_2C_S02040_01_0001.dets... } 168.0 text {12 detections loaded. } 169.0 text {0 detections AutoValidated. } 170.0 text {0 detections AutoIdentified. } 171.0 text {1: not valid } 172.0 text {2: not valid } 173.0 text {3: not valid } 174.0 text {4: not valid } 175.0 text {5: not valid } 176.0 text {6: not valid } 177.0 text {7: not valid } 178.0 text {8: not valid } 179.0 text {9: not valid } 180.0 text {10: not valid } 181.0 text {11: not valid } 182.0 text {12: not valid } 183.0 text {From 703_20230611_2C_S02040_01_0001.dets: } 184.0 text {Wrote 0 detections. } 185.0 text {Wrote 12 rejects. } 186.0 text {Wrote 0 NEOs. } 187.0 text { } 188.0 text {Loading 703_20230611_2C_S06038_01_0001.dets... } 189.0 text {12 detections loaded. } 190.0 text {0 detections AutoValidated. } 191.0 text {0 detections AutoIdentified. } 192.0 text {1: not valid } 193.0 text {2: not valid } 194.0 text {3: not valid } 195.0 text {4: not valid } 196.0 text {5: not valid } 197.0 text {5: not valid } 198.0 text {6: not valid } 199.0 text {7: not valid } 200.0 text {8: not valid } 201.0 text {9: not valid } 202.0 text {10: not valid } 203.0 text {11: not valid } 204.0 text {12: not valid } 205.0 text {From 703_20230611_2C_S06038_01_0001.dets: } 206.0 text {Wrote 0 detections. } 207.0 text {Wrote 12 rejects. } 208.0 text {Wrote 0 NEOs. } 209.0 text { } 210.0 text {Loading 703_20230611_2C_S10038_01_0001.dets... } 211.0 text {12 detections loaded. } 212.0 text {0 detections AutoValidated. } 213.0 text {0 detections AutoIdentified. } 214.0 text {1: not valid } 215.0 text {2: not valid } 216.0 text {3: not valid } 217.0 text {4: not valid } 218.0 text {5: not valid } 219.0 text {6: not valid } 220.0 text {7: not valid } 221.0 text {8: not valid } 222.0 text {9: not valid } 223.0 text {10: not valid } 224.0 text {11: not valid } 225.0 text {12: not valid } 226.0 text {From 703_20230611_2C_S10038_01_0001.dets: } 227.0 text {Wrote 0 detections. } 228.0 text {Wrote 12 rejects. } 229.0 text {Wrote 0 NEOs. } 230.0 text { } 231.0 text {Loading 703_20230611_2C_S06039_01_0001.dets... } 232.0 text {12 detections loaded. } 233.0 text {0 detections AutoValidated. } 234.0 text {0 detections AutoIdentified. } 235.0 text {1: not valid } 236.0 text {2: not valid } 237.0 text {3: not valid } 238.0 text {4: not valid } 239.0 text {4: not valid } 240.0 text {5: not valid } 241.0 text {6: not valid } 242.0 text {7: not valid } 243.0 text {8: not valid } 244.0 text {9: not valid } 245.0 text {10: not valid } 246.0 text {11: not valid } 247.0 text {12: not valid } 248.0 text {From 703_20230611_2C_S06039_01_0001.dets: } 249.0 text {Wrote 0 detections. } 250.0 text {Wrote 12 rejects. } 251.0 text {Wrote 0 NEOs. } 252.0 text { } 253.0 text {Loading 703_20230611_2C_S02039_01_0001.dets... } 254.0 text {12 detections loaded. } 255.0 text {0 detections AutoValidated. } 256.0 text {0 detections AutoIdentified. } 257.0 text {1: not valid } 258.0 text {2: not valid } 259.0 text {3: not valid } 260.0 text {4: not valid } 261.0 text {5: not valid } 262.0 text {6: not valid } 263.0 text {7: not valid } 264.0 text {8: not valid } 265.0 text {9: not valid } 266.0 text {10: not valid } 267.0 text {11: not valid } 268.0 text {12: not valid } 269.0 text {From 703_20230611_2C_S02039_01_0001.dets: } 270.0 text {Wrote 0 detections. } 271.0 text {Wrote 12 rejects. } 272.0 text {Wrote 0 NEOs. } 273.0 text { } 274.0 text {Loading 703_20230611_2C_S10039_01_0001.dets... } 275.0 text {12 detections loaded. } 276.0 text {0 detections AutoValidated. } 277.0 text {0 detections AutoIdentified. } 278.0 text {1: not valid } 279.0 text {2: not valid } 280.0 text {3: not valid } 281.0 text {4: not valid } 282.0 text {5: not valid } 283.0 text {6: not valid } 284.0 text {7: not valid } 285.0 text {8: not valid } 286.0 text {9: not valid } 287.0 text {10: not valid } 288.0 text {11: not valid } 289.0 text {12: not valid } 290.0 text {From 703_20230611_2C_S10039_01_0001.dets: } 291.0 text {Wrote 0 detections. } 292.0 text {Wrote 12 rejects. } 293.0 text {Wrote 0 NEOs. } 294.0 text { } 295.0 text {Loading 703_20230611_2C_S06040_01_0001.dets... } 296.0 text {12 detections loaded. } 297.0 text {0 detections AutoValidated. } 298.0 text {0 detections AutoIdentified. } 299.0 text {1: not valid } 300.0 text {2: not valid } 301.0 text {3: not valid } 302.0 text {4: not valid } 303.0 text {5: not valid } 304.0 text {6: not valid } 305.0 text {7: not valid } 306.0 text {8: not valid } 307.0 text {9: not valid } 308.0 text {10: not valid } 309.0 text {11: not valid } 310.0 text {12: not valid } 311.0 text {From 703_20230611_2C_S06040_01_0001.dets: } 312.0 text {Wrote 0 detections. } 313.0 text {Wrote 12 rejects. } 314.0 text {Wrote 0 NEOs. } 315.0 text { } 316.0 text {Loading 703_20230611_2C_S02041_01_0001.dets... } 317.0 text {12 detections loaded. } 318.0 text {0 detections AutoValidated. } 319.0 text {0 detections AutoIdentified. } 320.0 text {1: not valid } 321.0 text {2: not valid } 322.0 text {3: not valid } 323.0 text {4: not valid } 324.0 text {5: not valid } 325.0 text {6: not valid } 326.0 text {7: not valid } 327.0 text {8: not valid } 328.0 text {9: not valid } 329.0 text {10: not valid } 330.0 text {11: not valid } 331.0 text {12: not valid } 332.0 text {From 703_20230611_2C_S02041_01_0001.dets: } 333.0 text {Wrote 0 detections. } 334.0 text {Wrote 12 rejects. } 335.0 text {Wrote 0 NEOs. } 336.0 text { } 337.0 text {Loading 703_20230611_2C_S02042_01_0001.dets... } 338.0 text {12 detections loaded. } 339.0 text {0 detections AutoValidated. } 340.0 text {0 detections AutoIdentified. } 341.0 text {1: not valid } 342.0 text {2: not valid } 343.0 text {3: not valid } 344.0 text {4: not valid } 345.0 text {5: not valid } 346.0 text {6: not valid } 347.0 text {7: not valid } 348.0 text {8: not valid } 349.0 text {9: not valid } 350.0 text {10: not valid } 351.0 text {11: not valid } 352.0 text {12: not valid } 353.0 text {From 703_20230611_2C_S02042_01_0001.dets: } 354.0 text {Wrote 0 detections. } 355.0 text {Wrote 12 rejects. } 356.0 text {Wrote 0 NEOs. } 357.0 text { } 358.0 text {Loading 703_20230611_2C_S10040_01_0001.dets... } 359.0 text {12 detections loaded. } 360.0 text {0 detections AutoValidated. } 361.0 text {0 detections AutoIdentified. } 362.0 text {1: not valid } 363.0 text {2: not valid } 364.0 text {3: not valid } 365.0 text {4: not valid } 366.0 text {5: not valid } 367.0 text {6: not valid } 368.0 text {7: not valid } 369.0 text {8: not valid } 370.0 text {9: not valid } 371.0 text {10: not valid } 372.0 text {11: not valid } 373.0 text {12: not valid } 374.0 text {From 703_20230611_2C_S10040_01_0001.dets: } 375.0 text {Wrote 0 detections. } 376.0 text {Wrote 12 rejects. } 377.0 text {Wrote 0 NEOs. } 378.0 text { } 379.0 text {Loading 703_20230611_2C_S10041_01_0001.dets... } 380.0 text {12 detections loaded. } 381.0 text {0 detections AutoValidated. } 382.0 text {0 detections AutoIdentified. } 383.0 text {1: not valid } 384.0 text {2: not valid } 385.0 text {3: not valid } 386.0 text {4: not valid } 387.0 text {5: not valid } 388.0 text {6: not valid } 389.0 text {7: not valid } 390.0 text {8: not valid } 391.0 text {9: not valid } 392.0 text {10: not valid } 393.0 text {11: not valid } 394.0 text {12: not valid } 395.0 text {From 703_20230611_2C_S10041_01_0001.dets: } 396.0 text {Wrote 0 detections. } 397.0 text {Wrote 12 rejects. } 398.0 text {Wrote 0 NEOs. } 399.0 text { } 400.0 text {Loading 703_20230611_2C_S06041_01_0001.dets... } 401.0 text {12 detections loaded. } 402.0 text {0 detections AutoValidated. } 403.0 text {0 detections AutoIdentified. } 404.0 text {1: not valid } 405.0 text {2: not valid } 406.0 text {3: not valid } 407.0 text {4: not valid } 408.0 text {5: not valid } 409.0 text {6: not valid } 410.0 text {7: not valid } 411.0 text {8: not valid } 412.0 text {9: not valid } 413.0 text {10: not valid } 414.0 text {11: not valid } 415.0 text {12: not valid } 416.0 text {From 703_20230611_2C_S06041_01_0001.dets: } 417.0 mark current 418.0 text {Wrote 0 detections. } 418.0 text {Wrote 12 rejects. } 419.0 text {Wrote 0 NEOs. } 420.0 text {Sun Jun 11 09:33:09 UTC 2023: } 421.0 text {Clean Up of system done } 422.0 text { } 423.0 mark insert 424.0 text { } 424.0