text {Fri Mar 24 01:20:41 UTC 2023: } 1.0 text {Control program started } 2.0 text { } 3.0 text {Fri Mar 24 01:20:41 UTC 2023: } 4.0 text {Proc. Initialize executed } 5.0 text { } 6.0 text {Fri Mar 24 01:20:45 UTC 2023: } 7.0 text {System Test executed } 8.0 text { } 9.0 text {________________________________ } 10.0 text { } 11.0 text {MachineTest run for display tohono } 12.0 text {Net latency = 0.407 ms } 13.0 text {Time difference: } 14.0 tagon Ok 14.17 text {0 sec} 14.17 tagoff Ok 14.22 text { chronyd: } 14.22 tagon Ok 14.33 text Ok 14.33 tagoff Ok 14.35 text { checkclock: } 14.35 tagon Ok 14.49 text Ok 14.49 tagoff Ok 14.51 text { } 14.51 text {Directory Location Available Needed } 15.0 tagon Ok 16.0 text {/ / 34.5G 1.0G} 16.0 tagoff Ok 16.39 text { } 16.39 tagon Ok 17.0 text {/home /home 2581.3G 5.0G} 17.0 tagoff Ok 17.39 text { } 17.39 tagon Ok 18.0 text {/data0 /home 2581.3G 250.0G} 18.0 tagoff Ok 18.39 text { } 18.39 tagon Ok 19.0 text {/dev/shm /dev/shm 31.3G 1.0G} 19.0 tagoff Ok 19.39 text { } 19.39 text {________________________________ } 20.0 text { } 21.0 text {MachineTest run for control tohono } 22.0 tagon Error 23.0 text {Flat count 201 > 200 /home/observer/calibrations/703_5280_2 } 23.0 tagoff Error 24.0 text {Net latency = 0.538 ms } 24.0 text {Time difference: } 25.0 tagon Ok 25.17 text {0 sec} 25.17 tagoff Ok 25.22 text { chronyd: } 25.22 tagon Ok 25.33 text Ok 25.33 tagoff Ok 25.35 text { checkclock: } 25.35 tagon Ok 25.49 text Ok 25.49 tagoff Ok 25.51 text { } 25.51 text {Directory Location Available Needed } 26.0 tagon Ok 27.0 text {/ / 34.5G 1.0G} 27.0 tagoff Ok 27.39 text { } 27.39 tagon Ok 28.0 text {/home /home 2581.3G 5.0G} 28.0 tagoff Ok 28.39 text { } 28.39 tagon Ok 29.0 text {/data0 /home 2581.3G 250.0G} 29.0 tagoff Ok 29.39 text { } 29.39 tagon Ok 30.0 text {/dev/shm /dev/shm 31.3G 1.0G} 30.0 tagoff Ok 30.39 text { } 30.39 text {________________________________ } 31.0 text { } 32.0 text {MachineTest run for node1 hopitu } 33.0 text {Net latency = 0.645 ms } 34.0 text {Time difference: } 35.0 tagon Ok 35.17 text {0 sec} 35.17 tagoff Ok 35.22 text { chronyd: } 35.22 tagon Ok 35.33 text Ok 35.33 tagoff Ok 35.35 text { checkclock: } 35.35 tagon Ok 35.49 text Ok 35.49 tagoff Ok 35.51 text { } 35.51 text {Directory Location Available Needed } 36.0 tagon Ok 37.0 text {/ / 123.8G 1.0G} 37.0 tagoff Ok 37.39 text { } 37.39 tagon Ok 38.0 text {/home /home 2553.7G 5.0G} 38.0 tagoff Ok 38.39 text { } 38.39 tagon Ok 39.0 text {/data0 /home 2553.7G 10.0G} 39.0 tagoff Ok 39.39 text { } 39.39 tagon Ok 40.0 text {/dev/shm /dev/shm 31.3G 1.0G} 40.0 tagoff Ok 40.39 text { } 40.39 text {________________________________ } 41.0 text { } 42.0 text {MachineTest run for node2 hopitu } 43.0 text {Net latency = 0.782 ms } 44.0 text {Time difference: } 45.0 tagon Ok 45.17 text {0 sec} 45.17 tagoff Ok 45.22 text { chronyd: } 45.22 tagon Ok 45.33 text Ok 45.33 tagoff Ok 45.35 text { checkclock: } 45.35 tagon Ok 45.49 text Ok 45.49 tagoff Ok 45.51 text { } 45.51 text {Directory Location Available Needed } 46.0 tagon Ok 47.0 text {/ / 123.8G 1.0G} 47.0 tagoff Ok 47.39 text { } 47.39 tagon Ok 48.0 text {/home /home 2553.7G 5.0G} 48.0 tagoff Ok 48.39 text { } 48.39 tagon Ok 49.0 text {/data0 /home 2553.7G 10.0G} 49.0 tagoff Ok 49.39 text { } 49.39 tagon Ok 50.0 text {/dev/shm /dev/shm 31.3G 1.0G} 50.0 tagoff Ok 50.39 text { } 50.39 text {________________________________ } 51.0 text { } 52.0 text {MachineTest run for node3 hopitu } 53.0 text {Net latency = 0.839 ms } 54.0 text {Time difference: } 55.0 tagon Ok 55.17 text {0 sec} 55.17 tagoff Ok 55.22 text { chronyd: } 55.22 tagon Ok 55.33 text Ok 55.33 tagoff Ok 55.35 text { checkclock: } 55.35 tagon Ok 55.49 text Ok 55.49 tagoff Ok 55.51 text { } 55.51 text {Directory Location Available Needed } 56.0 tagon Ok 57.0 text {/ / 123.8G 1.0G} 57.0 tagoff Ok 57.39 text { } 57.39 tagon Ok 58.0 text {/home /home 2553.7G 5.0G} 58.0 tagoff Ok 58.39 text { } 58.39 tagon Ok 59.0 text {/data0 /home 2553.7G 10.0G} 59.0 tagoff Ok 59.39 text { } 59.39 tagon Ok 60.0 text {/dev/shm /dev/shm 31.3G 1.0G} 60.0 tagoff Ok 60.39 text { } 60.39 text {________________________________ } 61.0 text { } 62.0 text {MachineTest run for node4 hopitu } 63.0 text {Net latency = 0.861 ms } 64.0 text {Time difference: } 65.0 tagon Ok 65.17 text {0 sec} 65.17 tagoff Ok 65.22 text { chronyd: } 65.22 tagon Ok 65.33 text Ok 65.33 tagoff Ok 65.35 text { checkclock: } 65.35 tagon Ok 65.49 text Ok 65.49 tagoff Ok 65.51 text { } 65.51 text {Directory Location Available Needed } 66.0 tagon Ok 67.0 text {/ / 123.8G 1.0G} 67.0 tagoff Ok 67.39 text { } 67.39 tagon Ok 68.0 text {/home /home 2553.7G 5.0G} 68.0 tagoff Ok 68.39 text { } 68.39 tagon Ok 69.0 text {/data0 /home 2553.7G 10.0G} 69.0 tagoff Ok 69.39 text { } 69.39 tagon Ok 70.0 text {/dev/shm /dev/shm 31.3G 1.0G} 70.0 tagoff Ok 70.39 text { } 70.39 text {________________________________ } 71.0 text { } 72.0 text {MachineTest run for archive2 tohono } 73.0 text {Net latency = 0.061 ms } 74.0 text {Time difference: } 75.0 tagon Ok 75.17 text {0 sec} 75.17 tagoff Ok 75.22 text { chronyd: } 75.22 tagon Ok 75.33 text Ok 75.33 tagoff Ok 75.35 text { checkclock: } 75.35 tagon Ok 75.49 text Ok 75.49 tagoff Ok 75.51 text { } 75.51 text {Directory Location Available Needed } 76.0 mark current 77.0 tagon Ok 77.0 text {/ / 34.5G 1.0G} 77.0 tagoff Ok 77.39 text { } 77.39 tagon Ok 78.0 text {/home /home 2581.3G 5.0G} 78.0 tagoff Ok 78.39 text { } 78.39 tagon Ok 79.0 text {/data0 /home 2581.3G 250.0G} 79.0 tagoff Ok 79.39 text { } 79.39 tagon Ok 80.0 text {/dev/shm /dev/shm 31.3G 1.0G} 80.0 tagoff Ok 80.39 text { } 80.39 text {________________________________ } 81.0 text { } 82.0 text {MachineTest run for acquisition akimel } 83.0 text {Net latency = 0.607 ms } 84.0 text {Time difference: } 85.0 tagon Ok 85.17 text {0 sec} 85.17 tagoff Ok 85.22 text { chronyd: } 85.22 tagon Ok 85.33 text Ok 85.33 tagoff Ok 85.35 text { checkclock: } 85.35 tagon Ok 85.49 text Ok 85.49 tagoff Ok 85.51 text { } 85.51 text {Directory Location Available Needed } 86.0 tagon Ok 87.0 text {/ / 127.1G 1.0G} 87.0 tagoff Ok 87.39 text { } 87.39 tagon Ok 88.0 text {/home /home 1873.3G 5.0G} 88.0 tagoff Ok 88.39 text { } 88.39 tagon Ok 89.0 text {/data0 /home 1873.3G 250.0G} 89.0 tagoff Ok 89.39 text { } 89.39 tagon Ok 90.0 text {/dev/shm /dev/shm 15.6G 1.0G} 90.0 tagoff Ok 90.39 text { } 90.39 text {________________________________ } 91.0 text { } 92.0 text {OT machine fourkccd detected PING fourkccd.lpl.arizona.edu (150.135.111.98) 6500(6528) bytes of data. } 93.0 text {6508 bytes from fourkccd.lpl.arizona.edu (150.135.111.98): icmp_seq=1 ttl=54 time=16.2 ms } 94.0 text {6508 bytes from fourkccd.lpl.arizona.edu (150.135.111.98): icmp_seq=2 ttl=54 time=9.78 ms } 95.0 text {6508 bytes from fourkccd.lpl.arizona.edu (150.135.111.98): icmp_seq=3 ttl=54 time=25.2 ms } 96.0 text {6508 bytes from fourkccd.lpl.arizona.edu (150.135.111.98): icmp_seq=4 ttl=54 time=11.4 ms } 97.0 text { } 98.0 text {--- fourkccd.lpl.arizona.edu ping statistics --- } 99.0 text {4 packets transmitted, 4 received, 0% packet loss, time 602ms } 100.0 text {rtt min/avg/max/mdev = 9.779/15.649/25.203/5.997 ms. } 101.0 text {________________________________ } 102.0 text { } 103.0 text { } 104.0 text {Node uniqueness test completed. } 105.0 mark insert 106.0 text { } 106.0 text {Fri Mar 24 01:20:41 UTC 2023: } 1.0 text {Control program started } 2.0 text { } 3.0 text {Fri Mar 24 01:20:41 UTC 2023: } 4.0 text {Proc. Initialize executed } 5.0 text { } 6.0 text {Fri Mar 24 01:20:45 UTC 2023: } 7.0 text {System Test executed } 8.0 text { } 9.0 text {________________________________ } 10.0 text { } 11.0 text {MachineTest run for display tohono } 12.0 text {Net latency = 0.407 ms } 13.0 text {Time difference: } 14.0 tagon Ok 14.17 text {0 sec} 14.17 tagoff Ok 14.22 text { chronyd: } 14.22 tagon Ok 14.33 text Ok 14.33 tagoff Ok 14.35 text { checkclock: } 14.35 tagon Ok 14.49 text Ok 14.49 tagoff Ok 14.51 text { } 14.51 text {Directory Location Available Needed } 15.0 tagon Ok 16.0 text {/ / 34.5G 1.0G} 16.0 tagoff Ok 16.39 text { } 16.39 tagon Ok 17.0 text {/home /home 2581.3G 5.0G} 17.0 tagoff Ok 17.39 text { } 17.39 tagon Ok 18.0 text {/data0 /home 2581.3G 250.0G} 18.0 tagoff Ok 18.39 text { } 18.39 tagon Ok 19.0 text {/dev/shm /dev/shm 31.3G 1.0G} 19.0 tagoff Ok 19.39 text { } 19.39 text {________________________________ } 20.0 text { } 21.0 text {MachineTest run for control tohono } 22.0 tagon Error 23.0 text {Flat count 201 > 200 /home/observer/calibrations/703_5280_2 } 23.0 tagoff Error 24.0 text {Net latency = 0.538 ms } 24.0 text {Time difference: } 25.0 tagon Ok 25.17 text {0 sec} 25.17 tagoff Ok 25.22 text { chronyd: } 25.22 tagon Ok 25.33 text Ok 25.33 tagoff Ok 25.35 text { checkclock: } 25.35 tagon Ok 25.49 text Ok 25.49 tagoff Ok 25.51 text { } 25.51 text {Directory Location Available Needed } 26.0 tagon Ok 27.0 text {/ / 34.5G 1.0G} 27.0 tagoff Ok 27.39 text { } 27.39 tagon Ok 28.0 text {/home /home 2581.3G 5.0G} 28.0 tagoff Ok 28.39 text { } 28.39 tagon Ok 29.0 text {/data0 /home 2581.3G 250.0G} 29.0 tagoff Ok 29.39 text { } 29.39 tagon Ok 30.0 text {/dev/shm /dev/shm 31.3G 1.0G} 30.0 tagoff Ok 30.39 text { } 30.39 text {________________________________ } 31.0 text { } 32.0 text {MachineTest run for node1 hopitu } 33.0 text {Net latency = 0.645 ms } 34.0 text {Time difference: } 35.0 tagon Ok 35.17 text {0 sec} 35.17 tagoff Ok 35.22 text { chronyd: } 35.22 tagon Ok 35.33 text Ok 35.33 tagoff Ok 35.35 text { checkclock: } 35.35 tagon Ok 35.49 text Ok 35.49 tagoff Ok 35.51 text { } 35.51 text {Directory Location Available Needed } 36.0 tagon Ok 37.0 text {/ / 123.8G 1.0G} 37.0 tagoff Ok 37.39 text { } 37.39 tagon Ok 38.0 text {/home /home 2553.7G 5.0G} 38.0 tagoff Ok 38.39 text { } 38.39 tagon Ok 39.0 text {/data0 /home 2553.7G 10.0G} 39.0 tagoff Ok 39.39 text { } 39.39 tagon Ok 40.0 text {/dev/shm /dev/shm 31.3G 1.0G} 40.0 tagoff Ok 40.39 text { } 40.39 text {________________________________ } 41.0 text { } 42.0 text {MachineTest run for node2 hopitu } 43.0 text {Net latency = 0.782 ms } 44.0 text {Time difference: } 45.0 tagon Ok 45.17 text {0 sec} 45.17 tagoff Ok 45.22 text { chronyd: } 45.22 tagon Ok 45.33 text Ok 45.33 tagoff Ok 45.35 text { checkclock: } 45.35 tagon Ok 45.49 text Ok 45.49 tagoff Ok 45.51 text { } 45.51 text {Directory Location Available Needed } 46.0 tagon Ok 47.0 text {/ / 123.8G 1.0G} 47.0 tagoff Ok 47.39 text { } 47.39 tagon Ok 48.0 text {/home /home 2553.7G 5.0G} 48.0 tagoff Ok 48.39 text { } 48.39 tagon Ok 49.0 text {/data0 /home 2553.7G 10.0G} 49.0 tagoff Ok 49.39 text { } 49.39 tagon Ok 50.0 text {/dev/shm /dev/shm 31.3G 1.0G} 50.0 tagoff Ok 50.39 text { } 50.39 text {________________________________ } 51.0 text { } 52.0 text {MachineTest run for node3 hopitu } 53.0 text {Net latency = 0.839 ms } 54.0 text {Time difference: } 55.0 tagon Ok 55.17 text {0 sec} 55.17 tagoff Ok 55.22 text { chronyd: } 55.22 tagon Ok 55.33 text Ok 55.33 tagoff Ok 55.35 text { checkclock: } 55.35 tagon Ok 55.49 text Ok 55.49 tagoff Ok 55.51 text { } 55.51 text {Directory Location Available Needed } 56.0 tagon Ok 57.0 text {/ / 123.8G 1.0G} 57.0 tagoff Ok 57.39 text { } 57.39 tagon Ok 58.0 text {/home /home 2553.7G 5.0G} 58.0 tagoff Ok 58.39 text { } 58.39 tagon Ok 59.0 text {/data0 /home 2553.7G 10.0G} 59.0 tagoff Ok 59.39 text { } 59.39 tagon Ok 60.0 text {/dev/shm /dev/shm 31.3G 1.0G} 60.0 tagoff Ok 60.39 text { } 60.39 text {________________________________ } 61.0 text { } 62.0 text {MachineTest run for node4 hopitu } 63.0 text {Net latency = 0.861 ms } 64.0 text {Time difference: } 65.0 tagon Ok 65.17 text {0 sec} 65.17 tagoff Ok 65.22 text { chronyd: } 65.22 tagon Ok 65.33 text Ok 65.33 tagoff Ok 65.35 text { checkclock: } 65.35 tagon Ok 65.49 text Ok 65.49 tagoff Ok 65.51 text { } 65.51 text {Directory Location Available Needed } 66.0 tagon Ok 67.0 text {/ / 123.8G 1.0G} 67.0 tagoff Ok 67.39 text { } 67.39 tagon Ok 68.0 text {/home /home 2553.7G 5.0G} 68.0 tagoff Ok 68.39 text { } 68.39 tagon Ok 69.0 text {/data0 /home 2553.7G 10.0G} 69.0 tagoff Ok 69.39 text { } 69.39 tagon Ok 70.0 text {/dev/shm /dev/shm 31.3G 1.0G} 70.0 tagoff Ok 70.39 text { } 70.39 text {________________________________ } 71.0 text { } 72.0 text {MachineTest run for archive2 tohono } 73.0 text {Net latency = 0.061 ms } 74.0 text {Time difference: } 75.0 tagon Ok 75.17 text {0 sec} 75.17 tagoff Ok 75.22 text { chronyd: } 75.22 tagon Ok 75.33 text Ok 75.33 tagoff Ok 75.35 text { checkclock: } 75.35 tagon Ok 75.49 text Ok 75.49 tagoff Ok 75.51 text { } 75.51 text {Directory Location Available Needed } 76.0 mark current 77.0 tagon Ok 77.0 text {/ / 34.5G 1.0G} 77.0 tagoff Ok 77.39 text { } 77.39 tagon Ok 78.0 text {/home /home 2581.3G 5.0G} 78.0 tagoff Ok 78.39 text { } 78.39 tagon Ok 79.0 text {/data0 /home 2581.3G 250.0G} 79.0 tagoff Ok 79.39 text { } 79.39 tagon Ok 80.0 text {/dev/shm /dev/shm 31.3G 1.0G} 80.0 tagoff Ok 80.39 text { } 80.39 text {________________________________ } 81.0 text { } 82.0 text {MachineTest run for acquisition akimel } 83.0 text {Net latency = 0.607 ms } 84.0 text {Time difference: } 85.0 tagon Ok 85.17 text {0 sec} 85.17 tagoff Ok 85.22 text { chronyd: } 85.22 tagon Ok 85.33 text Ok 85.33 tagoff Ok 85.35 text { checkclock: } 85.35 tagon Ok 85.49 text Ok 85.49 tagoff Ok 85.51 text { } 85.51 text {Directory Location Available Needed } 86.0 tagon Ok 87.0 text {/ / 127.1G 1.0G} 87.0 tagoff Ok 87.39 text { } 87.39 tagon Ok 88.0 text {/home /home 1873.3G 5.0G} 88.0 tagoff Ok 88.39 text { } 88.39 tagon Ok 89.0 text {/data0 /home 1873.3G 250.0G} 89.0 tagoff Ok 89.39 text { } 89.39 tagon Ok 90.0 text {/dev/shm /dev/shm 15.6G 1.0G} 90.0 tagoff Ok 90.39 text { } 90.39 text {________________________________ } 91.0 text { } 92.0 text {OT machine fourkccd detected PING fourkccd.lpl.arizona.edu (150.135.111.98) 6500(6528) bytes of data. } 93.0 text {6508 bytes from fourkccd.lpl.arizona.edu (150.135.111.98): icmp_seq=1 ttl=54 time=16.2 ms } 94.0 text {6508 bytes from fourkccd.lpl.arizona.edu (150.135.111.98): icmp_seq=2 ttl=54 time=9.78 ms } 95.0 text {6508 bytes from fourkccd.lpl.arizona.edu (150.135.111.98): icmp_seq=3 ttl=54 time=25.2 ms } 96.0 text {6508 bytes from fourkccd.lpl.arizona.edu (150.135.111.98): icmp_seq=4 ttl=54 time=11.4 ms } 97.0 text { } 98.0 text {--- fourkccd.lpl.arizona.edu ping statistics --- } 99.0 text {4 packets transmitted, 4 received, 0% packet loss, time 602ms } 100.0 text {rtt min/avg/max/mdev = 9.779/15.649/25.203/5.997 ms. } 101.0 text {________________________________ } 102.0 text { } 103.0 text { } 104.0 text {Node uniqueness test completed. } 105.0 text {Fri Mar 24 01:21:18 UTC 2023: } 106.0 text {Clean Up of system done } 107.0 text { } 108.0 mark insert 109.0 text { } 109.0