2023-04-04T18:06:45Z INFO __main__ 253: CONFIG [Paths] tm_archive = /data/stix/SOLSOC/from_edds/tm/processing fits_archive = /data/stix/out/fits_v1.0.0 spice_kernels = /data/stix/spice/kernels soop_files = /data/stix/SOLSOC/from_soc [Logging] stop_on_error = False [IDLBridge] enabled = True gsw_path = /opt/STIX-GSW batchsize = 30 [Pipeline] status_server_port = 12388 parallel_batchsize_l0 = 100 parallel_batchsize_l1 = 100 parallel_batchsize_l2 = 100 log_level = INFO log_dir = /data/stix/out/fits_v1.0.0/logging error_mail_send = True error_mail_receivers = nicky.hochmuth@ateleris.ch, shane.maloney@tcd.ie error_mail_smpt_host = lmailer.fhnw.ch error_mail_smpt_port = 25 error_mail_sender = nicky.hochmuth@fhnw.ch start_with_unprocessed = False [Publish] db_file = /home/stixcore/soar_pub/published.sqlite include_levels = L0, L1 waiting_period = 21d target_dir = /home/solsoc/to_soc report_mail_receivers = nicky.hochmuth@ateleris.ch, shane.maloney@tcd.ie report_mail_send = True same_esa_name_dir = /data/stix/out/esa_conflicts rid_lut_file = ./stixcore/data/publish/rid_lut.csv rid_lut_file_update_url = https://datacenter.stix.i4ds.net/api/bsd/info/ batch_size = 20000 fits_dir = /data/stix/out/fits_v1.0.0 target_host = pub026.cs.technik.fhnw.ch supplement_report = /home/stixcore/soar_pub/supplement_report.csv [SOOP] endpoint = https://solarorbiter.esac.esa.int/soopkitchen/api user = smaloney password = xxxx soop_files_download = ./stixcore/data/soop 2023-04-04T18:06:45Z INFO __main__ 270: SINGLETONS SOOPManager: /data/stix/SOLSOC/from_soc SPICE: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230403_002.tm IDBManager: /home/stixcore/STIXCore/stixcore/data/idb Versions: [{'label': '2.26.36', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.36', 'version': ['2', '26', '36']}, {'label': '2.26.32', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.32', 'version': ['2', '26', '32']}, {'label': '2.26.34', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.34', 'version': ['2', '26', '34']}, {'label': '2.26.33', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.33', 'version': ['2', '26', '33']}, {'label': '2.26.31', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.31', 'version': ['2', '26', '31']}, {'label': '2.26.35', 'path': '/home/stixcore/STIXCore/stixcore/data/idb/v2.26.35', 'version': ['2', '26', '35']}] Force version: None History: IntervalTree([Interval(0.0, 640198039.0, '2.26.32'), Interval(640198039.0, 640265396.0, '2.26.31'), Interval(640265396.0, 642159993.0, '2.26.32'), Interval(642159993.0, 643123725.0, '2.26.33'), Interval(643123725.0, 677774249.0, '2.26.34'), Interval(677774249.0, 692380776.0, '2.26.35'), Interval(692380776.0, 4294967295.0, '2.26.36')]) 2023-04-04T18:06:45Z INFO stixcore.processing.TMTCtoLB 30: Processing file: SOCPacketFile('/data/stix/SOLSOC/from_edds/tm/processing/TM_05PM_REQ_BatchRequest.PktTmRaw.SOL.0.2023.030.08.24.13.725.SjWJ@2023.091.12.00.01.239.10.xml') 2023-04-04T18:06:49Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303139200-63058.fits 2023-04-04T18:06:49Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303069241-63056.fits 2023-04-04T18:06:50Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303064537-63057.fits 2023-04-04T18:06:50Z INFO stixcore.io.fits.processors 435: Writing fits file to /data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303064359-63055.fits 2023-04-04T18:06:50Z INFO __main__ 207: generated LB files: {PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303064359-63055.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303064537-63057.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303069241-63056.fits'), PosixPath('/data/stix/out/fits_v1.0.0/LB/21/6/21/solo_LB_stix-21-6-21_0000000000-9999999999_V01_2303139200-63058.fits')} 2023-04-04T18:06:50Z INFO stixcore.idb.idb 522: IDB loaded from /home/stixcore/STIXCore/stixcore/data/idb/v2.26.36/idb.sqlite 2023-04-04T18:06:50Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230403_002.tm 2023-04-04T18:08:08Z WARNING stixcore.products.levelb.binary 318: Incomplete sequence sequence_count sequence_flag scet_coarse -------------- ------------- ----------- 6520 0 733463887 6521 0 733463887 6522 0 733463889 6523 0 733463889 6524 0 733463891 6525 0 733463891 6526 0 733463893 6527 0 733463893 6528 0 733463902 6529 0 733463902 6530 0 733463903 6531 0 733463904 6532 0 733463905 6533 0 733463906 6534 0 733463906 6535 0 733463908 6536 0 733463908 6537 0 733463910 6538 0 733463910 6539 0 733463912 6540 0 733463912 6541 0 733463914 6542 0 733463914 6543 0 733463916 6544 0 733463917 6545 0 733463924 6546 0 733463925 6547 0 733463926 6548 0 733463926 6549 0 733463928 6550 0 733463929 6551 0 733463930 6552 0 733463930 6553 0 733463932 6554 0 733463933 6555 0 733463934 6556 0 733463934 6557 0 733463936 6558 0 733463937 6559 0 733463945 6560 0 733463945 6561 0 733463946 6562 0 733463947 6563 0 733463949 6564 0 733463949 6565 0 733463949 6566 0 733463951 6567 0 733463951 6568 0 733463953 6569 0 733463953 6570 0 733463955 6571 0 733463955 6572 0 733463957 6573 0 733463957 6574 0 733463966 6575 0 733463966 6576 0 733463967 6577 0 733463968 6578 0 733463970 6579 0 733463970 6580 0 733463971 6581 0 733463972 6582 0 733463974 6583 0 733463974 6584 0 733463975 6585 0 733463976 6586 0 733463978 6587 0 733463978 6588 0 733463979 6589 0 733463980 6590 0 733463988 6591 0 733463988 6592 0 733463990 6593 0 733463990 6594 0 733463992 6595 0 733463992 6596 0 733463993 6597 0 733463994 6598 0 733463994 6599 0 733463996 6600 0 733463997 6601 0 733463998 6602 0 733463998 6603 0 733464000 6604 0 733464000 6605 0 733464008 6606 0 733464009 6607 0 733464010 6608 0 733464010 6609 0 733464012 6610 0 733464013 6611 0 733464014 6612 0 733464014 6613 0 733464016 6614 0 733464017 6615 0 733464018 6616 0 733464018 6617 0 733464020 6618 0 733464020 6619 0 733464022 6620 0 733464022 6621 0 733464030 6622 0 733464031 6623 0 733464032 6624 0 733464033 6625 0 733464034 6626 0 733464035 6627 0 733464035 6628 0 733464037 6629 0 733464037 6630 0 733464039 6631 0 733464039 6632 0 733464041 6633 0 733464041 6634 0 733464042 6635 0 733464043 6636 0 733464044 6637 0 733464045 6638 0 733464053 6639 0 733464053 6640 0 733464054 6641 0 733464055 6642 0 733464057 6643 0 733464057 6644 0 733464058 6645 0 733464059 6646 0 733464061 6647 0 733464061 6648 0 733464063 6649 0 733464063 6650 0 733464065 6651 0 733464066 6652 0 733464067 6653 0 733464068 6654 0 733464079 6655 0 733464079 6656 0 733464082 6657 0 733464082 6658 0 733464083 6659 0 733464086 6660 0 733464086 6661 0 733464088 6662 0 733464089 6663 0 733464091 6664 0 733464091 6665 0 733464094 6666 0 733464095 6667 0 733464097 6668 0 733464097 6669 0 733464099 6670 0 733464100 6671 0 733464111 6672 0 733464112 6673 0 733464114 6674 0 733464115 6675 0 733464117 6676 0 733464118 6677 0 733464120 6678 0 733464121 6679 0 733464123 6680 0 733464124 6681 0 733464126 6682 0 733464127 6683 0 733464130 6684 0 733464130 6685 0 733464133 6686 0 733464134 6687 0 733464147 6688 0 733464148 6689 0 733464149 6690 0 733464152 6691 0 733464153 6692 0 733464155 6693 0 733464156 6694 0 733464159 6695 0 733464160 6696 0 733464163 6697 0 733464163 6698 0 733464167 6699 0 733464167 6700 0 733464170 6701 0 733464171 6702 0 733464174 6703 0 733464174 6704 0 733464188 6705 0 733464199 6706 0 733464201 6707 0 733464202 6708 0 733464204 6709 0 733464205 6710 0 733464207 6711 0 733464208 6712 0 733464210 6713 0 733464210 6714 0 733464212 6715 0 733464213 6716 0 733464215 6717 0 733464215 6718 0 733464218 6719 0 733464218 6720 0 733464219 6721 0 733464229 6722 0 733464229 6723 0 733464231 6724 0 733464231 6725 0 733464234 6726 0 733464234 6727 0 733464236 6728 0 733464237 6729 0 733464238 6730 0 733464239 6731 0 733464241 6732 0 733464241 6733 0 733464243 6734 0 733464244 6735 0 733464246 6736 0 733464246 6737 0 733464256 6738 0 733464256 6739 0 733464257 6740 0 733464257 6741 0 733464258 6742 0 733464258 6743 0 733464258 6744 0 733464258 6745 0 733464259 6746 0 733464259 6747 2 733464259 2023-04-04T18:08:08Z WARNING stixcore.products.levelb.binary 318: Incomplete sequence sequence_count sequence_flag scet_coarse -------------- ------------- ----------- 8911 1 733466776 8912 0 733466777 8913 0 733466777 8914 0 733466778 8915 0 733466785 8916 0 733466786 8917 0 733466787 8918 0 733466787 8919 0 733466788 8920 0 733466789 8921 0 733466789 8922 0 733466790 8923 0 733466791 8924 0 733466791 8925 0 733466792 8926 0 733466793 8927 0 733466794 8928 0 733466794 8929 0 733466795 8930 0 733466795 8931 0 733466796 8932 0 733466797 8933 0 733466798 8934 0 733466798 8935 0 733466799 8936 0 733466799 8937 0 733466801 8938 0 733466801 8939 0 733466802 8940 0 733466803 8941 0 733466803 8942 0 733466804 8943 0 733466805 8944 0 733466812 8945 0 733466812 8946 0 733466813 8947 0 733466814 8948 0 733466815 8949 0 733466815 8950 0 733466816 8951 0 733466817 8952 0 733466818 8953 0 733466818 8954 0 733466819 8955 0 733466820 8956 0 733466821 8957 0 733466821 8958 0 733466822 8959 0 733466823 8960 0 733466823 8961 0 733466824 8962 0 733466825 8963 0 733466825 8964 0 733466826 8965 0 733466827 8966 0 733466827 8967 0 733466828 8968 0 733466829 8969 0 733466830 8970 0 733466830 8971 0 733466831 8972 0 733466831 8973 0 733466839 8974 0 733466839 8975 0 733466840 8976 0 733466841 8977 0 733466842 8978 0 733466842 8979 0 733466843 8980 0 733466843 8981 0 733466844 8982 0 733466845 8983 0 733466846 8984 0 733466846 8985 0 733466847 8986 0 733466848 8987 0 733466848 8988 0 733466849 8989 0 733466849 8990 0 733466850 8991 0 733466851 8992 0 733466851 8993 0 733466853 8994 0 733466853 8995 0 733466854 8996 0 733466854 8997 0 733466855 8998 0 733466855 8999 0 733466856 9000 0 733466857 9001 0 733466858 9002 0 733466858 9003 0 733466865 9004 0 733466866 9005 0 733466866 9006 0 733466867 9007 0 733466867 9008 0 733466869 9009 0 733466869 9010 0 733466870 9011 0 733466870 9012 0 733466871 9013 0 733466871 9014 0 733466872 9015 0 733466873 9016 0 733466874 9017 0 733466874 9018 0 733466875 9019 0 733466876 9020 0 733466876 9021 0 733466877 9022 0 733466878 9023 0 733466878 9024 0 733466879 9025 0 733466879 9026 0 733466880 9027 0 733466881 9028 0 733466882 9029 0 733466882 9030 0 733466883 9031 0 733466883 9032 0 733466884 9033 0 733466885 9034 0 733466885 9035 0 733466886 9036 0 733466887 9037 0 733466894 9038 0 733466894 9039 0 733466895 9040 0 733466895 9041 0 733466896 9042 0 733466897 9043 0 733466897 9044 0 733466898 9045 0 733466899 9046 0 733466899 9047 0 733466900 9048 0 733466901 9049 0 733466901 9050 0 733466902 9051 0 733466902 9052 0 733466903 9053 0 733466904 9054 0 733466905 9055 0 733466905 9056 0 733466906 9057 0 733466906 9058 0 733466907 9059 0 733466908 9060 0 733466909 9061 0 733466909 9062 0 733466910 2023-04-04T18:08:09Z INFO __main__ 211: generated L0 files: [PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0731438189-0731440687_V01_2303064537-63057.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0731427777-0731428892_V01_2303069241-63056.fits')] 2023-04-04T18:08:09Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230403_002.tm 2023-04-04T18:08:09Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0731438189-0731440687_V01_2303064537-63057.fits 2023-04-04T18:08:09Z INFO stixcore.soop.manager 482: No soops found for time: 2023-03-06 17:19:13.033184 - 2023-03-06 18:00:51.737558 2023-04-04T18:08:10Z INFO stixcore.processing.L0toL1 89: processing file: /data/stix/out/fits_v1.0.0/L0/21/6/21/solo_L0_stix-sci-xray-cpd_0731427777-0731428892_V01_2303069241-63056.fits 2023-04-04T18:08:10Z INFO stixcore.soop.manager 482: No soops found for time: 2023-03-06 14:25:41.314886 - 2023-03-06 14:44:16.816846 2023-04-04T18:08:10Z INFO __main__ 215: generated L1 files: [PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/03/06/SCI/solo_L1_stix-sci-xray-cpd_20230306T142541-20230306T144416_V01_2303069241-63056.fits'), PosixPath('/data/stix/out/fits_v1.0.0/L1/2023/03/06/SCI/solo_L1_stix-sci-xray-cpd_20230306T171913-20230306T180051_V01_2303064537-63057.fits')] 2023-04-04T18:08:10Z INFO stixcore.ephemeris.manager 160: LOADING NEW META KERNEL: /data/stix/spice/kernels/mk/solo_ANC_soc-flown-mk_V110_20230403_002.tm 2023-04-04T18:08:11Z WARNING stixcore.processing.L1toL2 95: No L2 product match for product