2023-06-23 05:00:02,326 download publish lut file: https://datacenter.stix.i4ds.net/api/bsd/info/20230618/20230718
2023-06-23 05:00:02,402 found 4 entries
2023-06-23 05:00:03,241 write total 19640 entries to local storage
2023-06-23 05:00:03,547 PublishHistory DB loaded from /home/stixcore/soar_pub/published.sqlite
2023-06-23 05:00:03,549 db_file: /home/stixcore/soar_pub/published.sqlite
2023-06-23 05:00:03,549 include_all_products: False
2023-06-23 05:00:03,550 include_products: {'ql': 1, 'hk': 1, 'sci': 1, 'cal': 1}
2023-06-23 05:00:03,550 include_all_versions: True
2023-06-23 05:00:03,550 include_versions: False
2023-06-23 05:00:03,550 include_levels: {'l0': 1, 'l1': 1}
2023-06-23 05:00:03,550 same_esa_name_dir: /data/stix/out/esa_conflicts
2023-06-23 05:00:03,550 target_dir: /home/solsoc/to_soc
2023-06-23 05:00:03,550 target_host: pub026.cs.technik.fhnw.ch
2023-06-23 05:00:03,550 scp: True
2023-06-23 05:00:03,551 wait_period: 21.0 d
2023-06-23 05:00:03,551 fits_dir: /data/stix/out/fits_v1.0.0
2023-06-23 05:00:03,551 temp_dir: /tmp/tmpqz22k311
2023-06-23 05:00:03,551 rid_lut_file: ./stixcore/data/publish/rid_lut.csv
2023-06-23 05:00:03,551 update_rid_lut: True
2023-06-23 05:00:03,551 update_rid_lut_url: https://datacenter.stix.i4ds.net/api/bsd/info/
2023-06-23 05:00:03,551 sort file: False
2023-06-23 05:00:03,551 blacklist files: []
2023-06-23 05:00:03,551 supplement report: /home/stixcore/soar_pub/supplement_report.csv
2023-06-23 05:00:03,551 batch size: 20000
2023-06-23 05:00:03,551 send Mail report: True
2023-06-23 05:00:03,551 receivers: nicky.hochmuth@ateleris.ch
2023-06-23 05:00:03,551 log dir: /data/stix/out/fits_v1.0.0/logging
2023-06-23 05:00:03,551 log level: None
2023-06-23 05:00:03,551 
start publishing

2023-06-23 05:00:06,048 #candidates: 95637
2023-06-23 05:00:06,048 #to_publish: 16
2023-06-23 05:00:06,078 processed file: [{'id': 57630, 'name': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230530_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/05/30/QL', 'version': 1, 'p_date': 1687489206.049019, 'm_date': 1685655010.1046593, 'esaname': 'solo_L1_stix-ql-ql-tmstatusflarelist_20230530_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-06-23 05:00:06,149 processed file: [{'id': 57631, 'name': 'solo_L1_stix-ql-lightcurve_20230528_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/05/28/QL', 'version': 1, 'p_date': 1687489206.07868, 'm_date': 1685637021.6959395, 'esaname': 'solo_L1_stix-ql-lightcurve_20230528_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-06-23 05:00:06,207 processed file: [{'id': 57632, 'name': 'solo_L1_stix-ql-variance_20230528_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/05/28/QL', 'version': 1, 'p_date': 1687489206.149959, 'm_date': 1685637021.6319394, 'esaname': 'solo_L1_stix-ql-variance_20230528_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-06-23 05:00:06,265 processed file: [{'id': 57633, 'name': 'solo_L1_stix-ql-background_20230528_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/05/28/QL', 'version': 1, 'p_date': 1687489206.208033, 'm_date': 1685637023.0439396, 'esaname': 'solo_L1_stix-ql-background_20230528_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-06-23 05:00:06,330 processed file: [{'id': 57634, 'name': 'solo_L1_stix-ql-spectra_20230528_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/05/28/QL', 'version': 1, 'p_date': 1687489206.265159, 'm_date': 1685637019.7799394, 'esaname': 'solo_L1_stix-ql-spectra_20230528_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-06-23 05:00:06,388 processed file: [{'id': 57635, 'name': 'solo_L1_stix-ql-flareflag_20230528_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/05/28/QL', 'version': 1, 'p_date': 1687489206.33039, 'm_date': 1685637027.5039399, 'esaname': 'solo_L1_stix-ql-flareflag_20230528_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-06-23 05:00:06,445 processed file: [{'id': 57636, 'name': 'solo_L1_stix-cal-energy_20230528_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/05/28/CAL', 'version': 1, 'p_date': 1687489206.388675, 'm_date': 1685637019.5159395, 'esaname': 'solo_L1_stix-cal-energy_20230528_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-06-23 05:00:06,501 processed file: [{'id': 57637, 'name': 'solo_L1_stix-hk-maxi_20230529_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L1/2023/05/29/HK', 'version': 1, 'p_date': 1687489206.445236, 'm_date': 1685637020.7239394, 'esaname': 'solo_L1_stix-hk-maxi_20230529_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-06-23 05:00:06,548 processed file: [{'id': 57638, 'name': 'solo_L0_stix-ql-lightcurve_0738547200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/30', 'version': 1, 'p_date': 1687489206.501167, 'm_date': 1685637010.0239391, 'esaname': 'solo_L0_stix-ql-lightcurve_0738547200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-06-23 05:00:06,607 processed file: [{'id': 57639, 'name': 'solo_L0_stix-ql-spectra_0738547200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/32', 'version': 1, 'p_date': 1687489206.548745, 'm_date': 1685637010.607939, 'esaname': 'solo_L0_stix-ql-spectra_0738547200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-06-23 05:00:06,673 processed file: [{'id': 57640, 'name': 'solo_L0_stix-cal-energy_0738547200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/41', 'version': 1, 'p_date': 1687489206.607721, 'm_date': 1685637009.991939, 'esaname': 'solo_L0_stix-cal-energy_0738547200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-06-23 05:00:06,729 processed file: [{'id': 57641, 'name': 'solo_L0_stix-ql-background_0738547200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/31', 'version': 1, 'p_date': 1687489206.673214, 'm_date': 1685637009.903939, 'esaname': 'solo_L0_stix-ql-background_0738547200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-06-23 05:00:06,751 processed file: [{'id': 57642, 'name': 'solo_L0_stix-ql-tmstatusflarelist_0738720000_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/43', 'version': 1, 'p_date': 1687489206.729124, 'm_date': 1685655007.9046593, 'esaname': 'solo_L0_stix-ql-tmstatusflarelist_0738720000_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-06-23 05:00:06,812 processed file: [{'id': 57643, 'name': 'solo_L0_stix-ql-flareflag_0738547200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/34', 'version': 1, 'p_date': 1687489206.751215, 'm_date': 1685637009.975939, 'esaname': 'solo_L0_stix-ql-flareflag_0738547200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-06-23 05:00:06,844 processed file: [{'id': 57644, 'name': 'solo_L0_stix-ql-variance_0738547200_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/21/6/33', 'version': 1, 'p_date': 1687489206.812708, 'm_date': 1685637009.4119391, 'esaname': 'solo_L0_stix-ql-variance_0738547200_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-06-23 05:00:06,914 processed file: [{'id': 57645, 'name': 'solo_L0_stix-hk-maxi_0738633600_V01.fits', 'path': '/data/stix/out/fits_v1.0.0/L0/3/25/2', 'version': 1, 'p_date': 1687489206.844821, 'm_date': 1685637015.1279392, 'esaname': 'solo_L0_stix-hk-maxi_0738633600_V01', 'modified_esaname': None, 'result': None}] > PublishConflicts.ADDED
2023-06-23 05:00:06,914 connecting to localhost:12388