From 4109ea9bd869aead525b566e0ec736e60a71e1c7 Mon Sep 17 00:00:00 2001 From: Nadia Dencheva Date: Fri, 16 Feb 2024 15:44:54 -0500 Subject: [PATCH] Update notebooks for Build 13 (#28) --- .../05-Intro_Roman_Pipeline.ipynb | 188 +----------------- data/download.py | 10 +- 2 files changed, 16 insertions(+), 182 deletions(-) diff --git a/05-Intro_Roman_Pipeline/05-Intro_Roman_Pipeline.ipynb b/05-Intro_Roman_Pipeline/05-Intro_Roman_Pipeline.ipynb index 3192a16..4c0534c 100644 --- a/05-Intro_Roman_Pipeline/05-Intro_Roman_Pipeline.ipynb +++ b/05-Intro_Roman_Pipeline/05-Intro_Roman_Pipeline.ipynb @@ -202,14 +202,9 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": null, "id": "ee617e56", - "metadata": { - "collapsed": true, - "jupyter": { - "outputs_hidden": true - } - }, + "metadata": {}, "outputs": [], "source": [ "from romancal.pipeline import ExposurePipeline" @@ -217,121 +212,17 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": null, "id": "7f36735b", "metadata": { - "collapsed": true, - "jupyter": { - "outputs_hidden": true - }, "tags": [ "raises-exception" ] }, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2023-08-24 16:57:17,041 - CRDS - ERROR - Error determining best reference for 'pars-dqinitstep' = Unknown reference type 'pars-dqinitstep'\n", - "2023-08-24 16:57:17,042 - CRDS - ERROR - Error determining best reference for 'pars-saturationstep' = Unknown reference type 'pars-saturationstep'\n", - "2023-08-24 16:57:17,043 - CRDS - ERROR - Error determining best reference for 'pars-refpixstep' = Unknown reference type 'pars-refpixstep'\n", - "2023-08-24 16:57:17,044 - CRDS - ERROR - Error determining best reference for 'pars-linearitystep' = Unknown reference type 'pars-linearitystep'\n", - "2023-08-24 16:57:17,046 - CRDS - ERROR - Error determining best reference for 'pars-darkcurrentstep' = Unknown reference type 'pars-darkcurrentstep'\n", - "2023-08-24 16:57:17,047 - CRDS - ERROR - Error determining best reference for 'pars-jumpstep' = Unknown reference type 'pars-jumpstep'\n", - "2023-08-24 16:57:17,048 - CRDS - ERROR - Error determining best reference for 'pars-rampfitstep' = Unknown reference type 'pars-rampfitstep'\n", - "2023-08-24 16:57:17,050 - CRDS - ERROR - Error determining best reference for 'pars-assignwcsstep' = Unknown reference type 'pars-assignwcsstep'\n", - "2023-08-24 16:57:17,051 - CRDS - ERROR - Error determining best reference for 'pars-flatfieldstep' = Unknown reference type 'pars-flatfieldstep'\n", - "2023-08-24 16:57:17,053 - CRDS - ERROR - Error determining best reference for 'pars-photomstep' = Unknown reference type 'pars-photomstep'\n", - "2023-08-24 16:57:17,054 - CRDS - ERROR - Error determining best reference for 'pars-sourcedetectionstep' = Unknown reference type 'pars-sourcedetectionstep'\n", - "2023-08-24 16:57:17,055 - CRDS - ERROR - Error determining best reference for 'pars-exposurepipeline' = Unknown reference type 'pars-exposurepipeline'\n", - "2023-08-24 16:57:17,089 - stpipe.ExposurePipeline - INFO - ExposurePipeline instance created.\n", - "2023-08-24 16:57:17,090 - stpipe.ExposurePipeline.dq_init - INFO - DQInitStep instance created.\n", - "2023-08-24 16:57:17,092 - stpipe.ExposurePipeline.saturation - INFO - SaturationStep instance created.\n", - "2023-08-24 16:57:17,093 - stpipe.ExposurePipeline.refpix - INFO - RefPixStep instance created.\n", - "2023-08-24 16:57:17,095 - stpipe.ExposurePipeline.linearity - INFO - LinearityStep instance created.\n", - "2023-08-24 16:57:17,096 - stpipe.ExposurePipeline.dark_current - INFO - DarkCurrentStep instance created.\n", - "2023-08-24 16:57:17,099 - stpipe.ExposurePipeline.jump - INFO - JumpStep instance created.\n", - "2023-08-24 16:57:17,100 - stpipe.ExposurePipeline.rampfit - INFO - RampFitStep instance created.\n", - "2023-08-24 16:57:17,102 - stpipe.ExposurePipeline.assign_wcs - INFO - AssignWcsStep instance created.\n", - "2023-08-24 16:57:17,103 - stpipe.ExposurePipeline.flatfield - INFO - FlatFieldStep instance created.\n", - "2023-08-24 16:57:17,105 - stpipe.ExposurePipeline.photom - INFO - PhotomStep instance created.\n", - "2023-08-24 16:57:17,107 - stpipe.ExposurePipeline.source_detection - INFO - SourceDetectionStep instance created.\n", - "2023-08-24 16:57:17,181 - stpipe.ExposurePipeline - INFO - Step ExposurePipeline running with args ('../data/r0000101001001001001_01101_0001_WFI01_uncal.asdf',).\n", - "2023-08-24 16:57:17,190 - stpipe.ExposurePipeline - INFO - Step ExposurePipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_calibrated_ramp': False, 'steps': {'dq_init': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'saturation': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'refpix': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'remove_offset': True, 'remove_trends': True, 'cosine_interpolate': True, 'fft_interpolate': False}, 'linearity': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'dark_current': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'dark_output': None}, 'jump': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'rejection_threshold': 600, 'three_group_rejection_threshold': 185.0, 'four_group_rejection_threshold': 190.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}, 'rampfit': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'opt_name': '', 'maximum_cores': 'none', 'save_opt': False}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'flatfield': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}, 'source_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'kernel_fwhm': 2.0, 'sharplo': 0.0, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'peakmax': 1000.0, 'max_sources': None, 'scalar_threshold': None, 'calc_threshold': True, 'snr_threshold': 3.0, 'bkg_estimator': 'median', 'bkg_boxsize': 3, 'bkg_sigma': 2.0, 'bkg_filter_size': 3, 'save_catalogs': False, 'output_cat_filetype': 'asdf'}}}\n", - "2023-08-24 16:57:17,193 - stpipe.ExposurePipeline - INFO - First argument ../data/r0000101001001001001_01101_0001_WFI01_uncal.asdf does not appear to be a model\n", - "2023-08-24 16:57:17,194 - stpipe.ExposurePipeline - INFO - Starting Roman exposure calibration pipeline ...\n", - "2023-08-24 16:57:17,343 - stpipe.ExposurePipeline - INFO - Processing a WFI exposure \n", - "2023-08-24 16:57:17,409 - stpipe.ExposurePipeline.dq_init - INFO - Step dq_init running with args (,).\n", - "2023-08-24 16:57:17,410 - stpipe.ExposurePipeline.dq_init - INFO - Step dq_init parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'dq_init', 'search_output_file': True, 'input_dir': '../data'}\n", - "2023-08-24 16:57:18,469 - stpipe.ExposurePipeline.dq_init - INFO - Flagging rows from: 0 to 16 as affected by guide window read\n", - "2023-08-24 16:57:18,607 - stpipe.ExposurePipeline.dq_init - INFO - Step dq_init done\n", - "2023-08-24 16:57:18,680 - stpipe.ExposurePipeline.saturation - INFO - Step saturation running with args (,).\n", - "2023-08-24 16:57:18,682 - stpipe.ExposurePipeline.saturation - INFO - Step saturation parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '../data'}\n", - "2023-08-24 16:57:18,686 - stpipe.ExposurePipeline.saturation - INFO - Using SATURATION reference file: /Users/dencheva/crds_roman/references/roman/wfi/roman_wfi_saturation_0229.asdf\n", - "2023-08-24 16:57:20,962 - stpipe.ExposurePipeline.saturation - INFO - Detected 95 saturated pixels\n", - "2023-08-24 16:57:21,052 - stpipe.ExposurePipeline.saturation - INFO - Detected 732 A/D floor pixels\n", - "2023-08-24 16:57:21,088 - stpipe.ExposurePipeline.saturation - INFO - Step saturation done\n", - "2023-08-24 16:57:21,241 - stpipe.ExposurePipeline.linearity - INFO - Step linearity running with args (,).\n", - "2023-08-24 16:57:21,243 - stpipe.ExposurePipeline.linearity - INFO - Step linearity parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '../data'}\n", - "2023-08-24 16:57:21,248 - stpipe.ExposurePipeline.linearity - INFO - Using LINEARITY reference file: /Users/dencheva/crds_roman/references/roman/wfi/roman_wfi_linearity_0215.asdf\n", - "2023-08-24 16:57:54,429 - stpipe.ExposurePipeline.linearity - INFO - Step linearity done\n", - "2023-08-24 16:57:54,564 - stpipe.ExposurePipeline.dark_current - INFO - Step dark_current running with args (,).\n", - "2023-08-24 16:57:54,565 - stpipe.ExposurePipeline.dark_current - INFO - Step dark_current parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '../data', 'dark_output': None}\n", - "2023-08-24 16:57:54,571 - stpipe.ExposurePipeline.dark_current - INFO - Using DARK reference file: /Users/dencheva/crds_roman/references/roman/wfi/roman_wfi_dark_0549.asdf\n", - "2023-08-24 16:57:55,364 - stpipe.ExposurePipeline.dark_current - INFO - Step dark_current done\n", - "2023-08-24 16:57:55,513 - stpipe.ExposurePipeline.jump - INFO - Step jump running with args (,).\n", - "2023-08-24 16:57:55,514 - stpipe.ExposurePipeline.jump - INFO - Step jump parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '../data', 'rejection_threshold': 600, 'three_group_rejection_threshold': 185.0, 'four_group_rejection_threshold': 190.0, 'maximum_cores': 'none', 'flag_4_neighbors': True, 'max_jump_to_flag_neighbors': 1000.0, 'min_jump_to_flag_neighbors': 10.0, 'min_sat_area': 1.0, 'min_jump_area': 5.0, 'expand_factor': 2.0, 'use_ellipses': False, 'sat_required_snowball': True, 'expand_large_events': False}\n", - "2023-08-24 16:57:55,707 - stpipe.ExposurePipeline.jump - INFO - CR rejection threshold = 600 sigma\n", - "2023-08-24 16:57:55,711 - stpipe.ExposurePipeline.jump - INFO - Using GAIN reference file: /Users/dencheva/crds_roman/references/roman/wfi/roman_wfi_gain_0205.asdf\n", - "2023-08-24 16:57:55,767 - stpipe.ExposurePipeline.jump - INFO - Using READNOISE reference file: /Users/dencheva/crds_roman/references/roman/wfi/roman_wfi_readnoise_0440.asdf\n", - "2023-08-24 16:57:56,540 - stpipe.ExposurePipeline.jump - INFO - Executing two-point difference method\n", - "2023-08-24 16:58:24,554 - stpipe.ExposurePipeline.jump - INFO - Total elapsed time = 28.013 sec\n", - "2023-08-24 16:58:24,709 - stpipe.ExposurePipeline.jump - INFO - The execution time in seconds: 29.001566\n", - "2023-08-24 16:58:24,809 - stpipe.ExposurePipeline.jump - INFO - Step jump done\n", - "2023-08-24 16:58:24,888 - stpipe.ExposurePipeline.rampfit - INFO - Step rampfit running with args (,).\n", - "2023-08-24 16:58:24,889 - stpipe.ExposurePipeline.rampfit - INFO - Step rampfit parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '../data', 'opt_name': '', 'maximum_cores': 'none', 'save_opt': False}\n", - "2023-08-24 16:58:24,899 - stpipe.ExposurePipeline.rampfit - INFO - Using READNOISE reference file: /Users/dencheva/crds_roman/references/roman/wfi/roman_wfi_readnoise_0440.asdf\n", - "2023-08-24 16:58:24,954 - stpipe.ExposurePipeline.rampfit - INFO - Using GAIN reference file: /Users/dencheva/crds_roman/references/roman/wfi/roman_wfi_gain_0205.asdf\n", - "2023-08-24 16:58:25,001 - stpipe.ExposurePipeline.rampfit - INFO - Using algorithm = ols\n", - "2023-08-24 16:58:25,002 - stpipe.ExposurePipeline.rampfit - INFO - Using weighting = optimal\n", - "2023-08-24 17:00:02,307 - stpipe.ExposurePipeline.rampfit - INFO - Number of groups per integration: 6\n", - "2023-08-24 17:00:02,308 - stpipe.ExposurePipeline.rampfit - INFO - Number of integrations: 1\n", - "2023-08-24 17:00:03,174 - stpipe.ExposurePipeline.rampfit - INFO - Step rampfit done\n", - "2023-08-24 17:00:03,389 - stpipe.ExposurePipeline.assign_wcs - INFO - Step assign_wcs running with args (,).\n", - "2023-08-24 17:00:03,391 - stpipe.ExposurePipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '../data'}\n", - "2023-08-24 17:00:03,392 - stpipe.ExposurePipeline.assign_wcs - INFO - reftype, distortion\n", - "2023-08-24 17:00:03,397 - stpipe.ExposurePipeline.assign_wcs - INFO - Using reference files: {'distortion': '/Users/dencheva/crds_roman/references/roman/wfi/roman_wfi_distortion_0054.asdf'} for assign_wcs\n", - "2023-08-24 17:00:03,490 - stpipe.ExposurePipeline.assign_wcs - INFO - S_REGION VALUES: POLYGON ICRS 84.74532958999478 -69.11011151519665 84.44677399739281 -69.04883123923344 84.2692373466693 -69.15728796002777 84.56946244689205 -69.21824708645418 \n", - "2023-08-24 17:00:03,492 - stpipe.ExposurePipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS 84.74532958999478 -69.11011151519665 84.44677399739281 -69.04883123923344 84.2692373466693 -69.15728796002777 84.56946244689205 -69.21824708645418 \n", - "2023-08-24 17:00:03,493 - stpipe.ExposurePipeline.assign_wcs - INFO - Step assign_wcs done\n", - "2023-08-24 17:00:03,564 - stpipe.ExposurePipeline.flatfield - INFO - Step flatfield running with args (,).\n", - "2023-08-24 17:00:03,565 - stpipe.ExposurePipeline.flatfield - INFO - Step flatfield parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '../data'}\n", - "2023-08-24 17:00:04,258 - stpipe.ExposurePipeline.flatfield - INFO - Step flatfield done\n", - "2023-08-24 17:00:04,349 - stpipe.ExposurePipeline.photom - INFO - Step photom running with args (,).\n", - "2023-08-24 17:00:04,351 - stpipe.ExposurePipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '../data'}\n", - "2023-08-24 17:00:04,392 - stpipe.ExposurePipeline.photom - INFO - photmjsr value: 0.332414 MJy / sr\n", - "2023-08-24 17:00:04,395 - stpipe.ExposurePipeline.photom - INFO - uncertainty value: 0 MJy / sr\n", - "2023-08-24 17:00:04,397 - stpipe.ExposurePipeline.photom - INFO - Step photom done\n", - "2023-08-24 17:00:04,474 - stpipe.ExposurePipeline.source_detection - INFO - Step source_detection running with args (,).\n", - "2023-08-24 17:00:04,477 - stpipe.ExposurePipeline.source_detection - INFO - Step source_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '../data', 'kernel_fwhm': 2.0, 'sharplo': 0.0, 'sharphi': 1.0, 'roundlo': -1.0, 'roundhi': 1.0, 'peakmax': 1000.0, 'max_sources': None, 'scalar_threshold': None, 'calc_threshold': True, 'snr_threshold': 3.0, 'bkg_estimator': 'median', 'bkg_boxsize': 3, 'bkg_sigma': 2.0, 'bkg_filter_size': 3, 'save_catalogs': False, 'output_cat_filetype': 'asdf'}\n", - "2023-08-24 17:00:04,508 - stpipe.ExposurePipeline.source_detection - INFO - Determining detection threshold from image.\n", - "WARNING: Input data contains invalid values (NaNs or infs), which were automatically masked. [photutils.background.background_2d]\n", - "2023-08-24 17:00:04,553 - stpipe.ExposurePipeline.source_detection - WARNING - Input data contains invalid values (NaNs or infs), which were automatically masked.\n", - "2023-08-24 17:02:59,227 - stpipe.ExposurePipeline.source_detection - INFO - Calculated a detection threshold of 1.7209723241849197 from image.\n", - "2023-08-24 17:02:59,228 - stpipe.ExposurePipeline.source_detection - INFO - Detecting sources with DAOFind, using entire image array.\n", - "2023-08-24 17:03:00,899 - stpipe.ExposurePipeline.source_detection - INFO - Found 4626 sources.\n", - "2023-08-24 17:03:00,984 - stpipe.ExposurePipeline.source_detection - INFO - Step source_detection done\n", - "2023-08-24 17:03:00,985 - stpipe.ExposurePipeline - INFO - Roman exposure calibration pipeline ending...\n", - "2023-08-24 17:03:03,848 - stpipe.ExposurePipeline - INFO - Saved model in r0000101001001001001_01101_0001_WFI01_cal.asdf\n", - "2023-08-24 17:03:03,849 - stpipe.ExposurePipeline - INFO - Step ExposurePipeline done\n" - ] - } - ], + "outputs": [], "source": [ "# Is there a way to pass a parameter to call?\n", "out = ExposurePipeline.call('../data/r0000101001001001001_01101_0001_WFI01_uncal.asdf',\n", - " steps={\"jump\":{\"rejection_threshold\": 600}},\n", " save_results=True)" ] }, @@ -370,36 +261,14 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": null, "id": "a77da5fe", "metadata": { - "collapsed": true, - "jupyter": { - "outputs_hidden": true - }, "tags": [ "raises-exception" ] }, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2023-08-24 17:03:32,740 - CRDS - ERROR - Error determining best reference for 'pars-assignwcsstep' = Unknown reference type 'pars-assignwcsstep'\n", - "2023-08-24 17:03:32,742 - stpipe.AssignWcsStep - INFO - AssignWcsStep instance created.\n", - "/Users/dencheva/opt/anaconda3/envs/rb10/lib/python3.11/site-packages/stpipe/step.py:408: ResourceWarning: unclosed file <_io.BufferedReader name='../data/r0000101001001001001_01101_0001_WFI01_uncal.asdf'>\n", - " gc.collect()\n", - "2023-08-24 17:03:32,886 - stpipe.AssignWcsStep - INFO - Step AssignWcsStep running with args ('../data/r0000101001001001001_01101_0001_WFI01_uncal.asdf',).\n", - "2023-08-24 17:03:32,888 - stpipe.AssignWcsStep - INFO - Step AssignWcsStep parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}\n", - "2023-08-24 17:03:33,035 - stpipe.AssignWcsStep - INFO - reftype, distortion\n", - "2023-08-24 17:03:33,039 - stpipe.AssignWcsStep - INFO - Using reference files: {'distortion': '/Users/dencheva/crds_roman/references/roman/wfi/roman_wfi_distortion_0054.asdf'} for assign_wcs\n", - "2023-08-24 17:03:33,127 - stpipe.AssignWcsStep - INFO - S_REGION VALUES: POLYGON ICRS 84.74532958999478 -69.11011151519665 84.4461868803274 -69.04870984551071 84.26829740873262 -69.15737850494072 84.56911524801804 -69.21845776968993 \n", - "2023-08-24 17:03:33,128 - stpipe.AssignWcsStep - INFO - Update S_REGION to POLYGON ICRS 84.74532958999478 -69.11011151519665 84.4461868803274 -69.04870984551071 84.26829740873262 -69.15737850494072 84.56911524801804 -69.21845776968993 \n", - "2023-08-24 17:03:33,128 - stpipe.AssignWcsStep - INFO - Step AssignWcsStep done\n" - ] - } - ], + "outputs": [], "source": [ "from romancal.step import AssignWcsStep\n", "\n", @@ -408,29 +277,14 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": null, "id": "97b285b2", "metadata": { - "collapsed": true, - "jupyter": { - "outputs_hidden": true - }, "tags": [ "raises-exception" ] }, - "outputs": [ - { - "data": { - "text/plain": [ - "'r002_assign_wcs.asdf'" - ] - }, - "execution_count": 4, - "metadata": {}, - "output_type": "execute_result" - } - ], + "outputs": [], "source": [ "out_model.save('r002_assign_wcs.asdf')" ] @@ -445,34 +299,14 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": null, "id": "cfd8d4b9", "metadata": { - "collapsed": true, - "jupyter": { - "outputs_hidden": true - }, "tags": [ "raises-exception" ] }, - "outputs": [ - { - "name": "stderr", - "output_type": "stream", - "text": [ - "2023-08-24 17:03:55,683 - CRDS - ERROR - Error determining best reference for 'pars-assignwcsstep' = Unknown reference type 'pars-assignwcsstep'\n", - "2023-08-24 17:03:55,685 - stpipe.AssignWcsStep - INFO - AssignWcsStep instance created.\n", - "2023-08-24 17:03:55,798 - stpipe.AssignWcsStep - INFO - Step AssignWcsStep running with args ('../data/r0000101001001001001_01101_0001_WFI01_uncal.asdf',).\n", - "2023-08-24 17:03:55,800 - stpipe.AssignWcsStep - INFO - Step AssignWcsStep parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.asdf', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': ''}\n", - "2023-08-24 17:03:55,945 - stpipe.AssignWcsStep - INFO - reftype, distortion\n", - "2023-08-24 17:03:55,949 - stpipe.AssignWcsStep - INFO - Using reference files: {'distortion': '/Users/dencheva/crds_roman/references/roman/wfi/roman_wfi_distortion_0054.asdf'} for assign_wcs\n", - "2023-08-24 17:03:56,035 - stpipe.AssignWcsStep - INFO - S_REGION VALUES: POLYGON ICRS 84.74532958999478 -69.11011151519665 84.4461868803274 -69.04870984551071 84.26829740873262 -69.15737850494072 84.56911524801804 -69.21845776968993 \n", - "2023-08-24 17:03:56,036 - stpipe.AssignWcsStep - INFO - Update S_REGION to POLYGON ICRS 84.74532958999478 -69.11011151519665 84.4461868803274 -69.04870984551071 84.26829740873262 -69.15737850494072 84.56911524801804 -69.21845776968993 \n", - "2023-08-24 17:03:56,037 - stpipe.AssignWcsStep - INFO - Step AssignWcsStep done\n" - ] - } - ], + "outputs": [], "source": [ "out_model = AssignWcsStep.call('../data/r0000101001001001001_01101_0001_WFI01_uncal.asdf')" ] @@ -644,7 +478,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.11.4" + "version": "3.11.7" } }, "nbformat": 4, diff --git a/data/download.py b/data/download.py index d3e49c3..6bab424 100644 --- a/data/download.py +++ b/data/download.py @@ -5,11 +5,11 @@ REMOTE_URL = "https://data.science.stsci.edu/redirect/Roman/Roman_Data_Workshop/" REMOTE_PATHS = [ - "ExampleData/Build12/r0000101001001001001_01101_0001_WFI01_uncal.asdf", - "ExampleData/Build12/r0000101001001001001_01101_0001_WFI01_cal.asdf", - "ExampleData/Build12/r0000101001001001001_01101_0001_WFI16_uncal.asdf", - "ExampleData/Build12/r0000101001001001001_01101_0001_WFI16_cal.asdf", - "ExampleData/Build12/r0000201001001001001_01101_0001_WFI01_cal.asdf", + "ExampleData/Build13/r0000101001001001001_01101_0001_WFI01_uncal.asdf", + "ExampleData/Build13/r0000101001001001001_01101_0001_WFI01_cal.asdf", + "ExampleData/Build13/r0000101001001001001_01101_0001_WFI16_uncal.asdf", + "ExampleData/Build13/r0000101001001001001_01101_0001_WFI16_cal.asdf", + "ExampleData/Build13/r0000201001001001001_01101_0001_WFI01_cal.asdf", "ExampleData/jw01448013001_02105_00001_nis_rate.fits", "ExampleData/jw01448013001_02106_00001_nis_rate.fits", "ExampleData/jw01448013001_02106_00001_nis_cat.ecsv",