{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "**Brian Blaylock** \n", "*January 13, 2021*\n", "\n", "# Download GOES Data: Latest available file\n", "For all options, refer to the GOES-2-go Reference Guide: [goes2go.data.goes_latest](https://goes2go.readthedocs.io/en/latest/reference_guide/index.html#goes2go.data.goes_latest)" ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [], "source": [ "from goes2go.data import goes_latest" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "---\n", "### Example 1: \n", "Download the latest ABI file from GOES-East. Return the data opened with xarray." ] }, { "cell_type": "code", "execution_count": 2, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ " _______________________________\n", " | Satellite: noaa-goes16 |\n", " | Product: ABI-L2-MCMIPC |\n", " | Domain: C |\n", "📦 Finished downloading [1] files to [/p/home/blaylock/data/noaa-goes16/ABI-L2-MCMIPC]. \n", "📚 Finished reading [1] files into xarray.Dataset. \n" ] } ], "source": [ "g = goes_latest(satellite=\"goes16\", product=\"ABI\", return_as=\"xarray\")" ] }, { "cell_type": "code", "execution_count": 3, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "\n", "
<xarray.Dataset>\n",
       "Dimensions:                                 (band: 1, number_of_image_bounds: 2, number_of_time_bounds: 2, x: 2500, y: 1500)\n",
       "Coordinates:\n",
       "    t                                       datetime64[ns] 2021-01-13T22:57:3...\n",
       "  * y                                       (y) float32 0.1282 ... 0.04427\n",
       "  * x                                       (x) float32 -0.1013 ... 0.03861\n",
       "    y_image                                 float32 0.08624\n",
       "    x_image                                 float32 -0.03136\n",
       "    band_wavelength_C01                     (band) float32 0.47\n",
       "    band_wavelength_C02                     (band) float32 0.64\n",
       "    band_wavelength_C03                     (band) float32 0.87\n",
       "    band_wavelength_C04                     (band) float32 1.38\n",
       "    band_wavelength_C05                     (band) float32 1.61\n",
       "    band_wavelength_C06                     (band) float32 2.25\n",
       "    band_wavelength_C07                     (band) float32 3.89\n",
       "    band_wavelength_C08                     (band) float32 6.17\n",
       "    band_wavelength_C09                     (band) float32 6.93\n",
       "    band_wavelength_C10                     (band) float32 7.34\n",
       "    band_wavelength_C11                     (band) float32 8.44\n",
       "    band_wavelength_C12                     (band) float32 9.61\n",
       "    band_wavelength_C13                     (band) float32 10.33\n",
       "    band_wavelength_C14                     (band) float32 11.19\n",
       "    band_wavelength_C15                     (band) float32 12.27\n",
       "    band_wavelength_C16                     (band) float32 13.27\n",
       "    band_id_C01                             (band) int8 1\n",
       "    band_id_C02                             (band) int8 2\n",
       "    band_id_C03                             (band) int8 3\n",
       "    band_id_C04                             (band) int8 4\n",
       "    band_id_C05                             (band) int8 5\n",
       "    band_id_C06                             (band) int8 6\n",
       "    band_id_C07                             (band) int8 7\n",
       "    band_id_C08                             (band) int8 8\n",
       "    band_id_C09                             (band) int8 9\n",
       "    band_id_C10                             (band) int8 10\n",
       "    band_id_C11                             (band) int8 11\n",
       "    band_id_C12                             (band) int8 12\n",
       "    band_id_C13                             (band) int8 13\n",
       "    band_id_C14                             (band) int8 14\n",
       "    band_id_C15                             (band) int8 15\n",
       "    band_id_C16                             (band) int8 16\n",
       "    dataset_name                            <U74 'OR_ABI-L2-MCMIPC-M6_G16_s20...\n",
       "    date_created                            <U22 '2021-01-13T22:59:08.1Z'\n",
       "    time_coverage_start                     <U22 '2021-01-13T22:56:15.6Z'\n",
       "    time_coverage_end                       <U22 '2021-01-13T22:58:52.9Z'\n",
       "Dimensions without coordinates: band, number_of_image_bounds, number_of_time_bounds\n",
       "Data variables:\n",
       "    CMI_C01                                 (y, x) float32 ...\n",
       "    DQF_C01                                 (y, x) float32 ...\n",
       "    CMI_C02                                 (y, x) float32 ...\n",
       "    DQF_C02                                 (y, x) float32 ...\n",
       "    CMI_C03                                 (y, x) float32 ...\n",
       "    DQF_C03                                 (y, x) float32 ...\n",
       "    CMI_C04                                 (y, x) float32 ...\n",
       "    DQF_C04                                 (y, x) float32 ...\n",
       "    CMI_C05                                 (y, x) float32 ...\n",
       "    DQF_C05                                 (y, x) float32 ...\n",
       "    CMI_C06                                 (y, x) float32 ...\n",
       "    DQF_C06                                 (y, x) float32 ...\n",
       "    CMI_C07                                 (y, x) float32 ...\n",
       "    DQF_C07                                 (y, x) float32 ...\n",
       "    CMI_C08                                 (y, x) float32 ...\n",
       "    DQF_C08                                 (y, x) float32 ...\n",
       "    CMI_C09                                 (y, x) float32 ...\n",
       "    DQF_C09                                 (y, x) float32 ...\n",
       "    CMI_C10                                 (y, x) float32 ...\n",
       "    DQF_C10                                 (y, x) float32 ...\n",
       "    CMI_C11                                 (y, x) float32 ...\n",
       "    DQF_C11                                 (y, x) float32 ...\n",
       "    CMI_C12                                 (y, x) float32 ...\n",
       "    DQF_C12                                 (y, x) float32 ...\n",
       "    CMI_C13                                 (y, x) float32 ...\n",
       "    DQF_C13                                 (y, x) float32 ...\n",
       "    CMI_C14                                 (y, x) float32 ...\n",
       "    DQF_C14                                 (y, x) float32 ...\n",
       "    CMI_C15                                 (y, x) float32 ...\n",
       "    DQF_C15                                 (y, x) float32 ...\n",
       "    CMI_C16                                 (y, x) float32 ...\n",
       "    DQF_C16                                 (y, x) float32 ...\n",
       "    time_bounds                             (number_of_time_bounds) datetime64[ns] ...\n",
       "    goes_imager_projection                  int32 -2147483647\n",
       "    y_image_bounds                          (number_of_image_bounds) float32 ...\n",
       "    x_image_bounds                          (number_of_image_bounds) float32 ...\n",
       "    nominal_satellite_subpoint_lat          float64 0.0\n",
       "    nominal_satellite_subpoint_lon          float64 -75.2\n",
       "    nominal_satellite_height                float64 3.579e+04\n",
       "    geospatial_lat_lon_extent               float32 9.969e+36\n",
       "    outlier_pixel_count_C01                 float64 0.0\n",
       "    min_reflectance_factor_C01              float64 0.0\n",
       "    max_reflectance_factor_C01              float64 0.4908\n",
       "    mean_reflectance_factor_C01             float64 0.04387\n",
       "    std_dev_reflectance_factor_C01          float64 0.06227\n",
       "    outlier_pixel_count_C02                 float64 0.0\n",
       "    min_reflectance_factor_C02              float64 0.0\n",
       "    max_reflectance_factor_C02              float64 0.583\n",
       "    mean_reflectance_factor_C02             float64 0.03113\n",
       "    std_dev_reflectance_factor_C02          float64 0.05096\n",
       "    outlier_pixel_count_C03                 float64 0.0\n",
       "    min_reflectance_factor_C03              float64 0.0\n",
       "    max_reflectance_factor_C03              float64 0.7158\n",
       "    mean_reflectance_factor_C03             float64 0.03874\n",
       "    std_dev_reflectance_factor_C03          float64 0.062\n",
       "    outlier_pixel_count_C04                 float64 0.0\n",
       "    min_reflectance_factor_C04              float64 0.0\n",
       "    max_reflectance_factor_C04              float64 0.3092\n",
       "    mean_reflectance_factor_C04             float64 0.0105\n",
       "    std_dev_reflectance_factor_C04          float64 0.02844\n",
       "    outlier_pixel_count_C05                 float64 0.0\n",
       "    min_reflectance_factor_C05              float64 0.0\n",
       "    max_reflectance_factor_C05              float64 0.4551\n",
       "    mean_reflectance_factor_C05             float64 0.02714\n",
       "    std_dev_reflectance_factor_C05          float64 0.04293\n",
       "    outlier_pixel_count_C06                 float64 0.0\n",
       "    min_reflectance_factor_C06              float64 0.0\n",
       "    max_reflectance_factor_C06              float64 0.3307\n",
       "    mean_reflectance_factor_C06             float64 0.02328\n",
       "    std_dev_reflectance_factor_C06          float64 0.04016\n",
       "    outlier_pixel_count_C07                 float64 0.0\n",
       "    min_brightness_temperature_C07          float64 209.9\n",
       "    max_brightness_temperature_C07          float64 318.8\n",
       "    mean_brightness_temperature_C07         float64 276.5\n",
       "    std_dev_brightness_temperature_C07      float64 16.55\n",
       "    outlier_pixel_count_C08                 float64 0.0\n",
       "    min_brightness_temperature_C08          float64 201.9\n",
       "    max_brightness_temperature_C08          float64 258.6\n",
       "    mean_brightness_temperature_C08         float64 235.0\n",
       "    std_dev_brightness_temperature_C08      float64 8.15\n",
       "    outlier_pixel_count_C09                 float64 0.0\n",
       "    min_brightness_temperature_C09          float64 200.7\n",
       "    max_brightness_temperature_C09          float64 269.5\n",
       "    mean_brightness_temperature_C09         float64 243.9\n",
       "    std_dev_brightness_temperature_C09      float64 10.53\n",
       "    outlier_pixel_count_C10                 float64 0.0\n",
       "    min_brightness_temperature_C10          float64 201.0\n",
       "    max_brightness_temperature_C10          float64 274.7\n",
       "    mean_brightness_temperature_C10         float64 251.6\n",
       "    std_dev_brightness_temperature_C10      float64 12.69\n",
       "    outlier_pixel_count_C11                 float64 0.0\n",
       "    min_brightness_temperature_C11          float64 200.4\n",
       "    max_brightness_temperature_C11          float64 301.1\n",
       "    mean_brightness_temperature_C11         float64 269.6\n",
       "    std_dev_brightness_temperature_C11      float64 19.43\n",
       "    outlier_pixel_count_C12                 float64 0.0\n",
       "    min_brightness_temperature_C12          float64 214.4\n",
       "    max_brightness_temperature_C12          float64 276.5\n",
       "    mean_brightness_temperature_C12         float64 249.8\n",
       "    std_dev_brightness_temperature_C12      float64 15.31\n",
       "    outlier_pixel_count_C13                 float64 0.0\n",
       "    min_brightness_temperature_C13          float64 202.9\n",
       "    max_brightness_temperature_C13          float64 302.8\n",
       "    mean_brightness_temperature_C13         float64 271.3\n",
       "    std_dev_brightness_temperature_C13      float64 20.17\n",
       "    outlier_pixel_count_C14                 float64 0.0\n",
       "    min_brightness_temperature_C14          float64 200.0\n",
       "    max_brightness_temperature_C14          float64 304.2\n",
       "    mean_brightness_temperature_C14         float64 270.4\n",
       "    std_dev_brightness_temperature_C14      float64 20.64\n",
       "    outlier_pixel_count_C15                 float64 0.0\n",
       "    min_brightness_temperature_C15          float64 198.2\n",
       "    max_brightness_temperature_C15          float64 303.2\n",
       "    mean_brightness_temperature_C15         float64 268.6\n",
       "    std_dev_brightness_temperature_C15      float64 20.31\n",
       "    outlier_pixel_count_C16                 float64 0.0\n",
       "    min_brightness_temperature_C16          float64 199.9\n",
       "    max_brightness_temperature_C16          float64 280.4\n",
       "    mean_brightness_temperature_C16         float64 257.6\n",
       "    std_dev_brightness_temperature_C16      float64 16.09\n",
       "    percent_uncorrectable_GRB_errors        float64 0.0\n",
       "    percent_uncorrectable_L0_errors         float64 0.0\n",
       "    dynamic_algorithm_input_data_container  int32 -2147483647\n",
       "    algorithm_product_version_container     int32 -2147483647\n",
       "Attributes:\n",
       "    naming_authority:          gov.nesdis.noaa\n",
       "    Conventions:               CF-1.7\n",
       "    Metadata_Conventions:      Unidata Dataset Discovery v1.0\n",
       "    standard_name_vocabulary:  CF Standard Name Table (v35, 20 July 2016)\n",
       "    institution:               DOC/NOAA/NESDIS > U.S. Department of Commerce,...\n",
       "    project:                   GOES\n",
       "    production_site:           NSOF\n",
       "    production_environment:    OE\n",
       "    spatial_resolution:        2km at nadir\n",
       "    orbital_slot:              GOES-East\n",
       "    platform_ID:               G16\n",
       "    instrument_type:           GOES R Series Advanced Baseline Imager\n",
       "    scene_id:                  CONUS\n",
       "    instrument_ID:             FM1\n",
       "    iso_series_metadata_id:    8c9e8150-3692-11e3-aa6e-0800200c9a66\n",
       "    keywords_vocabulary:       NASA Global Change Master Directory (GCMD) Ear...\n",
       "    title:                     ABI L2 Cloud and Moisture Imagery\n",
       "    summary:                   Multiple reflectance and emissive channel Clou...\n",
       "    license:                   Unclassified data.  Access is restricted to ap...\n",
       "    keywords:                  ATMOSPHERE > ATMOSPHERIC RADIATION > REFLECTAN...\n",
       "    cdm_data_type:             Image\n",
       "    processing_level:          National Aeronautics and Space Administration ...\n",
       "    timeline_id:               ABI Mode 6\n",
       "    production_data_source:    Realtime\n",
       "    id:                        960ce81d-e3cc-43c1-aeb6-24ea22de59eb
" ], "text/plain": [ "\n", "Dimensions: (band: 1, number_of_image_bounds: 2, number_of_time_bounds: 2, x: 2500, y: 1500)\n", "Coordinates:\n", " t datetime64[ns] ...\n", " * y (y) float32 0.1282 ... 0.04427\n", " * x (x) float32 -0.1013 ... 0.03861\n", " y_image float32 ...\n", " x_image float32 ...\n", " band_wavelength_C01 (band) float32 ...\n", " band_wavelength_C02 (band) float32 ...\n", " band_wavelength_C03 (band) float32 ...\n", " band_wavelength_C04 (band) float32 ...\n", " band_wavelength_C05 (band) float32 ...\n", " band_wavelength_C06 (band) float32 ...\n", " band_wavelength_C07 (band) float32 ...\n", " band_wavelength_C08 (band) float32 ...\n", " band_wavelength_C09 (band) float32 ...\n", " band_wavelength_C10 (band) float32 ...\n", " band_wavelength_C11 (band) float32 ...\n", " band_wavelength_C12 (band) float32 ...\n", " band_wavelength_C13 (band) float32 ...\n", " band_wavelength_C14 (band) float32 ...\n", " band_wavelength_C15 (band) float32 ...\n", " band_wavelength_C16 (band) float32 ...\n", " band_id_C01 (band) int8 ...\n", " band_id_C02 (band) int8 ...\n", " band_id_C03 (band) int8 ...\n", " band_id_C04 (band) int8 ...\n", " band_id_C05 (band) int8 ...\n", " band_id_C06 (band) int8 ...\n", " band_id_C07 (band) int8 ...\n", " band_id_C08 (band) int8 ...\n", " band_id_C09 (band) int8 ...\n", " band_id_C10 (band) int8 ...\n", " band_id_C11 (band) int8 ...\n", " band_id_C12 (band) int8 ...\n", " band_id_C13 (band) int8 ...\n", " band_id_C14 (band) int8 ...\n", " band_id_C15 (band) int8 ...\n", " band_id_C16 (band) int8 ...\n", " dataset_name U.S. Department of Commerce,...\n", " project: GOES\n", " production_site: NSOF\n", " production_environment: OE\n", " spatial_resolution: 2km at nadir\n", " orbital_slot: GOES-East\n", " platform_ID: G16\n", " instrument_type: GOES R Series Advanced Baseline Imager\n", " scene_id: CONUS\n", " instrument_ID: FM1\n", " iso_series_metadata_id: 8c9e8150-3692-11e3-aa6e-0800200c9a66\n", " keywords_vocabulary: NASA Global Change Master Directory (GCMD) Ear...\n", " title: ABI L2 Cloud and Moisture Imagery\n", " summary: Multiple reflectance and emissive channel Clou...\n", " license: Unclassified data. Access is restricted to ap...\n", " keywords: ATMOSPHERE > ATMOSPHERIC RADIATION > REFLECTAN...\n", " cdm_data_type: Image\n", " processing_level: National Aeronautics and Space Administration ...\n", " timeline_id: ABI Mode 6\n", " production_data_source: Realtime\n", " id: 960ce81d-e3cc-43c1-aeb6-24ea22de59eb" ] }, "execution_count": 3, "metadata": {}, "output_type": "execute_result" } ], "source": [ "g" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "---\n", "### Example 2:\n", "Download a GLM file from GOES-West nearest the time **12:00 UTC January 1, 2021**. Return the data as a list of files." ] }, { "cell_type": "code", "execution_count": 4, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ " _______________________________\n", " | Satellite: noaa-goes17 |\n", " | Product: GLM-L2-LCFA |\n", "📦 Finished downloading [1] files to [/p/home/blaylock/data/noaa-goes17/GLM-L2-LCFA]. \n" ] } ], "source": [ "g = goes_latest(satellite=\"goes17\", product=\"GLM\", return_as=\"filelist\")" ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "data": { "text/html": [ "
\n", "\n", "\n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", " \n", "
filestartendcreation
0noaa-goes17/GLM-L2-LCFA/2021/013/23/OR_GLM-L2-...2021-01-13 23:03:002021-01-13 23:03:20.4002021-01-13 23:03:20.900
\n", "
" ], "text/plain": [ " file start \\\n", "0 noaa-goes17/GLM-L2-LCFA/2021/013/23/OR_GLM-L2-... 2021-01-13 23:03:00 \n", "\n", " end creation \n", "0 2021-01-13 23:03:20.400 2021-01-13 23:03:20.900 " ] }, "execution_count": 5, "metadata": {}, "output_type": "execute_result" } ], "source": [ "g" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "{'satellite': 'noaa-goes17',\n", " 'product': 'GLM-L2-LCFA',\n", " 'start': datetime.datetime(2021, 1, 13, 22, 3, 48, 559559),\n", " 'end': datetime.datetime(2021, 1, 13, 23, 3, 48, 559563),\n", " 'filePath': PosixPath('/p/home/blaylock/data')}" ] }, "execution_count": 6, "metadata": {}, "output_type": "execute_result" } ], "source": [ "g.attrs" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "### Show the files on my home drive..." ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "/p/home/blaylock/data\n", "├── noaa-goes16\n", "│   └── ABI-L2-MCMIPC\n", "│   └── 2021\n", "│   └── 013\n", "│   └── 22\n", "│   └── OR_ABI-L2-MCMIPC-M6_G16_s20210132256156_e20210132258529_c20210132259081.nc\n", "└── noaa-goes17\n", " └── GLM-L2-LCFA\n", " └── 2021\n", " └── 013\n", " └── 23\n", " └── OR_GLM-L2-LCFA_G17_s20210132303000_e20210132303204_c20210132303209.nc\n", "\n", "10 directories, 2 files\n" ] } ], "source": [ "%%bash\n", "tree ~/data" ] }, { "cell_type": "code", "execution_count": null, "metadata": {}, "outputs": [], "source": [] } ], "metadata": { "kernelspec": { "display_name": "Python 3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.7.9" } }, "nbformat": 4, "nbformat_minor": 4 }