Source code for polar2grid.writers.awips_tiled

#!/usr/bin/env python3
# encoding: utf-8
# Copyright (C) 2020 Space Science and Engineering Center (SSEC),
#  University of Wisconsin-Madison.
#
#     This program is free software: you can redistribute it and/or modify
#     it under the terms of the GNU General Public License as published by
#     the Free Software Foundation, either version 3 of the License, or
#     (at your option) any later version.
#
#     This program is distributed in the hope that it will be useful,
#     but WITHOUT ANY WARRANTY; without even the implied warranty of
#     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
#     GNU General Public License for more details.
#
#     You should have received a copy of the GNU General Public License
#     along with this program.  If not, see <http://www.gnu.org/licenses/>.
#
# This file is part of the polar2grid software package. Polar2grid takes
# satellite observation data, remaps it, and writes it to a file format for
# input into another program.
# Documentation: http://www.ssec.wisc.edu/software/polar2grid/
#
#     Written by David Hoese    March 2020
#     University of Wisconsin-Madison
#     Space Science and Engineering Center
#     1225 West Dayton Street
#     Madison, WI  53706
#     david.hoese@ssec.wisc.edu
"""The AWIPS Tiled writer is used to create AWIPS compatible tiled NetCDF4 files.

The Advanced Weather Interactive Processing System (AWIPS) is a
program used by the United States National Weather Service (NWS) and
others to display and analyze data relevant to meteorology.
Sectorized Cloud and Moisture Imagery (SCMI) is a NetCDF4
format accepted by AWIPS to store one image broken up
into one or more "tiles". This format has been used to support additional
products over time and so this writer is now called "awips_tiled" to refer
to the generic usse of these files. Once AWIPS is configured for specific products
the AWIPS Tiled writer can be used to provide compatible products to the
system. The files created by this writer are compatible with AWIPS II.

The writer takes remapped image data and creates an
AWIPS-compatible NetCDF4 file. The writer and the AWIPS client may
need to be configured to make things appear the way the user wants in
the AWIPS client. The writer can only produce files for datasets mapped
to areas with specific projections:

    - Lambert Conformal Conic (`+proj=lcc`)
    - Geostationary (`+proj=geos`)
    - Mercator (`+proj=merc`)
    - Polar Stereographic (`+proj=stere`)

This is a limitation of the AWIPS client and not of the writer.

Numbered versus Lettered Grids
------------------------------

By default the writer will save tiles by number starting with '1'
representing the upper-left image tile. Tile numbers then increase
along the column and then on to the next row.

By specifying ``--letters`` on the command line, tiles can be designated with a
letter. Lettered grids or sectors are preconfigured in the writer
configuration file (``awips_tiled.yaml`` in SatPy). The lettered tile locations are
static and will not change with the data being written to them. Each lettered
tile is split in to a certain number of subtiles (`--letter-subtiles`),
default 2 rows by 2 columns. Lettered tiles are meant to make it easier for
receiving AWIPS clients/stations to filter what tiles they receive; saving
time, bandwidth, and space.

Tiles (numbered or lettered) not containing any valid data are not
created.

 .. warning::

     The writer does not default to using any grid. Therefore, it is recommended to specify
     one or more grids for remapping by using the `-g` flag.

For more detailed information on templates and other options for this writer
see the Satpy documentation :mod:`here <satpy.writers.awips_tiled>`.

"""
import logging

from polar2grid.core.script_utils import BooleanOptionalAction
from polar2grid.utils.legacy_compat import convert_p2g_pattern_to_satpy

LOG = logging.getLogger(__name__)

DEFAULT_OUTPUT_FILENAMES = {
    "polar2grid": {
        None: "{source_name}_AII_{platform_name}_{sensor!l}_{p2g_name}"
        "_{sector_id}_{tile_id}_{start_time:%Y%m%d_%H%M}.nc",
    },
    "geo2grid": {
        None: None,  # default to template filename
    },
}


[docs]def add_writer_argument_groups(parser, group=None): import argparse if group is None: group = parser.add_argument_group(title="AWIPS Tiled Writer") # group_1.add_argument('--file-pattern', default=DEFAULT_OUTPUT_PATTERN, # help="Custom file pattern to save dataset to") group.add_argument("--compress", action="store_true", help="zlib compress each netcdf file") group.add_argument("--fix-awips", action="store_true", help=argparse.SUPPRESS) # help="modify NetCDF output to work with the old/broken AWIPS NetCDF library") group.add_argument( "--output-filename", dest="filename", type=convert_p2g_pattern_to_satpy, help="custom file pattern to save dataset to", ) group.add_argument( "--use-end-time", action="store_true", help="use end_time metadata inplace of start_time (useful for multi-day composites)", ) group.add_argument( "--use-sector-reference", action="store_true", help="use the lettered sector location as reference " "and shift data to match tile pixel locations. " "Useful when tiles will be updated in future " "executions. By default the sector tiles are " "shifted to match the data location. Maximum " "shift is 0.5 pixels.", ) # Saving specific keyword arguments # group_2 = parser.add_argument_group(title='Writer Save') group.add_argument( "--tiles", dest="tile_count", nargs=2, type=int, default=[1, 1], help="Number of tiles to produce in Y (rows) and X (cols) direction respectively", ) group.add_argument( "--tile-size", dest="tile_size", nargs=2, type=int, default=None, help="Specify how many pixels are in each tile (overrides '--tiles')", ) group.add_argument( "--letters", dest="lettered_grid", action="store_true", help="Create tiles from a static letter-based grid based on the product projection", ) group.add_argument( "--letter-subtiles", nargs=2, type=int, default=(2, 2), help="Specify number of subtiles in each lettered tile: 'row col'", ) group.add_argument( "--source-name", default="SSEC", help="specify processing source name used in attributes and filename", ) group.add_argument( "--sector-id", help="specify name for sector/region used in attributes and filename (example 'LCC')", ) group.add_argument( "--template", default="polar", help="specify name for pre-configured template used to determine output file structure and formatting.", ) group.add_argument( "--environment-prefix", default="DR", help="Force value for templates that support an 'environment_prefix' in the filename (default 'OR').", ) group.add_argument( "--check-categories", default=True, action=BooleanOptionalAction, help="Specify whether category/flag products should be checked for empty tiles. " "By default (True), tiles consisting entirely of 'missing' pixels will not " "be written. For category products this may not be desired as the missing " "or invalid value is something users are interested in.", ) return group, None