EsriFileCsvParser.java

package nl.tudelft.simulation.dsol.animation.gis.esri;

import java.awt.Color;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.Reader;
import java.net.URL;
import java.util.ArrayList;
import java.util.Iterator;
import java.util.List;
import java.util.Set;

import org.djutils.exceptions.Throw;
import org.djutils.io.URLResource;

import de.siegmar.fastcsv.reader.NamedCsvReader;
import de.siegmar.fastcsv.reader.NamedCsvRow;
import nl.tudelft.simulation.dsol.animation.gis.GisMapInterface;
import nl.tudelft.simulation.dsol.animation.gis.LayerInterface;
import nl.tudelft.simulation.dsol.animation.gis.map.Feature;
import nl.tudelft.simulation.dsol.animation.gis.map.GisMap;
import nl.tudelft.simulation.dsol.animation.gis.map.Layer;
import nl.tudelft.simulation.dsol.animation.gis.parser.ColorParser;
import nl.tudelft.simulation.dsol.animation.gis.transform.CoordinateTransform;

/**
 * This class parses a CSV file that defines which elements of shape file(s) need to be drawn and what format to use.
 * <p>
 * Copyright (c) 2020-2024 Delft University of Technology, Jaffalaan 5, 2628 BX Delft, the Netherlands. All rights reserved. See
 * for project information <a href="https://simulation.tudelft.nl/dsol/manual/" target="_blank">DSOL Manual</a>. The DSOL
 * project is distributed under a three-clause BSD-style license, which can be found at
 * <a href="https://https://simulation.tudelft.nl/dsol/docs/latest/license.html" target="_blank">DSOL License</a>.
 * </p>
 * <p>
 * The dsol-animation-gis project is based on the gisbeans project that has been part of DSOL since 2002, originally by Peter
 * Jacobs and Paul Jacobs.
 * </p>
 * @author <a href="https://www.tudelft.nl/averbraeck">Alexander Verbraeck</a>
 */
public final class EsriFileCsvParser
{
    /** Utility class, no constructor. */
    private EsriFileCsvParser()
    {
        // Utility class
    }

    /**
     * Parses a CSV file with information about the map and layers.
     * @param csvUrl URL; the url of the CSV file.
     * @param mapName String; the human readable name of the map
     * @return MapInterface the parsed map file.
     * @throws IOException on failure
     */
    public static GisMapInterface parseMapFile(final URL csvUrl, final String mapName) throws IOException
    {
        return parseMapFile(csvUrl, mapName, new CoordinateTransform.NoTransform());
    }

    /**
     * Parses a CSV file with information about the map and layers.
     * @param csvUrl URL; the url of the CSV file.
     * @param mapName String; the human readable name of the map
     * @param coordinateTransform CoordinateTransform; the transformation of (x, y) coordinates to (x', y') coordinates.
     * @return MapInterface the parsed map file.
     * @throws IOException on failure
     */
    public static GisMapInterface parseMapFile(final URL csvUrl, final String mapName,
            final CoordinateTransform coordinateTransform) throws IOException
    {
        return parseMapFile(csvUrl, mapName, coordinateTransform, ',', '"');
    }

    /**
     * Parses a CSV file with information about the map and layers. FieldSeparateor can be, for instance \t for a tab character,
     * and the quote character can be the double quote, the single quote, or something else.
     * @param csvUrl URL; the url of the CSV file.
     * @param mapName String; the human readable name of the map
     * @param coordinateTransform CoordinateTransform; the transformation of (x, y) coordinates to (x', y') coordinates.
     * @param fieldSeparator char; field separator, e.g., comma for csv files and tab for tsv files
     * @param quoteCharacter char; e.g., single or double quote
     * @return MapInterface the parsed map file.
     * @throws IOException on failure reading the CSV file, the shape files, or making the layers
     * @throws IllegalArgumentException when one of the outline or fill colors can not be parsed
     * @throws NumberFormatException when one of colors contains an illegal number
     */
    public static GisMapInterface parseMapFile(final URL csvUrl, final String mapName,
            final CoordinateTransform coordinateTransform, final char fieldSeparator, final char quoteCharacter)
            throws IOException
    {
        GisMapInterface map = new GisMap();
        map.setName(mapName);
        List<LayerInterface> layerList = new ArrayList<>();

        Reader reader = new InputStreamReader(csvUrl.openStream());
        Throw.when(reader == null, IOException.class, "Cannot find CSV file with ESRI shape file information at " + csvUrl);
        NamedCsvReader csvReader =
                NamedCsvReader.builder().fieldSeparator(fieldSeparator).quoteCharacter(quoteCharacter).build(reader);
        Set<String> header = csvReader.getHeader();
        if (!header.contains("layerName") || !header.contains("shapeFile") || !header.contains("outlineColor")
                || !header.contains("fillColor") || !header.contains("display") || !header.contains("transform"))
        {
            throw new IOException("ESRI GIS map csv-file header row did not contain all column headers\n" + header.toString());
        }

        Iterator<NamedCsvRow> it = csvReader.iterator();
        while (it.hasNext())
        {
            NamedCsvRow row = it.next();

            String layerName = row.getField("layerName");
            String shapeFile = row.getField("shapeFile");
            Color outlineColor = ColorParser.parse(row.getField("outlineColor"));
            Color fillColor = ColorParser.parse(row.getField("fillColor"));
            boolean display = row.getField("display").toLowerCase().startsWith("t");
            boolean transform = row.getField("transform").toLowerCase().startsWith("t");

            LayerInterface layer = new Layer();
            layerList.add(layer);
            layer.setName(layerName);
            Feature feature = new Feature();
            layer.addFeature(feature); // key and value remain at * and *

            URL resource = URLResource.getResource(shapeFile);
            if (resource == null)
            {
                throw new IOException("Cannot locate shapeFile: " + shapeFile);
            }
            feature.setOutlineColor(outlineColor);
            feature.setFillColor(fillColor);
            layer.setDisplay(display);
            layer.setTransform(transform);
            
            ShapeFileReader dataSource = new ShapeFileReader(resource, coordinateTransform, layer.getFeatures());
            dataSource.populateShapes();
        }

        map.setLayers(layerList);
        return map;
    }
}