add support for ndgeojson

cmd/gpq/command/convert.go

@@ -17,6 +17,7 @@ package command
 import (
 	"net/url"
 	"os"
+	"regexp"
 	"strings"
 
 	"github.com/planetlabs/gpq/internal/geojson"
@@ -52,6 +53,8 @@ var validTypes = map[FormatType]bool{
 	GeoJSONType:    true,
 }
 
+var geoJsonMatcher *regexp.Regexp
+
 func parseFormatType(format string) FormatType {
 	if format == "" {
 		return AutoType
@@ -67,7 +70,7 @@ func getFormatType(resource string) FormatType {
 	if u, err := url.Parse(resource); err == nil {
 		resource = u.Path
 	}
-	if strings.HasSuffix(resource, ".json") || strings.HasSuffix(resource, ".geojson") {
+	if geoJsonMatcher.MatchString(resource) {
 		return GeoJSONType
 	}
 	if strings.HasSuffix(resource, ".gpq") || strings.HasSuffix(resource, ".geoparquet") {
@@ -96,6 +99,8 @@ func (c *ConvertCmd) Run() error {
 		inputSource = ""
 	}
 
+	geoJsonMatcher = regexp.MustCompile(`.+\.(geojson|json|ndjson|ndgeojson|geojsonl)$`)
+
 	outputFormat := parseFormatType(c.To)
 	if outputFormat == AutoType {
 		if outputSource == "" {

internal/geojson/featurereader.go

@@ -67,6 +67,9 @@ func (r *FeatureReader) Read() (*geo.Feature, error) {
 
 		delim, ok := keyToken.(json.Delim)
 		if ok && delim == json.Delim('}') {
+			if r.decoder.More() {
+				r.collection = true
+			}
 			if feature == nil {
 				return nil, errors.New("expected a FeatureCollection, a Feature, or a Geometry object")
 			}

internal/geojson/featurereader_test.go

@@ -92,6 +92,34 @@ func TestFeatureReaderSingleFeature(t *testing.T) {
 	assert.Equal(t, map[string]any{"name": "test"}, feature.Properties)
 }
 
+func TestFeatureReaderNewLineDelimited(t *testing.T) {
+	file, openErr := os.Open("testdata/new-line-delimited.ndgeojson")
+	require.NoError(t, openErr)
+
+	reader := geojson.NewFeatureReader(file)
+
+	features := []*geo.Feature{}
+	for {
+		feature, err := reader.Read()
+		if err == io.EOF {
+			break
+		}
+		require.NoError(t, err)
+		features = append(features, feature)
+	}
+	require.Len(t, features, 5)
+
+	fiji := features[0]
+	assert.NotNil(t, fiji.Geometry)
+	assert.Equal(t, "Oceania", fiji.Properties["continent"])
+	assert.Equal(t, float64(920938), fiji.Properties["pop_est"])
+
+	usa := features[4]
+	assert.NotNil(t, usa.Geometry)
+	assert.Equal(t, "North America", usa.Properties["continent"])
+	assert.Equal(t, float64(326625791), usa.Properties["pop_est"])
+}
+
 func TestFeatureReaderEmptyFeatureCollection(t *testing.T) {
 	file, openErr := os.Open("testdata/empty-collection.geojson")
 	require.NoError(t, openErr)