Adds subproperty as new literal type

internal/ini/ini_lexer.go

@@ -67,6 +67,8 @@ func (l *iniLexer) tokenize(b []byte) ([]Token, error) {
 
 	for len(runes) > 0 && count < tokenAmount {
 		switch {
+		case isSubProperty(runes):
+			tokens[count], n, err = newLitToken(runes)
 		case isWhitespace(runes[0]):
 			tokens[count], n, err = newWSToken(runes)
 		case isComma(runes[0]):
@@ -101,6 +103,8 @@ func countTokens(runes []rune) int {
 
 	for len(runes) > 0 {
 		switch {
+		case isSubProperty(runes):
+			_, n, err = newLitToken(runes)
 		case isWhitespace(runes[0]):
 			_, n, err = newWSToken(runes)
 		case isComma(runes[0]):
@@ -128,6 +132,7 @@ func countTokens(runes []rune) int {
 	return count + 1
 }
 
+
 // Token indicates a metadata about a given value.
 type Token struct {
 	t         TokenType

internal/ini/ini_parser_test.go

@@ -17,6 +17,9 @@ func TestParser(t *testing.T) {
 	regionLit, _, _ := newLitToken([]rune(`"us-west-2"`))
 	regionNoQuotesLit, _, _ := newLitToken([]rune("us-west-2"))
 
+	s3ServiceID, _, _ := newLitToken([]rune("s3"))
+	nestedParamsLit, _, _ := newLitToken([]rune("\n\tfoo=bar\n\tbar=baz\n"))
+
 	credentialID, _, _ := newLitToken([]rune("credential_source"))
 	ec2MetadataLit, _, _ := newLitToken([]rune("Ec2InstanceMetadata"))
 
@@ -57,6 +60,9 @@ func TestParser(t *testing.T) {
 	sepInValueExpr := newEqualExpr(newExpression(sepInValueID), equalOp)
 	sepInValueExpr.AppendChild(newExpression(sepInValueLit))
 
+	nestedEQExpr := newEqualExpr(newExpression(s3ServiceID), equalOp)
+	nestedEQExpr.AppendChild(newExpression(nestedParamsLit))
+
 	cases := []struct {
 		name          string
 		r             io.Reader
@@ -206,8 +212,9 @@ func TestParser(t *testing.T) {
 		},
 		{
 			name: "section statement",
-			r: bytes.NewBuffer([]byte(`[default]
-							region="us-west-2"`)),
+			r: bytes.NewBuffer([]byte(
+`[default]
+region="us-west-2"`)),
 			expectedStack: []AST{
 				newCompletedSectionStatement(
 					defaultProfileStmt,
@@ -217,15 +224,15 @@ func TestParser(t *testing.T) {
 		},
 		{
 			name: "complex section statement",
-			r: bytes.NewBuffer([]byte(`[default]
-		region = us-west-2
-		credential_source = Ec2InstanceMetadata
-		output = json
+			r: bytes.NewBuffer([]byte(
+`[default]
+region = us-west-2
+credential_source = Ec2InstanceMetadata
+output = json
 
-		[assumerole]
-		output = json
-		region = us-west-2
-				`)),
+[assumerole]
+output = json
+region = us-west-2`)),
 			expectedStack: []AST{
 				newCompletedSectionStatement(
 					defaultProfileStmt,
@@ -258,7 +265,7 @@ region = us-west-2
 				newCompletedSectionStatement(
 					defaultProfileStmt,
 				),
-				newSkipStatement(newEqualExpr(newExpression(s3ID), equalOp)),
+				newExprStatement(nestedEQExpr),
 				newExprStatement(noQuotesRegionEQRegion),
 				newExprStatement(credEQExpr),
 				newExprStatement(outputEQExpr),
@@ -289,7 +296,7 @@ region = us-west-2
 				),
 				newExprStatement(noQuotesRegionEQRegion),
 				newExprStatement(credEQExpr),
-				newSkipStatement(newEqualExpr(newExpression(s3ID), equalOp)),
+				newExprStatement(nestedEQExpr),
 				newExprStatement(outputEQExpr),
 				newCompletedSectionStatement(
 					assumeProfileStmt,

internal/ini/literal_tokens.go

@@ -60,7 +60,6 @@ const (
 	NoneType = ValueType(iota)
 	StringType
 	QuotedStringType
-	// FUTURE(2226) MapType
 )
 
 // Value is a union container
@@ -69,7 +68,7 @@ type Value struct {
 	raw  []rune
 
 	str string
-	// FUTURE(2226) mp map[string]string
+	mp map[string]string
 }
 
 func newValue(t ValueType, base int, raw []rune) (Value, error) {
@@ -81,6 +80,21 @@ func newValue(t ValueType, base int, raw []rune) (Value, error) {
 	switch t {
 	case StringType:
 		v.str = string(raw)
+		if isSubProperty(raw) {
+			newlineParts := strings.Split(string(raw), "\n")
+			for _, part := range newlineParts {
+				operandParts := strings.Split(part, "=")
+				if len(operandParts) < 2 {
+					continue
+				}
+				key := strings.TrimSpace(operandParts[0])
+				val := strings.TrimSpace(operandParts[1])
+				if v.mp == nil {
+					v.mp = make(map[string]string)
+				}
+				v.mp[key] = val
+			}
+		}
 	case QuotedStringType:
 		v.str = string(raw[1 : len(raw)-1])
 	}
@@ -114,8 +128,15 @@ func newLitToken(b []rune) (Token, int, error) {
 		if err != nil {
 			return token, n, err
 		}
-
 		token = newToken(TokenLit, b[:n], QuotedStringType)
+	} else if isSubProperty(b) {
+		offset := 0
+		end, err := getSubProperty(b, offset)
+		if err != nil {
+			return token, n, err
+		}
+		token = newToken(TokenLit, b[offset:end], StringType)
+		n = end
 	} else {
 		n, err = getValue(b)
 		token = newToken(TokenLit, b[:n], StringType)
@@ -124,6 +145,49 @@ func newLitToken(b []rune) (Token, int, error) {
 	return token, n, err
 }
 
+func isSubProperty(runes []rune) bool {
+	// needs at least
+	// (1) newline (2) whitespace (3) literal
+	if len(runes) < 3 {
+		return false
+	}
+
+	// must have an equal expression
+	split := strings.FieldsFunc(string(runes), func(r rune)(bool){
+		return isOp([]rune{r})
+	})
+	if len(split) < 2 {
+		return false
+	}
+
+	// must start with a new line
+	if !isNewline(runes) {
+		return false
+	}
+	_, n, err := newNewlineToken(runes)
+	if err != nil {
+		return false
+	}
+
+	// whitespace must follow newline
+	return isWhitespace(runes[n])
+}
+
+// getSubProperty pulls all subproperties and terminates when
+// it hits a newline that is not the start of another subproperty.
+// offset allows for removal of leading newline and whitespace
+// characters
+func getSubProperty(runes []rune, offset int) (int, error) {
+	for idx, val := range runes[offset:] {
+		if val == '\n' && !isSubProperty(runes[offset+idx:]) {
+			return offset + idx, nil
+		}
+	}
+	return 0, fmt.Errorf("no sub property")
+}
+
+
+
 // IntValue returns an integer value
 func (v Value) IntValue() (int64, bool) {
 	i, err := strconv.ParseInt(string(v.raw), 0, 64)
@@ -165,6 +229,7 @@ func isTrimmable(r rune) bool {
 // StringValue returns the string value
 func (v Value) StringValue() string {
 	switch v.Type {
+
 	case StringType:
 		return strings.TrimFunc(string(v.raw), isTrimmable)
 	case QuotedStringType:

internal/ini/testdata/valid/nested_fields_expected

@@ -1,5 +1,6 @@
 {
 	"foo": {
+		"aws_access_key_id": "map[aws_secret_access_key:valid]",
 		"aws_session_token": "valid"
 	},
 	"bar": {

internal/ini/testdata/valid/op_sep_in_values_expected

@@ -19,7 +19,7 @@
     "key": "value5"
   },
   "case6": {
-    "s3": "",
+    "s3": "map[key:valuen6]",
     "key": "=value6"
   },
   "case7": {

internal/ini/walker_test.go

@@ -71,7 +71,12 @@ func TestValidDataFiles(t *testing.T) {
 				for k, v := range table {
 					switch e := v.(type) {
 					case string:
-						a := p.String(k)
+						var a string
+						if p.values[k].mp != nil {
+							a = fmt.Sprintf("%v", p.values[k].mp)
+						} else {
+							a = p.String(k)
+						}
 						if e != a {
 							t.Errorf("%s: expected %v, but received %v for profile %v", path, e, a, profile)
 						}