forked from opensearch-project/OpenSearch
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Signed-off-by: Mingshi Liu <[email protected]>
- Loading branch information
Showing
3 changed files
with
321 additions
and
17 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
216 changes: 216 additions & 0 deletions
216
...t-object/src/main/java/org/opensearch/flatobject/xcontent/KeyValueJsonXContentParser.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,216 @@ | ||
| /* | ||
| * SPDX-License-Identifier: Apache-2.0 | ||
| * | ||
| * The OpenSearch Contributors require contributions made to | ||
| * this file be licensed under the Apache-2.0 license or a | ||
| * compatible open source license. | ||
| */ | ||
|
|
||
| package org.opensearch.flatobject.xcontent; | ||
|
|
||
| import org.opensearch.common.bytes.BytesReference; | ||
| import org.opensearch.common.xcontent.DeprecationHandler; | ||
| import org.opensearch.common.xcontent.NamedXContentRegistry; | ||
| import org.opensearch.common.xcontent.XContentBuilder; | ||
| import org.opensearch.common.xcontent.XContentHelper; | ||
| import org.opensearch.common.xcontent.XContentLocation; | ||
| import org.opensearch.common.xcontent.XContentParser; | ||
| import org.opensearch.common.xcontent.XContentType; | ||
| import org.opensearch.common.xcontent.json.JsonXContent; | ||
| import org.opensearch.common.xcontent.support.AbstractXContentParser; | ||
| import org.opensearch.index.mapper.ParseContext; | ||
|
|
||
| import java.io.IOException; | ||
| import java.nio.CharBuffer; | ||
| import java.util.logging.Logger; | ||
|
|
||
| public class KeyValueJsonXContentParser extends AbstractXContentParser { | ||
| private XContentParser parser; | ||
| private XContentBuilder builder = XContentBuilder.builder(JsonXContent.jsonXContent); | ||
| private ParseContext parseContext; | ||
|
|
||
| private NamedXContentRegistry xContentRegistry; | ||
|
|
||
| private DeprecationHandler deprecationHandler; | ||
| /** | ||
| * logging function | ||
| */ | ||
|
|
||
| private static final Logger logger = Logger.getLogger((KeyValueJsonXContentParser.class.getName())); | ||
|
|
||
| public KeyValueJsonXContentParser( | ||
| NamedXContentRegistry xContentRegistry, | ||
| DeprecationHandler deprecationHandler, | ||
| ParseContext parseContext | ||
| ) throws IOException { | ||
| super(xContentRegistry, deprecationHandler); | ||
| this.parseContext = parseContext; | ||
| this.deprecationHandler = deprecationHandler; | ||
| this.xContentRegistry = xContentRegistry; | ||
| this.parser = parseContext.parser(); | ||
| } | ||
|
|
||
| public XContentParser parseObject() throws IOException { | ||
| String currentFieldName = null; | ||
| builder.startObject(); | ||
| while (this.parser.nextToken() != Token.END_OBJECT) { | ||
| currentFieldName = this.parser.currentName(); | ||
| logger.info("currentFieldName: " + currentFieldName + "\n"); | ||
| this.parser.nextToken(); | ||
| StringBuilder parsedFields = new StringBuilder(); | ||
| parseValue(currentFieldName, parsedFields); | ||
| builder.field(currentFieldName + "_path", currentFieldName); | ||
| builder.field(currentFieldName + "_value", parsedFields.toString()); | ||
| } | ||
|
|
||
| builder.endObject(); | ||
| String jString = XContentHelper.convertToJson(BytesReference.bytes(builder), false, XContentType.JSON); | ||
| logger.info("Before createParser, jString: " + jString + "\n"); | ||
|
|
||
| return JsonXContent.jsonXContent.createParser(this.xContentRegistry, this.deprecationHandler, String.valueOf(jString)); | ||
| } | ||
|
|
||
| private void parseValue(String currentFieldName, StringBuilder parsedFields) throws IOException { | ||
| switch (this.parser.currentToken()) { | ||
| case START_OBJECT: | ||
| parseObject(); | ||
| break; | ||
| case VALUE_STRING: | ||
| /** | ||
| * this is "value" only format for each subfield | ||
| * parsedFields will contain {"key_path": "key", "key_value": "value"} | ||
| */ | ||
| parsedFields.append(this.parser.textOrNull()); | ||
| logger.info("currentFieldName and parsedFields :" + currentFieldName + " " + parsedFields.toString() + "\n"); | ||
| break; | ||
| // Handle other token types as needed | ||
| default: | ||
| throw new IOException("Unsupported token type [" + parser.currentToken() + "]"); | ||
| } | ||
| } | ||
|
|
||
| @Override | ||
| public XContentType contentType() { | ||
| return XContentType.JSON; | ||
| } | ||
|
|
||
| @Override | ||
| public Token nextToken() throws IOException { | ||
| return this.parser.nextToken(); | ||
| } | ||
|
|
||
| @Override | ||
| public void skipChildren() throws IOException { | ||
| this.parser.skipChildren(); | ||
| } | ||
|
|
||
| @Override | ||
| public Token currentToken() { | ||
| return this.parser.currentToken(); | ||
| } | ||
|
|
||
| @Override | ||
| public String currentName() throws IOException { | ||
| return this.parser.currentName(); | ||
| } | ||
|
|
||
| @Override | ||
| public String text() throws IOException { | ||
| return this.parser.text(); | ||
| } | ||
|
|
||
| @Override | ||
| public CharBuffer charBuffer() throws IOException { | ||
| return this.parser.charBuffer(); | ||
| } | ||
|
|
||
| @Override | ||
| public Object objectText() throws IOException { | ||
| return this.parser.objectText(); | ||
| } | ||
|
|
||
| @Override | ||
| public Object objectBytes() throws IOException { | ||
| return this.parser.objectBytes(); | ||
| } | ||
|
|
||
| @Override | ||
| public boolean hasTextCharacters() { | ||
| return this.parser.hasTextCharacters(); | ||
| } | ||
|
|
||
| @Override | ||
| public char[] textCharacters() throws IOException { | ||
| return this.parser.textCharacters(); | ||
| } | ||
|
|
||
| @Override | ||
| public int textLength() throws IOException { | ||
| return this.parser.textLength(); | ||
| } | ||
|
|
||
| @Override | ||
| public int textOffset() throws IOException { | ||
| return this.parser.textOffset(); | ||
| } | ||
|
|
||
| @Override | ||
| public Number numberValue() throws IOException { | ||
| return this.parser.numberValue(); | ||
| } | ||
|
|
||
| @Override | ||
| public NumberType numberType() throws IOException { | ||
| return this.parser.numberType(); | ||
| } | ||
|
|
||
| @Override | ||
| public byte[] binaryValue() throws IOException { | ||
| return this.parser.binaryValue(); | ||
| } | ||
|
|
||
| @Override | ||
| public XContentLocation getTokenLocation() { | ||
| return this.parser.getTokenLocation(); | ||
| } | ||
|
|
||
| @Override | ||
| protected boolean doBooleanValue() throws IOException { | ||
| return this.parser.booleanValue(); | ||
| } | ||
|
|
||
| @Override | ||
| protected short doShortValue() throws IOException { | ||
| return this.parser.shortValue(); | ||
| } | ||
|
|
||
| @Override | ||
| protected int doIntValue() throws IOException { | ||
| return this.parser.intValue(); | ||
| } | ||
|
|
||
| @Override | ||
| protected long doLongValue() throws IOException { | ||
| return this.parser.longValue(); | ||
| } | ||
|
|
||
| @Override | ||
| protected float doFloatValue() throws IOException { | ||
| return this.parser.floatValue(); | ||
| } | ||
|
|
||
| @Override | ||
| protected double doDoubleValue() throws IOException { | ||
| return this.parser.doubleValue(); | ||
| } | ||
|
|
||
| @Override | ||
| public boolean isClosed() { | ||
| return this.parser.isClosed(); | ||
| } | ||
|
|
||
| @Override | ||
| public void close() throws IOException { | ||
| this.parser.close(); | ||
| } | ||
| } |
67 changes: 67 additions & 0 deletions
67
...ect/src/test/java/org/opensearch/flatobject/xcontent/KeyValueJsonXContentParserTests.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,67 @@ | ||
| /* | ||
| * SPDX-License-Identifier: Apache-2.0 | ||
| * | ||
| * The OpenSearch Contributors require contributions made to | ||
| * this file be licensed under the Apache-2.0 license or a | ||
| * compatible open source license. | ||
| */ | ||
|
|
||
| package org.opensearch.flatobject.xcontent; | ||
|
|
||
| import org.junit.Test; | ||
| import org.opensearch.common.bytes.BytesReference; | ||
| import org.opensearch.common.xcontent.DeprecationHandler; | ||
| import org.opensearch.common.xcontent.NamedXContentRegistry; | ||
| import org.opensearch.common.xcontent.XContentBuilder; | ||
| import org.opensearch.common.xcontent.XContentHelper; | ||
| import org.opensearch.common.xcontent.XContentParser; | ||
| import org.opensearch.common.xcontent.XContentType; | ||
| import org.opensearch.common.xcontent.json.JsonXContent; | ||
| import org.opensearch.flatobject.mapper.FlatObjectFieldMapper; | ||
|
|
||
| import java.io.IOException; | ||
| import java.util.logging.Logger; | ||
|
|
||
| import static org.junit.Assert.assertEquals; | ||
|
|
||
| public class KeyValueJsonXContentParserTests { | ||
| private static final Logger logger = Logger.getLogger((FlatObjectFieldMapper.class.getName())); | ||
|
|
||
| @Test | ||
| public void testKeyValueJsonXContentParserTests() throws IOException { | ||
|
|
||
| NamedXContentRegistry xContentRegistry = NamedXContentRegistry.EMPTY; | ||
| DeprecationHandler deprecationHandler = DeprecationHandler.IGNORE_DEPRECATIONS; | ||
|
|
||
| try (XContentBuilder builder = XContentBuilder.builder(JsonXContent.jsonXContent)) { | ||
| builder.startObject(); | ||
| builder.field("catalog", "{title: Lucene in Action}"); | ||
| builder.endObject(); | ||
| String jString = XContentHelper.convertToJson(BytesReference.bytes(builder), false, XContentType.JSON); | ||
|
|
||
| String value; | ||
| String fieldName; | ||
|
|
||
| try (XContentParser parser = JsonXContent.jsonXContent.createParser(xContentRegistry, deprecationHandler, jString)) { | ||
|
|
||
| XContentParser.Token currentToken; | ||
| while ((currentToken = parser.nextToken()) != XContentParser.Token.END_OBJECT) { | ||
| switch (currentToken) { | ||
| case FIELD_NAME: | ||
| fieldName = parser.currentName(); | ||
| assertEquals(fieldName, "catalog"); | ||
|
|
||
| break; | ||
| case VALUE_STRING: | ||
| value = parser.textOrNull(); | ||
| assertEquals(value, "{title: Lucene in Action}"); | ||
| break; | ||
|
|
||
| } | ||
| } | ||
|
|
||
| } | ||
|
|
||
| } | ||
| } | ||
| } |