Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[TH2 5230] decodeComponentsToNestedMaps settings option #5

Merged
merged 4 commits into from
Aug 20, 2024
Merged

[TH2 5230] decodeComponentsToNestedMaps settings option #5

Show file tree
Hide file tree
Changes from 3 commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
1cef2c9
`decodeComponentsToNestedMaps` settings option added
lumber1000 Aug 19, 2024
bf80b53
validation for required fields in components improved
lumber1000 Aug 20, 2024
598ff23
Merge branch 'dev-ns' into TH2-5230
lumber1000 Aug 20, 2024
be5a92f
README.md
lumber1000 Aug 20, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 5 additions & 1 deletion README.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@ dictionary: fix_dictionary.xml
charset: US_ASCII
dirtyMode: false
decodeValuesToStrings: true
decodeComponentsToNestedMaps: true
```

#### beginString
Expand All @@ -32,7 +33,10 @@ default value: `US_ASCII`. Charset for reading and writing FIX fields.
default value: `false`. If `true`, processes all messages in dirty mode (generates warnings on invalid messages and continues processing). If `false`, only messages that contain the `encode-mode: dirty` property will be processed in dirty mode.

#### decodeValuesToStrings
default value: `true`. Decode all values to strings instead of typed values.
default value: `true`. If `true`, decodes all values to strings instead of typed values.

#### decodeComponentsToNestedMaps
default value: `true`. If `true`, decodes `components` to nested maps instead of unwrap component's map to message's main map.

## Release notes
### 0.1.0
Expand Down
44 changes: 16 additions & 28 deletions src/main/kotlin/com/exactpro/th2/codec/fixng/FixNgCodec.kt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,7 @@ class FixNgCodec(dictionary: IDictionaryStructure, settings: FixNgCodecSettings)
private val isDecodeToStrings = settings.decodeValuesToStrings
private val isDecodeComponentsToNestedMaps = settings.decodeComponentsToNestedMaps

private val fieldsEncode = convertToFieldsByName(dictionary.fields, true, emptyList())
private val fieldsEncode = convertToFieldsByName(dictionary.fields, true, emptyList(), true)
private val fieldsDecode = convertToFieldsByTag(dictionary.fields, emptyList())
private val messagesByTypeForDecode: Map<String, Message>
private val messagesByNameForEncode: Map<String, Message>
Expand Down Expand Up @@ -193,7 +193,8 @@ class FixNgCodec(dictionary: IDictionaryStructure, settings: FixNgCodecSettings)
}

if (!tagsSet.add(tag)) {
handleError(isDirty, context, "Duplicate $name field ($tag) with value: $value", value)
// we always handle tag duplication as error (isDirty = false)
handleError(false, context, "Duplicate $name field ($tag) with value: $value", value)
}

val targetMap = if (isDecodeComponentsToNestedMaps) {
Expand All @@ -203,20 +204,7 @@ class FixNgCodec(dictionary: IDictionaryStructure, settings: FixNgCodecSettings)
target
}

val fieldName = if (isDirty && targetMap.contains(name)) {
// in dirty mode we'll use tag as field name if we have field duplication
val tagName = tag.toString()
if (targetMap.contains(tagName)) {
// but even in dirty mode we can't write field if it's duplicated more than once
// because we use Map and it cant contain duplicates
error("Failed to add value because of duplicates. Field name: $name (tag: $tag). Field path: $path. Value: $value")
}
tagName
} else {
name
}

targetMap[fieldName] = decodedValue
targetMap[name] = decodedValue
}

private val prereadHeaderFields = arrayOf("BeginString", "BodyLength", "MsgType")
Expand Down Expand Up @@ -564,24 +552,24 @@ class FixNgCodec(dictionary: IDictionaryStructure, settings: FixNgCodecSettings)
private val IFieldStructure.tag: Int
get() = StructureUtils.getAttributeValue(this, "tag")

private fun IFieldStructure.toPrimitive(path: List<String>): Primitive = Primitive(
isRequired,
private fun IFieldStructure.toPrimitive(path: List<String>, isRequiredParent: Boolean): Primitive = Primitive(
isRequiredParent && isRequired,
Copy link
Member

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Note: the field is required if parent block is presented in message.

name,
path,
javaTypeToClass.getValue(javaType),
values.values.map<IAttributeStructure, String> { it.getCastValue<Any>().toString() }.toSet(),
tag
)

private fun convertToFieldsByName(fields: Map<String, IFieldStructure>, isForEncode: Boolean, path: List<String>): Map<String, Field> = linkedMapOf<String, Field>().apply {
private fun convertToFieldsByName(fields: Map<String, IFieldStructure>, isForEncode: Boolean, path: List<String>, isRequiredParent: Boolean): Map<String, Field> = linkedMapOf<String, Field>().apply {
fields.forEach { (name, field) ->
when {
field !is IMessageStructure -> this[name] = field.toPrimitive(path)
field.isGroup -> this[name] = field.toGroup(isForEncode, path)
field !is IMessageStructure -> this[name] = field.toPrimitive(path, isForEncode || isRequiredParent)
field.isGroup -> this[name] = field.toGroup(isForEncode, path, isForEncode || isRequiredParent)
field.isComponent -> if (isForEncode) {
this[name] = field.toMessage(true, path + name)
} else {
this += convertToFieldsByName(field.fields, false, path + name)
this += convertToFieldsByName(field.fields, false, path + name, isRequiredParent && field.isRequired)
}
}
}
Expand All @@ -590,8 +578,8 @@ class FixNgCodec(dictionary: IDictionaryStructure, settings: FixNgCodecSettings)
private fun convertToFieldsByTag(fields: Map<String, IFieldStructure>, path: List<String>): Map<Int, Field> = linkedMapOf<Int, Field>().apply {
fields.values.forEach { field ->
when {
field !is IMessageStructure -> this[field.tag] = field.toPrimitive(path)
field.isGroup -> this[field.tag] = field.toGroup(false, path)
field !is IMessageStructure -> this[field.tag] = field.toPrimitive(path, true)
field.isGroup -> this[field.tag] = field.toGroup(false, path, true)
field.isComponent -> this += convertToFieldsByTag(field.fields, path + field.name)
}
}
Expand All @@ -600,7 +588,7 @@ class FixNgCodec(dictionary: IDictionaryStructure, settings: FixNgCodecSettings)
private fun IMessageStructure.toMessage(isForEncode: Boolean, path: List<String>): Message = Message(
name = name,
type = StructureUtils.getAttributeValue(this, FIELD_MESSAGE_TYPE) ?: name,
fields = convertToFieldsByName(this.fields, isForEncode, path),
fields = convertToFieldsByName(this.fields, isForEncode, path, !isComponent || isRequired),
path = path,
isRequired = isRequired
)
Expand All @@ -609,13 +597,13 @@ class FixNgCodec(dictionary: IDictionaryStructure, settings: FixNgCodecSettings)
if (it is IMessageStructure && it.isComponent) getFirstTag(it) else it.tag
}

private fun IMessageStructure.toGroup(isForEncode: Boolean, path: List<String>): Group = Group(
private fun IMessageStructure.toGroup(isForEncode: Boolean, path: List<String>, isRequiredParent: Boolean): Group = Group(
name = name,
counter = tag,
delimiter = getFirstTag(this),
fields = convertToFieldsByName(this.fields, isForEncode, emptyList()),
fields = convertToFieldsByName(this.fields, isForEncode, emptyList(), true),
path = path,
isRequired = isRequired
isRequired = isRequiredParent && isRequired
)

fun IDictionaryStructure.toMessages(isForEncode: Boolean): List<Message> = messages.values
Expand Down