堆棧內存溢出
  簡體   English   中英

在nifi中使用jolt表達式轉換復雜的嵌套json數組

[英]convert complex nested json array using jolt expression in nifi

 原文  2022-02-08 18:12:47  4   3    java/ json/ apache-nifi/ jolt

問題描述

我有一個復雜的 Json，我想在其中使用 Jolt 或任何其他方式在 Nifi 中展平 Json 也可以，任何人都可以幫助展平下面的 JSON

{
  "veread": "ndjdjjywuieopppqpppwaghhzuii",
  "debittanceInformation": [
    {
      "internalDocumentInformation": [
        {
          "number": "8",
          "lineDetails": [
            {
              "identifications": [
                {
                  "number": "44",
                  "model": {
                    "code": "xdd",
                    "proprietary": "ddy"
                  },
                  "relatedDate": "3/4"
                }
              ],
              "quantity": 136,
              "unitOfMeasure": "each",
              "money": {
                "duePayablemoney": 44,
                "discountAppliedmoneys": [
                  {
                    "model": {
                      "code": "dddddd",
                      "proprietary": "rddddy"
                    },
                    "money": 216.2
                  }
                ],
                "valuemoneys": [
                  {
                    "model": {
                      "code": "ddddd",
                      "proprietary": "dddd"
                    },
                    "money": 391.41
                  }
                ],
                "adjustmentmoneyAndReasons": [
                  {
                    "money": 824.54,
                    "reason": "dd"
                  }
                ],
                "debittedmoney": 660.7,
                "creditNotemoney": 985.63
              }
            }
          ],
          "internalDocumentmoney": {
            "duePayablemoney": 567.45,
            "discountAppliedmoneys": [
              {
                "model": {
                  "code": "DD",
                  "proprietary": "EE"
                },
                "money": 5.64
              }
            ],
            "valuemoneys": [
              {
                "model": {
                  "code": "z",
                  "proprietary": "a"
                },
                "money": 145
              }
            ],
            "adjustmentmoneyAndReasons": [
              {
                "money": 678,
                "reason": "tyuiop"
              }
            ],
            "debittedmoney": 123,
            "creditNotemoney": 456
          }
        }
      ],
      "supplierReferenceInformation": {
        "model": {
          "code": "x",
          "proprietary": "y"
        },
        "issuer": "issuer",
        "reference": "hfhjfdozkdfl;fdko;k"
      },
      "billr": {
        "name": "jdjaiofjiosJOfjaiodjoiwaj",
        "companyIdentifications": [
          {
            "identification": "74747435438",
            "model": "jdidfjdsjf"
          }
        ]
      },
      "bille": {
        "name": "djhsaijdwjadfja;dddF",
        "companyIdentifications": [
          {
            "identification": "dddddd",
            "model": "kksjdadawx"
          }
        ]
      },
      "additionaldebittanceInformation": [
        "dd",
        "xnjasndfjafnlkNDflkhlfkacmakjhfncasklnf"
      ]
    }
  ],
  "chargesInformation": []
}

以上是我的 Json，我需要將其展平為簡單的 JSON，以便我可以在 Hive 中處理它。我嘗試使用 Flatten JSON 處理器，但它不起作用，所以現在我嘗試使用 jolt spec 任何人都可以指導我使用 Jolt 轉換或在 Nifi 中解決上述問題。

我預期的 output 應該如下所示

{
    "veread": "ndjdjjywuieopppqpppwaghhzuii",
    "ddddwww_internalDocumentInformation_number": "8",
    "ddddwww_internalDocumentInformation_lineDetails_identifications_number": "1025",
    "ddddwww_internalDocumentInformation_lineDetails_identifications_model.code": "x",
    "ddddwww_internalDocumentInformation_lineDetails_identifications_model.proprietary": "y",
    "ddddwww_internalDocumentInformation_lineDetails_identifications_relatedDate": "3/23",
    "ddddwww_internalDocumentInformation_lineDetails_quantity": 136,
    "ddddwww_internalDocumentInformation_lineDetails_unitOfMeasure": "each",
    "ddddwww_internalDocumentInformation_lineDetails_money.duePayablemoney": 957.86,
    "ddddwww_internalDocumentInformation_lineDetails_money.discountAppliedmoneys_model.code": "dvbnqwe",
    "ddddwww_internalDocumentInformation_lineDetails_money.discountAppliedmoneys_model.proprietary": "rqazloy",
    "ddddwww_internalDocumentInformation_lineDetails_money.discountAppliedmoneys_money": 216.2,
    "ddddwww_internalDocumentInformation_lineDetails_money.valuemoneys_model.code": "YUIO",
    "ddddwww_internalDocumentInformation_lineDetails_money.valuemoneys_model.proprietary": "BHRTY",
    "ddddwww_internalDocumentInformation_lineDetails_money.valuemoneys_money": 391.41,
    "ddddwww_internalDocumentInformation_lineDetails_money.adjustmentmoneyAndReasons_money": 824.54,
    "ddddwww_internalDocumentInformation_lineDetails_money.adjustmentmoneyAndReasons_reason": "BONUS",
    "ddddwww_internalDocumentInformation_lineDetails_money.debittedmoney": 660.7,
    "ddddwww_internalDocumentInformation_lineDetails_money.creditNotemoney": 985.63,
    "ddddwww_internalDocumentInformation_internalDocumentmoney.duePayablemoney": 567.45,
    "ddddwww_internalDocumentInformation_internalDocumentmoney.discountAppliedmoneys_model.code": "DD",
    "ddddwww_internalDocumentInformation_internalDocumentmoney.discountAppliedmoneys_model.proprietary": "EE",
    "ddddwww_internalDocumentInformation_internalDocumentmoney.discountAppliedmoneys_money": 5.64,
    "ddddwww_internalDocumentInformation_internalDocumentmoney.valuemoneys_model.code": "z",
    "ddddwww_internalDocumentInformation_internalDocumentmoney.valuemoneys_model.proprietary": "a",
    "ddddwww_internalDocumentInformation_internalDocumentmoney.valuemoneys_money": 145,
    "ddddwww_internalDocumentInformation_internalDocumentmoney.adjustmentmoneyAndReasons_money": 678,
    "ddddwww_internalDocumentInformation_internalDocumentmoney.adjustmentmoneyAndReasons_reason": "tyuiop",
    "ddddwww_internalDocumentInformation_internalDocumentmoney.debittedmoney": 123,
    "ddddwww_internalDocumentInformation_internalDocumentmoney.creditNotemoney": 456,
    "ddddwww_supplierReferenceInformation.model.code": "x",
    "ddddwww_supplierReferenceInformation.model.proprietary": "y",
    "ddddwww_supplierReferenceInformation.issuer": "issuer",
    "ddddwww_supplierReferenceInformation.reference": "hfhjfdozkdfl;fdko;k",
    "ddddwww_billr.name": "jdjaiofjiosJOfjaiodjoiwaj",
    "ddddwww_billr.companyIdentifications_identification": "74747435438",
    "ddddwww_billr.companyIdentifications_model": "jdidfjdsjf",
    "ddddwww_bille.name": "djhsaijdwjadfja;lMEjknEAKDLJOJRF",
    "ddddwww_bille.companyIdentifications_identification": "mkskfsajdwiojdijRUWa",
    "ddddwww_bille.companyIdentifications_model": "kksjdadawx",
    "ddddwww_additionalddddwww[0]": "JDSJAHDJKLJHRFQWJESJqiorwjd",
    "ddddwww_additionalddddwww[1]": "xnjasndfjafnlkNDflkhlfkacmakjhfncasklnf",
    "chargesInformation": []
}

我已經更新了請求

3 個解決方案

解決方案1
 1 已采納  2022-02-09 10:39:58

使用具有屬性的FlattenJson處理器：

  • Separator ： _
  • Flatten Mode ： normal

Output json：

{
  "transactionId" : "ndjdjjywuieopppqpppwaghhzuii",
  "debittanceInformation[0]_internalDocumentInformation[0]_number" : "8",
  "debittanceInformation[0]_internalDocumentInformation[0]_lineDetails[0]_identifications[0]_number" : "1025",
  "debittanceInformation[0]_internalDocumentInformation[0]_lineDetails[0]_identifications[0]_model_code" : "x",
  "debittanceInformation[0]_internalDocumentInformation[0]_lineDetails[0]_identifications[0]_model_proprietary" : "y",
  "debittanceInformation[0]_internalDocumentInformation[0]_lineDetails[0]_identifications[0]_relatedDate" : "3\/23",
  "debittanceInformation[0]_internalDocumentInformation[0]_lineDetails[0]_quantity" : 136,
  "debittanceInformation[0]_internalDocumentInformation[0]_lineDetails[0]_unitOfMeasure" : "each",
  "debittanceInformation[0]_internalDocumentInformation[0]_lineDetails[0]_money_duePayablemoney" : 957.86,
  "debittanceInformation[0]_internalDocumentInformation[0]_lineDetails[0]_money_discountAppliedmoneys[0]_model_code" : "dvbnqwe",
  "debittanceInformation[0]_internalDocumentInformation[0]_lineDetails[0]_money_discountAppliedmoneys[0]_model_proprietary" : "rqazloy",
  "debittanceInformation[0]_internalDocumentInformation[0]_lineDetails[0]_money_discountAppliedmoneys[0]_money" : 216.2,
  "debittanceInformation[0]_internalDocumentInformation[0]_lineDetails[0]_money_valuemoneys[0]_model_code" : "YUIO",
  "debittanceInformation[0]_internalDocumentInformation[0]_lineDetails[0]_money_valuemoneys[0]_model_proprietary" : "BHRTY",
  "debittanceInformation[0]_internalDocumentInformation[0]_lineDetails[0]_money_valuemoneys[0]_money" : 391.41,
  "debittanceInformation[0]_internalDocumentInformation[0]_lineDetails[0]_money_adjustmentmoneyAndReasons[0]_money" : 824.54,
  "debittanceInformation[0]_internalDocumentInformation[0]_lineDetails[0]_money_adjustmentmoneyAndReasons[0]_reason" : "BONUS",
  "debittanceInformation[0]_internalDocumentInformation[0]_lineDetails[0]_money_debittedmoney" : 660.7,
  "debittanceInformation[0]_internalDocumentInformation[0]_lineDetails[0]_money_creditNotemoney" : 985.63,
  "debittanceInformation[0]_internalDocumentInformation[0]_internalDocumentmoney_duePayablemoney" : 567.45,
  "debittanceInformation[0]_internalDocumentInformation[0]_internalDocumentmoney_discountAppliedmoneys[0]_model_code" : "DD",
  "debittanceInformation[0]_internalDocumentInformation[0]_internalDocumentmoney_discountAppliedmoneys[0]_model_proprietary" : "EE",
  "debittanceInformation[0]_internalDocumentInformation[0]_internalDocumentmoney_discountAppliedmoneys[0]_money" : 5.64,
  "debittanceInformation[0]_internalDocumentInformation[0]_internalDocumentmoney_valuemoneys[0]_model_code" : "z",
  "debittanceInformation[0]_internalDocumentInformation[0]_internalDocumentmoney_valuemoneys[0]_model_proprietary" : "a",
  "debittanceInformation[0]_internalDocumentInformation[0]_internalDocumentmoney_valuemoneys[0]_money" : 145,
  "debittanceInformation[0]_internalDocumentInformation[0]_internalDocumentmoney_adjustmentmoneyAndReasons[0]_money" : 678,
  "debittanceInformation[0]_internalDocumentInformation[0]_internalDocumentmoney_adjustmentmoneyAndReasons[0]_reason" : "tyuiop",
  "debittanceInformation[0]_internalDocumentInformation[0]_internalDocumentmoney_debittedmoney" : 123,
  "debittanceInformation[0]_internalDocumentInformation[0]_internalDocumentmoney_creditNotemoney" : 456,
  "debittanceInformation[0]_supplierReferenceInformation_model_code" : "x",
  "debittanceInformation[0]_supplierReferenceInformation_model_proprietary" : "y",
  "debittanceInformation[0]_supplierReferenceInformation_issuer" : "issuer",
  "debittanceInformation[0]_supplierReferenceInformation_reference" : "hfhjfdozkdfl;fdko;k",
  "debittanceInformation[0]_billr_name" : "jdjaiofjiosJOfjaiodjoiwaj",
  "debittanceInformation[0]_billr_companyIdentifications[0]_identification" : "74747435438",
  "debittanceInformation[0]_billr_companyIdentifications[0]_model" : "jdidfjdsjf",
  "debittanceInformation[0]_bille_name" : "djhsaijdwjadfja;lMEjknEAKDLJOJRF",
  "debittanceInformation[0]_bille_companyIdentifications[0]_identification" : "mkskfsajdwiojdijRUWa",
  "debittanceInformation[0]_bille_companyIdentifications[0]_model" : "kksjdadawx",
  "debittanceInformation[0]_additionaldebittanceInformation[0]" : "JDSJAHDJKLJHRFQWJESJqiorwjd",
  "debittanceInformation[0]_additionaldebittanceInformation[1]" : "xnjasndfjafnlkNDflkhlfkacmakjhfncasklnf",
  "chargesInformation" : [  ]
}

解決方案2
 1  2022-02-09 19:19:34

您可以在JoltTransformJSON處理器中使用下面的移位轉換

[
  {
    "operation": "shift",
    "spec": {
      "*": "&",
      "debittanceInformation": {
        "*": {
          "internalDocumentInformation": {
            "*": {
              "number": "&4_&2_&",
              "lineDetails": {
                "*": {
                  "identifications": {
                    "*": {
                      "*": {
                        "@": "&9_&7_&5_&3_&"
                      },
                      "model": {
                        "*": {
                          "@": "&10_&8_&6_&4_&2\\.&"
                        }
                      }
                    }
                  },
                  "quantity": "&6_&4_&2_&",
                  "unitOfMeasure": "&6_&4_&2_&",
                  "money": {
                    "*": {
                      "@": "&8_&6_&4_&2\\.&"
                    },
                    "discountAppliedmoneys": {
                      "*": {
                        "model": {
                          "*": {
                            "@": "&11_&9_&7_&5\\.&4_&2\\.&"
                          }
                        },
                        "*": "&9_&7_&5_&3\\.&2_&"
                      }
                    },
                    "valuemoneys": {
                      "*": {
                        "model": {
                          "*": {
                            "@": "&11_&9_&7_&5\\.&4_&2\\.&"
                          }
                        },
                        "*": "&9_&7_&5_&3\\.&2_&"
                      }
                    },
                    "adjustmentmoneyAndReasons": {
                      "*": {
                        "*": "&9_&7_&5_&3\\.&2_&"
                      }
                    }
                  }
                }
              },
              "internalDocumentmoney": {
                "*": {
                  "@": "&6_&4_&2\\.&"
                },
                "discountAppliedmoneys": {
                  "*": {
                    "model": {
                      "*": "&8_&6_&4_&3_&1\\.&"
                    },
                    "*": "&7_&5_&3\\.&2_&"
                  }
                },
                "valuemoneys": {
                  "*": {
                    "model": {
                      "*": "&8_&6_&4\\.&3_&1\\.&"
                    },
                    "*": "&7_&5_&3\\.&2_&"
                  }
                },
                "adjustmentmoneyAndReasons": {
                  "*": {
                    "*": "&7_&5_&3\\.&2_&"
                  }
                }
              }
            }
          },
          "supplierReferenceInformation": {
            "model": {
              "*": "&4_&2\\.&"
            },
            "*": "&3_&1\\.&"
          },
          "bill*": {
            "companyIdentifications": {
              "*": {
                "*": "&5_&3\\.&2_&"
              }
            },
            "*": "&3_&1\\.&"
          },
          "additionaldebittanceInformation": {
            "*": "&3_&1\\[&\\]"
          }
        }
      }
    }
  }
]

解決方案3
 1  2022-04-26 02:13:21

Java 將JSON條記錄壓平為二維表的代碼非常長。

您可以使用開源的 SPL Java package 來完成此操作。 很方便，四行代碼就夠了： img

SPL 提供 JDBC 驅動程序，由 Java 調用。只需將上面的 SPL 腳本存儲為 flattenjson.splx 並在調用存儲過程時在 Java 中調用它：

…
Class.forName("com.esproc.jdbc.InternalDriver");
con= DriverManager.getConnection("jdbc:esproc:local://");
st = con.prepareCall("call flattenjson()");
st.execute();
…

暫無
暫無

聲明:本站的技術帖子網頁，遵循CC BY-SA 4.0協議，如果您需要轉載，請注明本站網址或者原文地址。任何問題請咨詢:yoyou2525@163.com.

相關問題 使用 JOLT 將復雜的 JSON 轉換為 CSV 文件 使用 Jolt 轉換復雜的 Json 數組 使用 Jolt NIFI 將 JSON 轉換為 JSON？ 使用JOLT將JSON字符串數組轉換為對象數組 無法使用 Jolt (V0.1.1) 將 Json 數組轉換為扁平化 Json 使用JOLT使用嵌套數組對象轉換對象數組 Java Jolt bazaarvoice嵌套數組 JOLT 展平陣列和嵌套 object 在JAVA中將復雜的嵌套Json轉換為Spark Dataframe 使用 jolt 基於位置進行數組轉換的 Json
相關標簽
 
粵ICP備18138465號  © 2020-2024 STACKOOM.COM