Skip to content

json filter can not process data bigger then 4k #42

@zhenglisai

Description

@zhenglisai
  • Version: logstash-7.0.1

  • Operating System: ubuntu

  • Config File (if you have sensitive info, please remove it):
    input {
    stdin {}
    }
    filter {

    json {
    source => "message"
    }
    }
    output {
    stdout { codec=>rubydebug }
    }

  • Sample Data:
    {"0": "d49d666e-8b6c-11e9-92bb-000ec6bbcc56", "1": "d49e503a-8b6c-11e9-a67b-000ec6bbcc56", "2": "d49e503b-8b6c-11e9-927c-000ec6bbcc56", "3": "d49e503c-8b6c-11e9-9a53-000ec6bbcc56", "4": "d49e503d-8b6c-11e9-b1da-000ec6bbcc56", "5": "d49e503e-8b6c-11e9-99a1-000ec6bbcc56", "6": "d49e503f-8b6c-11e9-9364-000ec6bbcc56", "7": "d49e5040-8b6c-11e9-8d42-000ec6bbcc56", "8": "d49e5041-8b6c-11e9-8fdd-000ec6bbcc56", "9": "d49e5042-8b6c-11e9-b1a2-000ec6bbcc56", "10": "d49e5043-8b6c-11e9-a4f6-000ec6bbcc56", "11": "d49e5044-8b6c-11e9-9d49-000ec6bbcc56", "12": "d49e5045-8b6c-11e9-8b05-000ec6bbcc56", "13": "d49e5046-8b6c-11e9-883c-000ec6bbcc56", "14": "d49e5047-8b6c-11e9-8535-000ec6bbcc56", "15": "d49e5048-8b6c-11e9-9a24-000ec6bbcc56", "16": "d49e5049-8b6c-11e9-bd86-000ec6bbcc56", "17": "d49e7730-8b6c-11e9-a17c-000ec6bbcc56", "18": "d49e7731-8b6c-11e9-82ee-000ec6bbcc56", "19": "d49e7732-8b6c-11e9-8eaa-000ec6bbcc56", "20": "d49e7733-8b6c-11e9-a5a4-000ec6bbcc56", "21": "d49e7734-8b6c-11e9-93f6-000ec6bbcc56", "22": "d49e7735-8b6c-11e9-a842-000ec6bbcc56", "23": "d49e7736-8b6c-11e9-be30-000ec6bbcc56", "24": "d49e7737-8b6c-11e9-9fac-000ec6bbcc56", "25": "d49e7738-8b6c-11e9-ad55-000ec6bbcc56", "26": "d49e7739-8b6c-11e9-9062-000ec6bbcc56", "27": "d49e773a-8b6c-11e9-95e8-000ec6bbcc56", "28": "d49e773b-8b6c-11e9-90b6-000ec6bbcc56", "29": "d49e773c-8b6c-11e9-839d-000ec6bbcc56", "30": "d49e773d-8b6c-11e9-b444-000ec6bbcc56", "31": "d49e773e-8b6c-11e9-bb52-000ec6bbcc56", "32": "d49e773f-8b6c-11e9-acf9-000ec6bbcc56", "33": "d49e7740-8b6c-11e9-b5c2-000ec6bbcc56", "34": "d49e7741-8b6c-11e9-8a29-000ec6bbcc56", "35": "d49e7742-8b6c-11e9-90b4-000ec6bbcc56", "36": "d49e7743-8b6c-11e9-9625-000ec6bbcc56", "37": "d49e7744-8b6c-11e9-b195-000ec6bbcc56", "38": "d49e7745-8b6c-11e9-978a-000ec6bbcc56", "39": "d49e7746-8b6c-11e9-a8e7-000ec6bbcc56", "40": "d49e7747-8b6c-11e9-8c81-000ec6bbcc56", "41": "d49e7748-8b6c-11e9-bd0b-000ec6bbcc56", "42": "d49e7749-8b6c-11e9-8335-000ec6bbcc56", "43": "d49e774a-8b6c-11e9-bfe1-000ec6bbcc56", "44": "d49e774b-8b6c-11e9-afe2-000ec6bbcc56", "45": "d49e774c-8b6c-11e9-a014-000ec6bbcc56", "46": "d49e774d-8b6c-11e9-8c07-000ec6bbcc56", "47": "d49e774e-8b6c-11e9-8e5e-000ec6bbcc56", "48": "d49e774f-8b6c-11e9-b0c7-000ec6bbcc56", "49": "d49e7750-8b6c-11e9-8e66-000ec6bbcc56", "50": "d49e7751-8b6c-11e9-adb8-000ec6bbcc56", "51": "d49e7752-8b6c-11e9-a828-000ec6bbcc56", "52": "d49e7753-8b6c-11e9-97e1-000ec6bbcc56", "53": "d49e7754-8b6c-11e9-83f7-000ec6bbcc56", "54": "d49e7755-8b6c-11e9-a902-000ec6bbcc56", "55": "d49e7756-8b6c-11e9-bce9-000ec6bbcc56", "56": "d49e7757-8b6c-11e9-a206-000ec6bbcc56", "57": "d49e7758-8b6c-11e9-8359-000ec6bbcc56", "58": "d49e7759-8b6c-11e9-95f6-000ec6bbcc56", "59": "d49e775a-8b6c-11e9-a425-000ec6bbcc56", "60": "d49e775b-8b6c-11e9-9ce6-000ec6bbcc56", "61": "d49e775c-8b6c-11e9-aaab-000ec6bbcc56", "62": "d49e775d-8b6c-11e9-9c08-000ec6bbcc56", "63": "d49e775e-8b6c-11e9-8e39-000ec6bbcc56", "64": "d49e775f-8b6c-11e9-8d00-000ec6bbcc56", "65": "d49e7760-8b6c-11e9-a567-000ec6bbcc56", "66": "d49e7761-8b6c-11e9-8f70-000ec6bbcc56", "67": "d49e7762-8b6c-11e9-b1e5-000ec6bbcc56", "68": "d49e7763-8b6c-11e9-b91a-000ec6bbcc56", "69": "d49e7764-8b6c-11e9-8000-000ec6bbcc56", "70": "d49e7765-8b6c-11e9-a66c-000ec6bbcc56", "71": "d49e7766-8b6c-11e9-8563-000ec6bbcc56", "72": "d49e7767-8b6c-11e9-b2de-000ec6bbcc56", "73": "d49e7768-8b6c-11e9-9c79-000ec6bbcc56", "74": "d49e7769-8b6c-11e9-b3bd-000ec6bbcc56", "75": "d49e776a-8b6c-11e9-8b7c-000ec6bbcc56", "76": "d49e776b-8b6c-11e9-8942-000ec6bbcc56", "77": "d49e776c-8b6c-11e9-860b-000ec6bbcc56", "78": "d49e776d-8b6c-11e9-b5fd-000ec6bbcc56", "79": "d49e776e-8b6c-11e9-a4d9-000ec6bbcc56", "80": "d49e776f-8b6c-11e9-a11f-000ec6bbcc56", "81": "d49e7770-8b6c-11e9-b7d0-000ec6bbcc56", "82": "d49e7771-8b6c-11e9-82d2-000ec6bbcc56", "83": "d49e7772-8b6c-11e9-9d28-000ec6bbcc56", "84": "d49e7773-8b6c-11e9-a777-000ec6bbcc56", "85": "d49e7774-8b6c-11e9-ab26-000ec6bbcc56", "86": "d49e7775-8b6c-11e9-91a1-000ec6bbcc56", "87": "d49e7776-8b6c-11e9-a115-000ec6bbcc56", "88": "d49e7777-8b6c-11e9-9859-000ec6bbcc56", "89": "d49e7778-8b6c-11e9-a193-000ec6bbcc56"}

  • ERROR:
    exception=>#<LogStash::Json::ParserError: Unexpected end-of-input in VALUE_STRING
    at [Source: (byte[])"{"0": "9c1c0bfa-8b6b-11e9-9c66-000ec6bbcc56", "1": "9c1ccebe-8b6b-11e9-8026-000ec6bbcc56", "2": "9c1ccebf-8b6b-11e9-951a-000ec6bbcc56", "3": "9c1ccec0-8b6b-11e9-bbcb-000ec6bbcc56", "4": "9c1ccec1-8b6b-11e9-b623-000ec6bbcc56", "5": "9c1ccec2-8b6b-11e9-9954-000ec6bbcc56", "6": "9c1ccec3-8b6b-11e9-ab4e-000ec6bbcc56", "7": "9c1ccec4-8b6b-11e9-93ce-000ec6bbcc56", "8": "9c1ccec5-8b6b-11e9-a1bd-000ec6bbcc56", "9": "9c1ccec6-8b6b-11e9-88f7-000ec6bbcc56", "10": "9c1ccec7-8b6b-11e9-a0f0-000ec6bbcc56", "11"[truncated 3595 bytes]; line: 1, column: 8191]>}

Metadata

Metadata

Assignees

No one assigned

    Labels

    No labels
    No labels

    Type

    No type

    Projects

    No projects

    Milestone

    No milestone

    Relationships

    None yet

    Development

    No branches or pull requests

    Issue actions