L2 Construct: filter

etl filter

Description

FilterTableEndpoint filters the input Table based on specified column-value pairs. It takes a Table and an array of Filter structs, where each Filter specifies a column and a list of acceptable values for that column. The endpoint returns a new Table containing only the rows that match all specified filters.

L2 Data

Provider: pontus
Module: etl
Action: filter

Example Step

{
  "name": "insert-your-step-name",
  "type": "l2",
  "l2_data": {
    "provider": "pontus",
    "module": "etl",
    "action": "filter"
  }
}

Input

Example

{
  "table": {
    "headers": ["Date", "Product", "Sales", "Quantity"],
    "rows": [
      ["2023-01-01", "A", 100, 5],
      ["2023-01-01", "B", 200, 3],
      ["2023-01-02", "A", 150, 7],
      ["2023-01-02", "B", 180, 4]
    ]
  },
  "logical_operator": 1,
  "filters": [
    {
      "column": "Product",
      "operator": "==",
      "value": "A"
    },
    {
      "column": "Sales",
      "operator": "in",
      "value": [100, 150]
    }
  ]
}

Schema

{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://pontus.bpa/pkgs/l2/pontus/etl/filter-table-input",
  "$ref": "#/$defs/FilterTableInput",
  "$defs": {
    "Filter": {
      "properties": {
        "column": {
          "type": "string"
        },
        "operator": {
          "type": "string"
        },
        "value": true
      },
      "additionalProperties": false,
      "type": "object",
      "required": ["column", "operator", "value"]
    },
    "FilterTableInput": {
      "properties": {
        "table": {
          "$ref": "#/$defs/Table"
        },
        "logical_operator": {
          "type": "integer"
        },
        "filters": {
          "items": {
            "$ref": "#/$defs/Filter"
          },
          "type": "array"
        }
      },
      "additionalProperties": false,
      "type": "object",
      "required": ["table", "logical_operator", "filters"]
    },
    "Table": {
      "properties": {
        "headers": {
          "items": {
            "type": "string"
          },
          "type": "array"
        },
        "rows": {
          "items": {
            "items": true,
            "type": "array"
          },
          "type": "array"
        }
      },
      "additionalProperties": false,
      "type": "object",
      "required": ["headers", "rows"]
    }
  }
}

Output

Example

{
  "result_table": {
    "headers": ["Date", "Product", "Sales", "Quantity"],
    "rows": [["2023-01-01", "A", 100, 5]]
  }
}

Schema

{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://pontus.bpa/pkgs/l2/pontus/etl/filter-table-output",
  "$ref": "#/$defs/FilterTableOutput",
  "$defs": {
    "FilterTableOutput": {
      "properties": {
        "result_table": {
          "$ref": "#/$defs/Table"
        }
      },
      "additionalProperties": false,
      "type": "object",
      "required": ["result_table"]
    },
    "Table": {
      "properties": {
        "headers": {
          "items": {
            "type": "string"
          },
          "type": "array"
        },
        "rows": {
          "items": {
            "items": true,
            "type": "array"
          },
          "type": "array"
        }
      },
      "additionalProperties": false,
      "type": "object",
      "required": ["headers", "rows"]
    }
  }
}

Aggregate Join