diff --git a/indico_toolkit/etloutput/__init__.py b/indico_toolkit/etloutput/__init__.py new file mode 100644 index 0000000..a9e43e8 --- /dev/null +++ b/indico_toolkit/etloutput/__init__.py @@ -0,0 +1,201 @@ +from typing import TYPE_CHECKING + +from .cell import Cell, CellType +from .errors import EtlOutputError, TableCellNotFoundError, TokenNotFoundError +from .etloutput import EtlOutput +from .table import Table +from .token import Token +from .utilities import get, has + +if TYPE_CHECKING: + from collections.abc import Awaitable, Callable + from typing import Any + +__all__ = ( + "Cell", + "CellType", + "EtlOutput", + "EtlOutputError", + "load", + "load_async", + "Table", + "TableCellNotFoundError", + "Token", + "TokenNotFoundError", +) + + +def load( + etl_output_url: str, + *, + reader: "Callable[..., Any]", + text: bool = True, + tokens: bool = True, + tables: bool = False, +) -> EtlOutput: + """ + Load `etl_output_url` as an ETL Output dataclass. A `reader` function must be + supplied to read JSON files from disk, storage API, or Indico client. + + Use `text`, `tokens`, and `tables` to specify what to load. + + ``` + result = results.load(submission.result_file, reader=read_url) + etl_outputs = { + document: etloutput.load(document.etl_output_url, reader=read_url) + for document in result.documents + } + ``` + """ + etl_output = reader(etl_output_url) + tables_url = etl_output_url.replace("etl_output.json", "tables.json") + + if has(etl_output, str, "pages", 0, "page_info"): + return _load_v1(etl_output, tables_url, reader, text, tokens, tables) + else: + return _load_v3(etl_output, tables_url, reader, text, tokens, tables) + + +async def load_async( + etl_output_url: str, + *, + reader: "Callable[..., Awaitable[Any]]", + text: bool = True, + tokens: bool = True, + tables: bool = False, +) -> EtlOutput: + """ + Load `etl_output_url` as an ETL Output dataclass. A `reader` coroutine must be + supplied to read JSON files from disk, storage API, or Indico client. + + Use `text`, `tokens`, and `tables` to specify what to load. + + ``` + result = await results.load_async(submission.result_file, reader=read_url) + etl_outputs = { + document: await etloutput.load_async(document.etl_output_url, reader=read_url) + for document in result.documents + } + ``` + """ + etl_output = await reader(etl_output_url) + tables_url = etl_output_url.replace("etl_output.json", "tables.json") + + if has(etl_output, str, "pages", 0, "page_info"): + return await _load_v1_async( + etl_output, tables_url, reader, text, tokens, tables + ) + else: + return await _load_v3_async( + etl_output, tables_url, reader, text, tokens, tables + ) + + +def _load_v1( + etl_output: "Any", + tables_url: str, + reader: "Callable[..., Any]", + text: bool, + tokens: bool, + tables: bool, +) -> EtlOutput: + if text or tokens: + pages = tuple( + reader(get(page, str, "page_info")) + for page in get(etl_output, list, "pages") + ) + text_by_page = map(lambda page: get(page, str, "pages", 0, "text"), pages) + tokens_by_page = map(lambda page: get(page, list, "tokens"), pages) + else: + text_by_page = () # type: ignore[assignment] + tokens_by_page = () # type: ignore[assignment] + + if tables: + tables_by_page = reader(tables_url) + else: + tables_by_page = () + + return EtlOutput.from_pages(text_by_page, tokens_by_page, tables_by_page) + + +def _load_v3( + etl_output: "Any", + tables_url: str, + reader: "Callable[..., Any]", + text: bool, + tokens: bool, + tables: bool, +) -> EtlOutput: + pages = get(etl_output, list, "pages") + + if text or tokens: + text_by_page = map(lambda page: reader(get(page, str, "text")), pages) + else: + text_by_page = () # type: ignore[assignment] + + if tokens: + tokens_by_page = map(lambda page: reader(get(page, str, "tokens")), pages) + else: + tokens_by_page = () # type: ignore[assignment] + + if tables: + tables_by_page = reader(tables_url) + else: + tables_by_page = () + + return EtlOutput.from_pages(text_by_page, tokens_by_page, tables_by_page) + + +async def _load_v1_async( + etl_output: "Any", + tables_url: str, + reader: "Callable[..., Awaitable[Any]]", + text: bool, + tokens: bool, + tables: bool, +) -> EtlOutput: + if text or tokens: + pages = [ + await reader(get(page, str, "page_info")) + for page in get(etl_output, list, "pages") + ] + text_by_page = map(lambda page: get(page, str, "pages", 0, "text"), pages) + tokens_by_page = map(lambda page: get(page, list, "tokens"), pages) + else: + text_by_page = () # type: ignore[assignment] + tokens_by_page = () # type: ignore[assignment] + + if tables: + tables_by_page = await reader(tables_url) + else: + tables_by_page = () + + return EtlOutput.from_pages(text_by_page, tokens_by_page, tables_by_page) + + +async def _load_v3_async( + etl_output: "Any", + tables_url: str, + reader: "Callable[..., Awaitable[Any]]", + text: bool, + tokens: bool, + tables: bool, +) -> EtlOutput: + pages = get(etl_output, list, "pages") + + if text or tokens: + text_by_page = [await reader(get(page, str, "text")) for page in pages] + else: + text_by_page = () # type: ignore[assignment] + + if tokens: + tokens_by_page = [await reader(get(page, str, "tokens")) for page in pages] + else: + tokens_by_page = () # type: ignore[assignment] + + if tables: + tables_by_page = await reader(tables_url) + else: + tables_by_page = () + + return EtlOutput.from_pages(text_by_page, tokens_by_page, tables_by_page) diff --git a/indico_toolkit/etloutput/cell.py b/indico_toolkit/etloutput/cell.py new file mode 100644 index 0000000..4ce97b1 --- /dev/null +++ b/indico_toolkit/etloutput/cell.py @@ -0,0 +1,72 @@ +from dataclasses import dataclass +from enum import Enum + +from .utilities import get, has + + +class CellType(Enum): + HEADER = "header" + CONTENT = "content" + + +@dataclass(frozen=True) +class Cell: + type: CellType + text: str + # Span + start: int + end: int + # Bounding box + page: int + top: int + left: int + right: int + bottom: int + # Table coordinates + row: int + rowspan: int + rows: "tuple[int, ...]" + column: int + columnspan: int + columns: "tuple[int, ...]" + + def __lt__(self, other: "Cell") -> bool: + """ + By default, cells are sorted in table order (by row, then column). + Cells can also be sorted in span order: `tokens.sort(key=attrgetter("start"))`. + """ + return self.row < other.row or ( + self.row == other.row and self.column < other.column + ) + + @staticmethod + def from_dict(cell: object, page: int) -> "Cell": + """ + Create a `Cell` from a v1 or v3 ETL Ouput cell dictionary. + """ + return Cell( + type=CellType(get(cell, str, "cell_type")), + text=get(cell, str, "text"), + # Empty cells have no start and end; so use [0:0] for a valid slice. + start=( + get(cell, int, "doc_offsets", 0, "start") + if has(cell, int, "doc_offsets", 0, "start") + else 0 + ), + end=( + get(cell, int, "doc_offsets", 0, "end") + if has(cell, int, "doc_offsets", 0, "end") + else 0 + ), + page=page, + top=get(cell, int, "position", "top"), + left=get(cell, int, "position", "left"), + right=get(cell, int, "position", "right"), + bottom=get(cell, int, "position", "bottom"), + row=get(cell, int, "rows", 0), + rowspan=len(get(cell, list, "rows")), + rows=tuple(get(cell, list, "rows")), + column=get(cell, int, "columns", 0), + columnspan=len(get(cell, list, "columns")), + columns=tuple(get(cell, list, "columns")), + ) diff --git a/indico_toolkit/etloutput/errors.py b/indico_toolkit/etloutput/errors.py new file mode 100644 index 0000000..1e4ffe0 --- /dev/null +++ b/indico_toolkit/etloutput/errors.py @@ -0,0 +1,16 @@ +class EtlOutputError(Exception): + """ + Raised when an error occurs while loading an ETL Output file. + """ + + +class TokenNotFoundError(EtlOutputError): + """ + Raised when a Token can't be found for a Prediction. + """ + + +class TableCellNotFoundError(EtlOutputError): + """ + Raised when a Table Cell can't be found for a Token. + """ diff --git a/indico_toolkit/etloutput/etloutput.py b/indico_toolkit/etloutput/etloutput.py new file mode 100644 index 0000000..33c3b46 --- /dev/null +++ b/indico_toolkit/etloutput/etloutput.py @@ -0,0 +1,106 @@ +import itertools +from bisect import bisect_left, bisect_right +from dataclasses import dataclass +from operator import attrgetter +from typing import TYPE_CHECKING + +from .errors import TableCellNotFoundError, TokenNotFoundError +from .table import Table +from .token import Token + +if TYPE_CHECKING: + from collections.abc import Iterable + + from ..results import DocumentExtraction + from .cell import Cell + + +@dataclass(frozen=True) +class EtlOutput: + text: str + text_on_page: "tuple[str, ...]" + + tokens: "tuple[Token, ...]" + tokens_on_page: "tuple[tuple[Token, ...], ...]" + + tables: "tuple[Table, ...]" + tables_on_page: "tuple[tuple[Table, ...], ...]" + + @staticmethod + def from_pages( + text_by_page: "Iterable[str]", + token_dicts_by_page: "Iterable[Iterable[object]]", + table_dicts_by_page: "Iterable[Iterable[object]]", + ) -> "EtlOutput": + """ + Create an `EtlOutput` from v1 or v3 ETL Ouput pages. + """ + text_by_page = tuple(text_by_page) + tokens_by_page = tuple( + tuple(map(Token.from_dict, token_dict_page)) + for token_dict_page in token_dicts_by_page + ) + tables_by_page = tuple( + tuple(map(Table.from_dict, table_dict_page)) + for table_dict_page in table_dicts_by_page + ) + + return EtlOutput( + text="\n".join(text_by_page), + text_on_page=text_by_page, + tokens=tuple(itertools.chain.from_iterable(tokens_by_page)), + tokens_on_page=tokens_by_page, + tables=tuple(itertools.chain.from_iterable(tables_by_page)), + tables_on_page=tables_by_page, + ) + + def token_for(self, extraction: "DocumentExtraction") -> Token: + """ + Return a `Token` that contains every character from `extraction`. + Raise `TokenNotFoundError` if one can't be produced. + """ + try: + tokens = self.tokens_on_page[extraction.page] + first = bisect_right(tokens, extraction.start, key=attrgetter("end")) + last = bisect_left(tokens, extraction.end, lo=first, key=attrgetter("start")) # fmt: skip # noqa: E501 + tokens = tokens[first:last] + + return Token( + text=self.text[extraction.start : extraction.end], + start=extraction.start, + end=extraction.end, + page=min(token.page for token in tokens), + top=min(token.top for token in tokens), + left=min(token.left for token in tokens), + right=max(token.right for token in tokens), + bottom=max(token.bottom for token in tokens), + ) + except (IndexError, ValueError) as error: + raise TokenNotFoundError(f"no token contains {extraction!r}") from error + + def table_cell_for(self, token: Token) -> "tuple[Table, Cell]": + """ + Return the `Table` and `Cell` that contain the midpoint of `token`. + Raise `TableCellNotFoundError` if it's not inside a table cell. + """ + token_vmid = (token.top + token.bottom) // 2 + token_hmid = (token.left + token.right) // 2 + + for table in self.tables_on_page[token.page]: + if (table.top <= token_vmid <= table.bottom) and ( + table.left <= token_hmid <= table.right + ): + break + else: + raise TableCellNotFoundError(f"no table contains {token!r}") + + try: + row_index = bisect_left(table.rows, token_vmid, key=lambda row: row[0].bottom) # fmt: skip # noqa: E501 + row = table.rows[row_index] + + cell_index = bisect_left(row, token_hmid, key=attrgetter("right")) + cell = row[cell_index] + except (IndexError, ValueError) as error: + raise TableCellNotFoundError(f"no cell contains {token!r}") from error + + return table, cell diff --git a/indico_toolkit/etloutput/table.py b/indico_toolkit/etloutput/table.py new file mode 100644 index 0000000..8def075 --- /dev/null +++ b/indico_toolkit/etloutput/table.py @@ -0,0 +1,62 @@ +from dataclasses import dataclass + +from .cell import Cell +from .utilities import get + + +@dataclass(frozen=True) +class Table: + page: int + top: int + left: int + right: int + bottom: int + + cells: "tuple[Cell, ...]" + rows: "tuple[tuple[Cell, ...], ...]" + columns: "tuple[tuple[Cell, ...], ...]" + + def __lt__(self, other: "Table") -> bool: + """ + By default, tables are sorted in bounding box order with vertical hysteresis. + Those on the same line are sorted left-to-right, even when later tables are + slightly higher than earlier ones. + """ + return ( + self.page < other.page + or (self.page == other.page and self.bottom < other.top) + or ( + self.page == other.page + and self.top < other.bottom + and self.left < other.left + ) + ) + + @staticmethod + def from_dict(table: object) -> "Table": + """ + Create a `Table` from a v1 or v3 ETL Ouput table dictionary. + """ + page = get(table, int, "page_num") + cells = tuple( + sorted(Cell.from_dict(cell, page) for cell in get(table, list, "cells")) + ) + rows = tuple( + tuple(sorted(cell for cell in cells if row in cell.rows)) + for row in range(get(table, int, "num_rows")) + ) + columns = tuple( + tuple(sorted(cell for cell in cells if column in cell.columns)) + for column in range(get(table, int, "num_columns")) + ) + + return Table( + page=page, + top=get(table, int, "position", "top"), + left=get(table, int, "position", "left"), + right=get(table, int, "position", "right"), + bottom=get(table, int, "position", "bottom"), + cells=cells, + rows=rows, + columns=columns, + ) diff --git a/indico_toolkit/etloutput/token.py b/indico_toolkit/etloutput/token.py new file mode 100644 index 0000000..26a1d07 --- /dev/null +++ b/indico_toolkit/etloutput/token.py @@ -0,0 +1,51 @@ +from dataclasses import dataclass + +from .utilities import get + + +@dataclass(frozen=True) +class Token: + text: str + # Span + start: int + end: int + # Bounding box + page: int + top: int + left: int + right: int + bottom: int + + def __lt__(self, other: "Token") -> bool: + """ + By default, tokens are sorted in bounding box order with vertical hysteresis. + Those on the same line are sorted left-to-right, even when later tokens are + slightly higher than earlier ones. + + Tokens can also be sorted in span order: `tokens.sort(key=attrgetter("start"))`. + """ + return ( + self.page < other.page + or (self.page == other.page and self.bottom < other.top) + or ( + self.page == other.page + and self.top < other.bottom + and self.left < other.left + ) + ) + + @staticmethod + def from_dict(token: object) -> "Token": + """ + Create a `Token` from a v1 or v3 ETL Ouput token dictionary. + """ + return Token( + text=get(token, str, "text"), + start=get(token, int, "doc_offset", "start"), + end=get(token, int, "doc_offset", "end"), + page=get(token, int, "page_num"), + top=get(token, int, "position", "top"), + left=get(token, int, "position", "left"), + right=get(token, int, "position", "right"), + bottom=get(token, int, "position", "bottom"), + ) diff --git a/indico_toolkit/etloutput/utilities.py b/indico_toolkit/etloutput/utilities.py new file mode 100644 index 0000000..7f85117 --- /dev/null +++ b/indico_toolkit/etloutput/utilities.py @@ -0,0 +1,44 @@ +from typing import TypeVar + +from .errors import EtlOutputError + +Value = TypeVar("Value") + + +def get(nested: object, value_type: "type[Value]", *keys: "str | int") -> Value: + """ + Return the value obtained by traversing `nested` using `keys` as indices if that + value is of type `value_type`. Raise a `EtlOutputError` otherwise. + """ + for key in keys: + if isinstance(key, str) and isinstance(nested, dict) and key in nested: + nested = nested[key] + elif isinstance(key, int) and isinstance(nested, list) and key < len(nested): + nested = nested[key] + else: + raise EtlOutputError( + f"etl output `{type(nested)!r}` does not contain key `{key!r}`" + ) + + if isinstance(nested, value_type): + return nested + else: + raise EtlOutputError( + f"etl output `{type(nested)!r}` does not have a value for " + f"key `{key!r}` of type `{value_type}`" + ) + + +def has(nested: object, value_type: "type[Value]", *keys: "str | int") -> bool: + """ + Check if `nested` can be traversed using `keys` to a value of type `value_type`. + """ + for key in keys: + if isinstance(key, str) and isinstance(nested, dict) and key in nested: + nested = nested[key] + elif isinstance(key, int) and isinstance(nested, list) and key < len(nested): + nested = nested[key] + else: + return False + + return isinstance(nested, value_type) diff --git a/tests/data/etloutput/4288/107455/101154/etl_output.json b/tests/data/etloutput/4288/107455/101154/etl_output.json new file mode 100644 index 0000000..8e10bdb --- /dev/null +++ b/tests/data/etloutput/4288/107455/101154/etl_output.json @@ -0,0 +1,54 @@ +{ + "pages": [ + { + "page_num": 0, + "image": "indico-file:///storage/submission/4288/107455/101154/original_page_0.png", + "thumbnail": "indico-file:///storage/submission/4288/107455/101154/original_thumbnail_0.png", + "doc_start_offset": 0, + "doc_end_offset": 1359, + "page_info": "indico-file:///storage/submission/4288/107455/101154/page_info_0.json" + }, + { + "page_num": 1, + "image": "indico-file:///storage/submission/4288/107455/101154/original_page_1.png", + "thumbnail": "indico-file:///storage/submission/4288/107455/101154/original_thumbnail_1.png", + "doc_start_offset": 1360, + "doc_end_offset": 1838, + "page_info": "indico-file:///storage/submission/4288/107455/101154/page_info_1.json" + }, + { + "page_num": 2, + "image": "indico-file:///storage/submission/4288/107455/101154/original_page_2.png", + "thumbnail": "indico-file:///storage/submission/4288/107455/101154/original_thumbnail_2.png", + "doc_start_offset": 1839, + "doc_end_offset": 3125, + "page_info": "indico-file:///storage/submission/4288/107455/101154/page_info_2.json" + }, + { + "page_num": 3, + "image": "indico-file:///storage/submission/4288/107455/101154/original_page_3.png", + "thumbnail": "indico-file:///storage/submission/4288/107455/101154/original_thumbnail_3.png", + "doc_start_offset": 3126, + "doc_end_offset": 4167, + "page_info": "indico-file:///storage/submission/4288/107455/101154/page_info_3.json" + }, + { + "page_num": 4, + "image": "indico-file:///storage/submission/4288/107455/101154/original_page_4.png", + "thumbnail": "indico-file:///storage/submission/4288/107455/101154/original_thumbnail_4.png", + "doc_start_offset": 4168, + "doc_end_offset": 4706, + "page_info": "indico-file:///storage/submission/4288/107455/101154/page_info_4.json" + }, + { + "page_num": 5, + "image": "indico-file:///storage/submission/4288/107455/101154/original_page_5.png", + "thumbnail": "indico-file:///storage/submission/4288/107455/101154/original_thumbnail_5.png", + "doc_start_offset": 4707, + "doc_end_offset": 6466, + "page_info": "indico-file:///storage/submission/4288/107455/101154/page_info_5.json" + } + ], + "num_pages": 6, + "metadata": {} +} \ No newline at end of file diff --git a/tests/data/etloutput/4288/107455/101154/page_info_0.json b/tests/data/etloutput/4288/107455/101154/page_info_0.json new file mode 100644 index 0000000..8c72193 --- /dev/null +++ b/tests/data/etloutput/4288/107455/101154/page_info_0.json @@ -0,0 +1,2968 @@ +{ + "pages": [ + { + "doc_offset": { + "start": 0, + "end": 1359 + }, + "page_num": 0, + "text": "Indico Metrics Integration Data Model\nThis document covers the intermediate data model used to pull Data Intake metrics\nfrom Indico to be aggregated and displayed within Metrics.\nThis document assumes that a single integration process is run on a schedule and\nuses 4 discrete GraphQL queries to download low-level metrics using the Indico\nGraphQL API. Scheduling recommendations are provided below.\nThese metrics are lightly processed and denormalized to match the intermediate\ndata model defined below. The integration will produce data in a consumable\nformat, such as SQL UPSERT queries, an importable CSV file, or an importable\nJSON file.\nContents\n1 Entities\n1.1 Workflow\n1.2 Model\n1.3 Submission\n1.4 Submission File\n1.5 Reviewer\n1.6 Prediction\nOnce imported, Metrics can filter and aggregate the intermediate data as described below to display higher-\nlevel data points to fulfill the reporting requirements defined elsewhere.\n1\nEntities\n1.1\nWorkflow\nColumn\nType\nGraphQL Source\nid\nint\nworkflow.id\nname\nstr\nworkflow.name\nExample GraphQL Query\nquery Workflows {\nworkflows {\nworkflows {\nid\nname\n}\n}\n}\nScheduled Process Logic\nThis is a lightweight query. All workflows will be pulled every time the integration is run.\nData Reconciliation\nThe output will include the primary key id needed to update existing rows and insert new rows into the\nMetrics database." + } + ], + "tokens": [ + { + "doc_offset": { + "start": 0, + "end": 6 + }, + "page_num": 0, + "text": "Indico", + "position": { + "top": 172, + "bottom": 235, + "left": 409, + "right": 691 + } + }, + { + "doc_offset": { + "start": 7, + "end": 14 + }, + "page_num": 0, + "text": "Metrics", + "position": { + "top": 172, + "bottom": 235, + "left": 730, + "right": 1051 + } + }, + { + "doc_offset": { + "start": 15, + "end": 26 + }, + "page_num": 0, + "text": "Integration", + "position": { + "top": 172, + "bottom": 250, + "left": 1087, + "right": 1599 + } + }, + { + "doc_offset": { + "start": 27, + "end": 31 + }, + "page_num": 0, + "text": "Data", + "position": { + "top": 175, + "bottom": 235, + "left": 1640, + "right": 1839 + } + }, + { + "doc_offset": { + "start": 32, + "end": 37 + }, + "page_num": 0, + "text": "Model", + "position": { + "top": 172, + "bottom": 235, + "left": 1881, + "right": 2138 + } + }, + { + "doc_offset": { + "start": 38, + "end": 42 + }, + "page_num": 0, + "text": "This", + "position": { + "top": 391, + "bottom": 423, + "left": 212, + "right": 292 + } + }, + { + "doc_offset": { + "start": 43, + "end": 51 + }, + "page_num": 0, + "text": "document", + "position": { + "top": 391, + "bottom": 423, + "left": 308, + "right": 503 + } + }, + { + "doc_offset": { + "start": 52, + "end": 58 + }, + "page_num": 0, + "text": "covers", + "position": { + "top": 399, + "bottom": 423, + "left": 519, + "right": 647 + } + }, + { + "doc_offset": { + "start": 59, + "end": 62 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 391, + "bottom": 423, + "left": 662, + "right": 722 + } + }, + { + "doc_offset": { + "start": 63, + "end": 75 + }, + "page_num": 0, + "text": "intermediate", + "position": { + "top": 391, + "bottom": 423, + "left": 739, + "right": 978 + } + }, + { + "doc_offset": { + "start": 76, + "end": 80 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 391, + "bottom": 423, + "left": 994, + "right": 1079 + } + }, + { + "doc_offset": { + "start": 81, + "end": 86 + }, + "page_num": 0, + "text": "model", + "position": { + "top": 391, + "bottom": 423, + "left": 1095, + "right": 1211 + } + }, + { + "doc_offset": { + "start": 87, + "end": 91 + }, + "page_num": 0, + "text": "used", + "position": { + "top": 391, + "bottom": 423, + "left": 1230, + "right": 1320 + } + }, + { + "doc_offset": { + "start": 92, + "end": 94 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 393, + "bottom": 423, + "left": 1337, + "right": 1374 + } + }, + { + "doc_offset": { + "start": 95, + "end": 99 + }, + "page_num": 0, + "text": "pull", + "position": { + "top": 391, + "bottom": 431, + "left": 1392, + "right": 1455 + } + }, + { + "doc_offset": { + "start": 100, + "end": 104 + }, + "page_num": 0, + "text": "Data", + "position": { + "top": 391, + "bottom": 423, + "left": 1475, + "right": 1563 + } + }, + { + "doc_offset": { + "start": 105, + "end": 111 + }, + "page_num": 0, + "text": "Intake", + "position": { + "top": 391, + "bottom": 423, + "left": 1580, + "right": 1695 + } + }, + { + "doc_offset": { + "start": 112, + "end": 119 + }, + "page_num": 0, + "text": "metrics", + "position": { + "top": 391, + "bottom": 423, + "left": 1712, + "right": 1852 + } + }, + { + "doc_offset": { + "start": 120, + "end": 124 + }, + "page_num": 0, + "text": "from", + "position": { + "top": 452, + "bottom": 484, + "left": 213, + "right": 298 + } + }, + { + "doc_offset": { + "start": 125, + "end": 131 + }, + "page_num": 0, + "text": "Indico", + "position": { + "top": 453, + "bottom": 484, + "left": 317, + "right": 432 + } + }, + { + "doc_offset": { + "start": 132, + "end": 134 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 454, + "bottom": 484, + "left": 446, + "right": 483 + } + }, + { + "doc_offset": { + "start": 135, + "end": 137 + }, + "page_num": 0, + "text": "be", + "position": { + "top": 453, + "bottom": 484, + "left": 500, + "right": 545 + } + }, + { + "doc_offset": { + "start": 138, + "end": 148 + }, + "page_num": 0, + "text": "aggregated", + "position": { + "top": 453, + "bottom": 493, + "left": 560, + "right": 778 + } + }, + { + "doc_offset": { + "start": 149, + "end": 152 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 453, + "bottom": 484, + "left": 795, + "right": 864 + } + }, + { + "doc_offset": { + "start": 153, + "end": 162 + }, + "page_num": 0, + "text": "displayed", + "position": { + "top": 453, + "bottom": 493, + "left": 881, + "right": 1064 + } + }, + { + "doc_offset": { + "start": 163, + "end": 169 + }, + "page_num": 0, + "text": "within", + "position": { + "top": 453, + "bottom": 484, + "left": 1080, + "right": 1191 + } + }, + { + "doc_offset": { + "start": 170, + "end": 178 + }, + "page_num": 0, + "text": "Metrics.", + "position": { + "top": 453, + "bottom": 484, + "left": 1210, + "right": 1360 + } + }, + { + "doc_offset": { + "start": 179, + "end": 183 + }, + "page_num": 0, + "text": "This", + "position": { + "top": 558, + "bottom": 589, + "left": 212, + "right": 292 + } + }, + { + "doc_offset": { + "start": 184, + "end": 192 + }, + "page_num": 0, + "text": "document", + "position": { + "top": 558, + "bottom": 589, + "left": 309, + "right": 504 + } + }, + { + "doc_offset": { + "start": 193, + "end": 200 + }, + "page_num": 0, + "text": "assumes", + "position": { + "top": 566, + "bottom": 589, + "left": 522, + "right": 694 + } + }, + { + "doc_offset": { + "start": 201, + "end": 205 + }, + "page_num": 0, + "text": "that", + "position": { + "top": 558, + "bottom": 589, + "left": 710, + "right": 784 + } + }, + { + "doc_offset": { + "start": 206, + "end": 207 + }, + "page_num": 0, + "text": "a", + "position": { + "top": 566, + "bottom": 589, + "left": 802, + "right": 823 + } + }, + { + "doc_offset": { + "start": 208, + "end": 214 + }, + "page_num": 0, + "text": "single", + "position": { + "top": 558, + "bottom": 598, + "left": 840, + "right": 952 + } + }, + { + "doc_offset": { + "start": 215, + "end": 226 + }, + "page_num": 0, + "text": "integration", + "position": { + "top": 558, + "bottom": 598, + "left": 971, + "right": 1172 + } + }, + { + "doc_offset": { + "start": 227, + "end": 234 + }, + "page_num": 0, + "text": "process", + "position": { + "top": 566, + "bottom": 597, + "left": 1193, + "right": 1344 + } + }, + { + "doc_offset": { + "start": 235, + "end": 237 + }, + "page_num": 0, + "text": "is", + "position": { + "top": 558, + "bottom": 589, + "left": 1364, + "right": 1391 + } + }, + { + "doc_offset": { + "start": 238, + "end": 241 + }, + "page_num": 0, + "text": "run", + "position": { + "top": 566, + "bottom": 589, + "left": 1410, + "right": 1467 + } + }, + { + "doc_offset": { + "start": 242, + "end": 244 + }, + "page_num": 0, + "text": "on", + "position": { + "top": 566, + "bottom": 589, + "left": 1487, + "right": 1532 + } + }, + { + "doc_offset": { + "start": 245, + "end": 246 + }, + "page_num": 0, + "text": "a", + "position": { + "top": 566, + "bottom": 589, + "left": 1551, + "right": 1572 + } + }, + { + "doc_offset": { + "start": 247, + "end": 255 + }, + "page_num": 0, + "text": "schedule", + "position": { + "top": 558, + "bottom": 589, + "left": 1589, + "right": 1764 + } + }, + { + "doc_offset": { + "start": 256, + "end": 259 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 558, + "bottom": 589, + "left": 1781, + "right": 1850 + } + }, + { + "doc_offset": { + "start": 260, + "end": 264 + }, + "page_num": 0, + "text": "uses", + "position": { + "top": 627, + "bottom": 651, + "left": 215, + "right": 302 + } + }, + { + "doc_offset": { + "start": 265, + "end": 266 + }, + "page_num": 0, + "text": "4", + "position": { + "top": 619, + "bottom": 650, + "left": 324, + "right": 345 + } + }, + { + "doc_offset": { + "start": 267, + "end": 275 + }, + "page_num": 0, + "text": "discrete", + "position": { + "top": 619, + "bottom": 651, + "left": 368, + "right": 521 + } + }, + { + "doc_offset": { + "start": 276, + "end": 283 + }, + "page_num": 0, + "text": "GraphQL", + "position": { + "top": 618, + "bottom": 659, + "left": 543, + "right": 720 + } + }, + { + "doc_offset": { + "start": 284, + "end": 291 + }, + "page_num": 0, + "text": "queries", + "position": { + "top": 619, + "bottom": 659, + "left": 741, + "right": 881 + } + }, + { + "doc_offset": { + "start": 292, + "end": 294 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 621, + "bottom": 651, + "left": 902, + "right": 939 + } + }, + { + "doc_offset": { + "start": 295, + "end": 303 + }, + "page_num": 0, + "text": "download", + "position": { + "top": 619, + "bottom": 651, + "left": 962, + "right": 1150 + } + }, + { + "doc_offset": { + "start": 304, + "end": 313 + }, + "page_num": 0, + "text": "low-level", + "position": { + "top": 619, + "bottom": 651, + "left": 1175, + "right": 1342 + } + }, + { + "doc_offset": { + "start": 314, + "end": 321 + }, + "page_num": 0, + "text": "metrics", + "position": { + "top": 619, + "bottom": 651, + "left": 1367, + "right": 1508 + } + }, + { + "doc_offset": { + "start": 322, + "end": 327 + }, + "page_num": 0, + "text": "using", + "position": { + "top": 619, + "bottom": 659, + "left": 1531, + "right": 1631 + } + }, + { + "doc_offset": { + "start": 328, + "end": 331 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 619, + "bottom": 651, + "left": 1653, + "right": 1713 + } + }, + { + "doc_offset": { + "start": 332, + "end": 338 + }, + "page_num": 0, + "text": "Indico", + "position": { + "top": 619, + "bottom": 651, + "left": 1737, + "right": 1852 + } + }, + { + "doc_offset": { + "start": 339, + "end": 346 + }, + "page_num": 0, + "text": "GraphQL", + "position": { + "top": 679, + "bottom": 720, + "left": 214, + "right": 391 + } + }, + { + "doc_offset": { + "start": 347, + "end": 351 + }, + "page_num": 0, + "text": "API.", + "position": { + "top": 680, + "bottom": 711, + "left": 403, + "right": 480 + } + }, + { + "doc_offset": { + "start": 352, + "end": 362 + }, + "page_num": 0, + "text": "Scheduling", + "position": { + "top": 679, + "bottom": 720, + "left": 497, + "right": 712 + } + }, + { + "doc_offset": { + "start": 363, + "end": 378 + }, + "page_num": 0, + "text": "recommendations", + "position": { + "top": 680, + "bottom": 712, + "left": 729, + "right": 1078 + } + }, + { + "doc_offset": { + "start": 379, + "end": 382 + }, + "page_num": 0, + "text": "are", + "position": { + "top": 688, + "bottom": 712, + "left": 1093, + "right": 1151 + } + }, + { + "doc_offset": { + "start": 383, + "end": 391 + }, + "page_num": 0, + "text": "provided", + "position": { + "top": 680, + "bottom": 720, + "left": 1167, + "right": 1333 + } + }, + { + "doc_offset": { + "start": 392, + "end": 398 + }, + "page_num": 0, + "text": "below.", + "position": { + "top": 680, + "bottom": 712, + "left": 1351, + "right": 1472 + } + }, + { + "doc_offset": { + "start": 399, + "end": 404 + }, + "page_num": 0, + "text": "These", + "position": { + "top": 785, + "bottom": 817, + "left": 212, + "right": 329 + } + }, + { + "doc_offset": { + "start": 405, + "end": 412 + }, + "page_num": 0, + "text": "metrics", + "position": { + "top": 785, + "bottom": 817, + "left": 353, + "right": 493 + } + }, + { + "doc_offset": { + "start": 413, + "end": 416 + }, + "page_num": 0, + "text": "are", + "position": { + "top": 793, + "bottom": 817, + "left": 515, + "right": 573 + } + }, + { + "doc_offset": { + "start": 417, + "end": 424 + }, + "page_num": 0, + "text": "lightly", + "position": { + "top": 785, + "bottom": 825, + "left": 597, + "right": 708 + } + }, + { + "doc_offset": { + "start": 425, + "end": 434 + }, + "page_num": 0, + "text": "processed", + "position": { + "top": 785, + "bottom": 825, + "left": 730, + "right": 930 + } + }, + { + "doc_offset": { + "start": 435, + "end": 438 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 785, + "bottom": 817, + "left": 954, + "right": 1023 + } + }, + { + "doc_offset": { + "start": 439, + "end": 451 + }, + "page_num": 0, + "text": "denormalized", + "position": { + "top": 785, + "bottom": 817, + "left": 1047, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 452, + "end": 454 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 787, + "bottom": 817, + "left": 1329, + "right": 1366 + } + }, + { + "doc_offset": { + "start": 455, + "end": 460 + }, + "page_num": 0, + "text": "match", + "position": { + "top": 785, + "bottom": 817, + "left": 1390, + "right": 1507 + } + }, + { + "doc_offset": { + "start": 461, + "end": 464 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 785, + "bottom": 817, + "left": 1529, + "right": 1590 + } + }, + { + "doc_offset": { + "start": 465, + "end": 477 + }, + "page_num": 0, + "text": "intermediate", + "position": { + "top": 785, + "bottom": 817, + "left": 1613, + "right": 1852 + } + }, + { + "doc_offset": { + "start": 478, + "end": 482 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 846, + "bottom": 878, + "left": 214, + "right": 298 + } + }, + { + "doc_offset": { + "start": 483, + "end": 488 + }, + "page_num": 0, + "text": "model", + "position": { + "top": 846, + "bottom": 878, + "left": 326, + "right": 442 + } + }, + { + "doc_offset": { + "start": 489, + "end": 496 + }, + "page_num": 0, + "text": "defined", + "position": { + "top": 846, + "bottom": 878, + "left": 471, + "right": 613 + } + }, + { + "doc_offset": { + "start": 497, + "end": 503 + }, + "page_num": 0, + "text": "below.", + "position": { + "top": 846, + "bottom": 878, + "left": 643, + "right": 764 + } + }, + { + "doc_offset": { + "start": 504, + "end": 507 + }, + "page_num": 0, + "text": "The", + "position": { + "top": 846, + "bottom": 878, + "left": 792, + "right": 864 + } + }, + { + "doc_offset": { + "start": 508, + "end": 519 + }, + "page_num": 0, + "text": "integration", + "position": { + "top": 846, + "bottom": 887, + "left": 893, + "right": 1094 + } + }, + { + "doc_offset": { + "start": 520, + "end": 524 + }, + "page_num": 0, + "text": "will", + "position": { + "top": 846, + "bottom": 878, + "left": 1123, + "right": 1181 + } + }, + { + "doc_offset": { + "start": 525, + "end": 532 + }, + "page_num": 0, + "text": "produce", + "position": { + "top": 846, + "bottom": 886, + "left": 1212, + "right": 1370 + } + }, + { + "doc_offset": { + "start": 533, + "end": 537 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 846, + "bottom": 878, + "left": 1397, + "right": 1482 + } + }, + { + "doc_offset": { + "start": 538, + "end": 540 + }, + "page_num": 0, + "text": "in", + "position": { + "top": 846, + "bottom": 878, + "left": 1510, + "right": 1539 + } + }, + { + "doc_offset": { + "start": 541, + "end": 542 + }, + "page_num": 0, + "text": "a", + "position": { + "top": 854, + "bottom": 878, + "left": 1568, + "right": 1589 + } + }, + { + "doc_offset": { + "start": 543, + "end": 553 + }, + "page_num": 0, + "text": "consumable", + "position": { + "top": 846, + "bottom": 878, + "left": 1616, + "right": 1852 + } + }, + { + "doc_offset": { + "start": 554, + "end": 561 + }, + "page_num": 0, + "text": "format,", + "position": { + "top": 907, + "bottom": 945, + "left": 213, + "right": 348 + } + }, + { + "doc_offset": { + "start": 562, + "end": 566 + }, + "page_num": 0, + "text": "such", + "position": { + "top": 908, + "bottom": 939, + "left": 373, + "right": 463 + } + }, + { + "doc_offset": { + "start": 567, + "end": 569 + }, + "page_num": 0, + "text": "as", + "position": { + "top": 916, + "bottom": 939, + "left": 488, + "right": 530 + } + }, + { + "doc_offset": { + "start": 570, + "end": 573 + }, + "page_num": 0, + "text": "SQL", + "position": { + "top": 907, + "bottom": 942, + "left": 554, + "right": 638 + } + }, + { + "doc_offset": { + "start": 574, + "end": 580 + }, + "page_num": 0, + "text": "UPSERT", + "position": { + "top": 910, + "bottom": 940, + "left": 676, + "right": 806 + } + }, + { + "doc_offset": { + "start": 581, + "end": 589 + }, + "page_num": 0, + "text": "queries,", + "position": { + "top": 908, + "bottom": 947, + "left": 845, + "right": 995 + } + }, + { + "doc_offset": { + "start": 590, + "end": 592 + }, + "page_num": 0, + "text": "an", + "position": { + "top": 916, + "bottom": 939, + "left": 1021, + "right": 1064 + } + }, + { + "doc_offset": { + "start": 593, + "end": 603 + }, + "page_num": 0, + "text": "importable", + "position": { + "top": 908, + "bottom": 947, + "left": 1091, + "right": 1296 + } + }, + { + "doc_offset": { + "start": 604, + "end": 607 + }, + "page_num": 0, + "text": "CSV", + "position": { + "top": 907, + "bottom": 940, + "left": 1320, + "right": 1405 + } + }, + { + "doc_offset": { + "start": 608, + "end": 613 + }, + "page_num": 0, + "text": "file,", + "position": { + "top": 907, + "bottom": 945, + "left": 1426, + "right": 1490 + } + }, + { + "doc_offset": { + "start": 614, + "end": 616 + }, + "page_num": 0, + "text": "or", + "position": { + "top": 916, + "bottom": 939, + "left": 1516, + "right": 1554 + } + }, + { + "doc_offset": { + "start": 617, + "end": 619 + }, + "page_num": 0, + "text": "an", + "position": { + "top": 916, + "bottom": 939, + "left": 1577, + "right": 1620 + } + }, + { + "doc_offset": { + "start": 620, + "end": 630 + }, + "page_num": 0, + "text": "importable", + "position": { + "top": 908, + "bottom": 947, + "left": 1647, + "right": 1852 + } + }, + { + "doc_offset": { + "start": 631, + "end": 635 + }, + "page_num": 0, + "text": "JSON", + "position": { + "top": 968, + "bottom": 1001, + "left": 213, + "right": 325 + } + }, + { + "doc_offset": { + "start": 636, + "end": 641 + }, + "page_num": 0, + "text": "file.", + "position": { + "top": 969, + "bottom": 1001, + "left": 341, + "right": 404 + } + }, + { + "doc_offset": { + "start": 642, + "end": 650 + }, + "page_num": 0, + "text": "Contents", + "position": { + "top": 438, + "bottom": 466, + "left": 2067, + "right": 2251 + } + }, + { + "doc_offset": { + "start": 651, + "end": 652 + }, + "page_num": 0, + "text": "1", + "position": { + "top": 574, + "bottom": 595, + "left": 1983, + "right": 1998 + } + }, + { + "doc_offset": { + "start": 653, + "end": 661 + }, + "page_num": 0, + "text": "Entities", + "position": { + "top": 566, + "bottom": 595, + "left": 2019, + "right": 2167 + } + }, + { + "doc_offset": { + "start": 662, + "end": 665 + }, + "page_num": 0, + "text": "1.1", + "position": { + "top": 623, + "bottom": 644, + "left": 2009, + "right": 2048 + } + }, + { + "doc_offset": { + "start": 666, + "end": 674 + }, + "page_num": 0, + "text": "Workflow", + "position": { + "top": 615, + "bottom": 644, + "left": 2067, + "right": 2231 + } + }, + { + "doc_offset": { + "start": 675, + "end": 678 + }, + "page_num": 0, + "text": "1.2", + "position": { + "top": 672, + "bottom": 693, + "left": 2009, + "right": 2052 + } + }, + { + "doc_offset": { + "start": 679, + "end": 684 + }, + "page_num": 0, + "text": "Model", + "position": { + "top": 664, + "bottom": 693, + "left": 2073, + "right": 2176 + } + }, + { + "doc_offset": { + "start": 685, + "end": 688 + }, + "page_num": 0, + "text": "1.3", + "position": { + "top": 721, + "bottom": 748, + "left": 2009, + "right": 2052 + } + }, + { + "doc_offset": { + "start": 689, + "end": 699 + }, + "page_num": 0, + "text": "Submission", + "position": { + "top": 713, + "bottom": 742, + "left": 2073, + "right": 2264 + } + }, + { + "doc_offset": { + "start": 700, + "end": 703 + }, + "page_num": 0, + "text": "1.4", + "position": { + "top": 770, + "bottom": 797, + "left": 2009, + "right": 2053 + } + }, + { + "doc_offset": { + "start": 704, + "end": 714 + }, + "page_num": 0, + "text": "Submission", + "position": { + "top": 762, + "bottom": 791, + "left": 2074, + "right": 2265 + } + }, + { + "doc_offset": { + "start": 715, + "end": 719 + }, + "page_num": 0, + "text": "File", + "position": { + "top": 762, + "bottom": 791, + "left": 2276, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 720, + "end": 723 + }, + "page_num": 0, + "text": "1.5", + "position": { + "top": 819, + "bottom": 846, + "left": 2009, + "right": 2051 + } + }, + { + "doc_offset": { + "start": 724, + "end": 732 + }, + "page_num": 0, + "text": "Reviewer", + "position": { + "top": 812, + "bottom": 840, + "left": 2073, + "right": 2224 + } + }, + { + "doc_offset": { + "start": 733, + "end": 736 + }, + "page_num": 0, + "text": "1.6", + "position": { + "top": 862, + "bottom": 889, + "left": 2009, + "right": 2053 + } + }, + { + "doc_offset": { + "start": 737, + "end": 747 + }, + "page_num": 0, + "text": "Prediction", + "position": { + "top": 860, + "bottom": 889, + "left": 2074, + "right": 2244 + } + }, + { + "doc_offset": { + "start": 748, + "end": 752 + }, + "page_num": 0, + "text": "Once", + "position": { + "top": 1073, + "bottom": 1106, + "left": 214, + "right": 316 + } + }, + { + "doc_offset": { + "start": 753, + "end": 762 + }, + "page_num": 0, + "text": "imported,", + "position": { + "top": 1074, + "bottom": 1114, + "left": 333, + "right": 514 + } + }, + { + "doc_offset": { + "start": 763, + "end": 770 + }, + "page_num": 0, + "text": "Metrics", + "position": { + "top": 1074, + "bottom": 1106, + "left": 535, + "right": 675 + } + }, + { + "doc_offset": { + "start": 771, + "end": 774 + }, + "page_num": 0, + "text": "can", + "position": { + "top": 1082, + "bottom": 1106, + "left": 691, + "right": 758 + } + }, + { + "doc_offset": { + "start": 775, + "end": 781 + }, + "page_num": 0, + "text": "filter", + "position": { + "top": 1074, + "bottom": 1106, + "left": 775, + "right": 858 + } + }, + { + "doc_offset": { + "start": 782, + "end": 785 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 1074, + "bottom": 1106, + "left": 873, + "right": 942 + } + }, + { + "doc_offset": { + "start": 786, + "end": 795 + }, + "page_num": 0, + "text": "aggregate", + "position": { + "top": 1076, + "bottom": 1114, + "left": 960, + "right": 1154 + } + }, + { + "doc_offset": { + "start": 796, + "end": 799 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 1074, + "bottom": 1106, + "left": 1169, + "right": 1229 + } + }, + { + "doc_offset": { + "start": 800, + "end": 812 + }, + "page_num": 0, + "text": "intermediate", + "position": { + "top": 1074, + "bottom": 1106, + "left": 1247, + "right": 1486 + } + }, + { + "doc_offset": { + "start": 813, + "end": 817 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 1074, + "bottom": 1106, + "left": 1502, + "right": 1586 + } + }, + { + "doc_offset": { + "start": 818, + "end": 820 + }, + "page_num": 0, + "text": "as", + "position": { + "top": 1082, + "bottom": 1106, + "left": 1602, + "right": 1644 + } + }, + { + "doc_offset": { + "start": 821, + "end": 830 + }, + "page_num": 0, + "text": "described", + "position": { + "top": 1074, + "bottom": 1106, + "left": 1660, + "right": 1850 + } + }, + { + "doc_offset": { + "start": 831, + "end": 836 + }, + "page_num": 0, + "text": "below", + "position": { + "top": 1074, + "bottom": 1106, + "left": 1869, + "right": 1983 + } + }, + { + "doc_offset": { + "start": 837, + "end": 839 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 1076, + "bottom": 1106, + "left": 1997, + "right": 2034 + } + }, + { + "doc_offset": { + "start": 840, + "end": 847 + }, + "page_num": 0, + "text": "display", + "position": { + "top": 1074, + "bottom": 1114, + "left": 2051, + "right": 2187 + } + }, + { + "doc_offset": { + "start": 848, + "end": 855 + }, + "page_num": 0, + "text": "higher-", + "position": { + "top": 1074, + "bottom": 1114, + "left": 2204, + "right": 2335 + } + }, + { + "doc_offset": { + "start": 856, + "end": 861 + }, + "page_num": 0, + "text": "level", + "position": { + "top": 1135, + "bottom": 1167, + "left": 215, + "right": 297 + } + }, + { + "doc_offset": { + "start": 862, + "end": 866 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 1135, + "bottom": 1167, + "left": 314, + "right": 398 + } + }, + { + "doc_offset": { + "start": 867, + "end": 873 + }, + "page_num": 0, + "text": "points", + "position": { + "top": 1135, + "bottom": 1175, + "left": 414, + "right": 531 + } + }, + { + "doc_offset": { + "start": 874, + "end": 876 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 1137, + "bottom": 1167, + "left": 545, + "right": 582 + } + }, + { + "doc_offset": { + "start": 877, + "end": 884 + }, + "page_num": 0, + "text": "fulfill", + "position": { + "top": 1135, + "bottom": 1167, + "left": 596, + "right": 681 + } + }, + { + "doc_offset": { + "start": 885, + "end": 888 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 1135, + "bottom": 1167, + "left": 697, + "right": 757 + } + }, + { + "doc_offset": { + "start": 889, + "end": 898 + }, + "page_num": 0, + "text": "reporting", + "position": { + "top": 1135, + "bottom": 1175, + "left": 773, + "right": 943 + } + }, + { + "doc_offset": { + "start": 899, + "end": 911 + }, + "page_num": 0, + "text": "requirements", + "position": { + "top": 1135, + "bottom": 1175, + "left": 961, + "right": 1212 + } + }, + { + "doc_offset": { + "start": 912, + "end": 919 + }, + "page_num": 0, + "text": "defined", + "position": { + "top": 1135, + "bottom": 1167, + "left": 1228, + "right": 1369 + } + }, + { + "doc_offset": { + "start": 920, + "end": 930 + }, + "page_num": 0, + "text": "elsewhere.", + "position": { + "top": 1135, + "bottom": 1167, + "left": 1386, + "right": 1589 + } + }, + { + "doc_offset": { + "start": 931, + "end": 932 + }, + "page_num": 0, + "text": "1", + "position": { + "top": 1324, + "bottom": 1370, + "left": 220, + "right": 250 + } + }, + { + "doc_offset": { + "start": 933, + "end": 941 + }, + "page_num": 0, + "text": "Entities", + "position": { + "top": 1322, + "bottom": 1370, + "left": 315, + "right": 572 + } + }, + { + "doc_offset": { + "start": 942, + "end": 945 + }, + "page_num": 0, + "text": "1.1", + "position": { + "top": 1536, + "bottom": 1577, + "left": 219, + "right": 307 + } + }, + { + "doc_offset": { + "start": 946, + "end": 954 + }, + "page_num": 0, + "text": "Workflow", + "position": { + "top": 1534, + "bottom": 1578, + "left": 365, + "right": 666 + } + }, + { + "doc_offset": { + "start": 955, + "end": 961 + }, + "page_num": 0, + "text": "Column", + "position": { + "top": 1693, + "bottom": 1725, + "left": 263, + "right": 421 + } + }, + { + "doc_offset": { + "start": 962, + "end": 966 + }, + "page_num": 0, + "text": "Type", + "position": { + "top": 1693, + "bottom": 1733, + "left": 873, + "right": 968 + } + }, + { + "doc_offset": { + "start": 967, + "end": 974 + }, + "page_num": 0, + "text": "GraphQL", + "position": { + "top": 1693, + "bottom": 1733, + "left": 1328, + "right": 1514 + } + }, + { + "doc_offset": { + "start": 975, + "end": 981 + }, + "page_num": 0, + "text": "Source", + "position": { + "top": 1693, + "bottom": 1725, + "left": 1528, + "right": 1673 + } + }, + { + "doc_offset": { + "start": 982, + "end": 984 + }, + "page_num": 0, + "text": "id", + "position": { + "top": 1794, + "bottom": 1826, + "left": 264, + "right": 294 + } + }, + { + "doc_offset": { + "start": 985, + "end": 988 + }, + "page_num": 0, + "text": "int", + "position": { + "top": 1794, + "bottom": 1826, + "left": 876, + "right": 919 + } + }, + { + "doc_offset": { + "start": 989, + "end": 1000 + }, + "page_num": 0, + "text": "workflow.id", + "position": { + "top": 1794, + "bottom": 1824, + "left": 1342, + "right": 1584 + } + }, + { + "doc_offset": { + "start": 1001, + "end": 1005 + }, + "page_num": 0, + "text": "name", + "position": { + "top": 1895, + "bottom": 1918, + "left": 264, + "right": 369 + } + }, + { + "doc_offset": { + "start": 1006, + "end": 1009 + }, + "page_num": 0, + "text": "str", + "position": { + "top": 1889, + "bottom": 1918, + "left": 874, + "right": 923 + } + }, + { + "doc_offset": { + "start": 1010, + "end": 1023 + }, + "page_num": 0, + "text": "workflow.name", + "position": { + "top": 1886, + "bottom": 1917, + "left": 1342, + "right": 1629 + } + }, + { + "doc_offset": { + "start": 1024, + "end": 1031 + }, + "page_num": 0, + "text": "Example", + "position": { + "top": 2017, + "bottom": 2056, + "left": 215, + "right": 391 + } + }, + { + "doc_offset": { + "start": 1032, + "end": 1039 + }, + "page_num": 0, + "text": "GraphQL", + "position": { + "top": 2016, + "bottom": 2056, + "left": 406, + "right": 591 + } + }, + { + "doc_offset": { + "start": 1040, + "end": 1045 + }, + "page_num": 0, + "text": "Query", + "position": { + "top": 2016, + "bottom": 2056, + "left": 606, + "right": 729 + } + }, + { + "doc_offset": { + "start": 1046, + "end": 1051 + }, + "page_num": 0, + "text": "query", + "position": { + "top": 2140, + "bottom": 2175, + "left": 244, + "right": 374 + } + }, + { + "doc_offset": { + "start": 1052, + "end": 1061 + }, + "page_num": 0, + "text": "Workflows", + "position": { + "top": 2129, + "bottom": 2165, + "left": 402, + "right": 639 + } + }, + { + "doc_offset": { + "start": 1062, + "end": 1063 + }, + "page_num": 0, + "text": "{", + "position": { + "top": 2129, + "bottom": 2173, + "left": 674, + "right": 693 + } + }, + { + "doc_offset": { + "start": 1064, + "end": 1073 + }, + "page_num": 0, + "text": "workflows", + "position": { + "top": 2191, + "bottom": 2228, + "left": 331, + "right": 568 + } + }, + { + "doc_offset": { + "start": 1074, + "end": 1075 + }, + "page_num": 0, + "text": "{", + "position": { + "top": 2191, + "bottom": 2235, + "left": 603, + "right": 622 + } + }, + { + "doc_offset": { + "start": 1076, + "end": 1085 + }, + "page_num": 0, + "text": "workflows", + "position": { + "top": 2254, + "bottom": 2290, + "left": 438, + "right": 675 + } + }, + { + "doc_offset": { + "start": 1086, + "end": 1087 + }, + "page_num": 0, + "text": "{", + "position": { + "top": 2254, + "bottom": 2298, + "left": 710, + "right": 729 + } + }, + { + "doc_offset": { + "start": 1088, + "end": 1090 + }, + "page_num": 0, + "text": "id", + "position": { + "top": 2316, + "bottom": 2353, + "left": 548, + "right": 595 + } + }, + { + "doc_offset": { + "start": 1091, + "end": 1095 + }, + "page_num": 0, + "text": "name", + "position": { + "top": 2390, + "bottom": 2415, + "left": 548, + "right": 649 + } + }, + { + "doc_offset": { + "start": 1096, + "end": 1097 + }, + "page_num": 0, + "text": "}", + "position": { + "top": 2441, + "bottom": 2485, + "left": 440, + "right": 460 + } + }, + { + "doc_offset": { + "start": 1098, + "end": 1099 + }, + "page_num": 0, + "text": "}", + "position": { + "top": 2504, + "bottom": 2548, + "left": 333, + "right": 352 + } + }, + { + "doc_offset": { + "start": 1100, + "end": 1101 + }, + "page_num": 0, + "text": "}", + "position": { + "top": 2566, + "bottom": 2610, + "left": 226, + "right": 245 + } + }, + { + "doc_offset": { + "start": 1102, + "end": 1111 + }, + "page_num": 0, + "text": "Scheduled", + "position": { + "top": 2687, + "bottom": 2720, + "left": 213, + "right": 430 + } + }, + { + "doc_offset": { + "start": 1112, + "end": 1119 + }, + "page_num": 0, + "text": "Process", + "position": { + "top": 2688, + "bottom": 2720, + "left": 448, + "right": 613 + } + }, + { + "doc_offset": { + "start": 1120, + "end": 1125 + }, + "page_num": 0, + "text": "Logic", + "position": { + "top": 2688, + "bottom": 2728, + "left": 629, + "right": 741 + } + }, + { + "doc_offset": { + "start": 1126, + "end": 1130 + }, + "page_num": 0, + "text": "This", + "position": { + "top": 2792, + "bottom": 2823, + "left": 212, + "right": 292 + } + }, + { + "doc_offset": { + "start": 1131, + "end": 1133 + }, + "page_num": 0, + "text": "is", + "position": { + "top": 2792, + "bottom": 2823, + "left": 308, + "right": 335 + } + }, + { + "doc_offset": { + "start": 1134, + "end": 1135 + }, + "page_num": 0, + "text": "a", + "position": { + "top": 2800, + "bottom": 2823, + "left": 351, + "right": 372 + } + }, + { + "doc_offset": { + "start": 1136, + "end": 1147 + }, + "page_num": 0, + "text": "lightweight", + "position": { + "top": 2792, + "bottom": 2832, + "left": 388, + "right": 595 + } + }, + { + "doc_offset": { + "start": 1148, + "end": 1154 + }, + "page_num": 0, + "text": "query.", + "position": { + "top": 2800, + "bottom": 2832, + "left": 611, + "right": 724 + } + }, + { + "doc_offset": { + "start": 1155, + "end": 1158 + }, + "page_num": 0, + "text": "All", + "position": { + "top": 2792, + "bottom": 2823, + "left": 740, + "right": 785 + } + }, + { + "doc_offset": { + "start": 1159, + "end": 1168 + }, + "page_num": 0, + "text": "workflows", + "position": { + "top": 2791, + "bottom": 2823, + "left": 801, + "right": 997 + } + }, + { + "doc_offset": { + "start": 1169, + "end": 1173 + }, + "page_num": 0, + "text": "will", + "position": { + "top": 2792, + "bottom": 2823, + "left": 1011, + "right": 1070 + } + }, + { + "doc_offset": { + "start": 1174, + "end": 1176 + }, + "page_num": 0, + "text": "be", + "position": { + "top": 2792, + "bottom": 2823, + "left": 1088, + "right": 1134 + } + }, + { + "doc_offset": { + "start": 1177, + "end": 1183 + }, + "page_num": 0, + "text": "pulled", + "position": { + "top": 2792, + "bottom": 2832, + "left": 1150, + "right": 1263 + } + }, + { + "doc_offset": { + "start": 1184, + "end": 1189 + }, + "page_num": 0, + "text": "every", + "position": { + "top": 2800, + "bottom": 2832, + "left": 1280, + "right": 1383 + } + }, + { + "doc_offset": { + "start": 1190, + "end": 1194 + }, + "page_num": 0, + "text": "time", + "position": { + "top": 2792, + "bottom": 2823, + "left": 1396, + "right": 1479 + } + }, + { + "doc_offset": { + "start": 1195, + "end": 1198 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 2792, + "bottom": 2823, + "left": 1492, + "right": 1553 + } + }, + { + "doc_offset": { + "start": 1199, + "end": 1210 + }, + "page_num": 0, + "text": "integration", + "position": { + "top": 2792, + "bottom": 2832, + "left": 1569, + "right": 1770 + } + }, + { + "doc_offset": { + "start": 1211, + "end": 1213 + }, + "page_num": 0, + "text": "is", + "position": { + "top": 2792, + "bottom": 2823, + "left": 1788, + "right": 1816 + } + }, + { + "doc_offset": { + "start": 1214, + "end": 1218 + }, + "page_num": 0, + "text": "run.", + "position": { + "top": 2800, + "bottom": 2823, + "left": 1832, + "right": 1901 + } + }, + { + "doc_offset": { + "start": 1219, + "end": 1223 + }, + "page_num": 0, + "text": "Data", + "position": { + "top": 2898, + "bottom": 2930, + "left": 215, + "right": 308 + } + }, + { + "doc_offset": { + "start": 1224, + "end": 1238 + }, + "page_num": 0, + "text": "Reconciliation", + "position": { + "top": 2898, + "bottom": 2930, + "left": 325, + "right": 618 + } + }, + { + "doc_offset": { + "start": 1239, + "end": 1242 + }, + "page_num": 0, + "text": "The", + "position": { + "top": 3002, + "bottom": 3033, + "left": 212, + "right": 284 + } + }, + { + "doc_offset": { + "start": 1243, + "end": 1249 + }, + "page_num": 0, + "text": "output", + "position": { + "top": 3004, + "bottom": 3042, + "left": 304, + "right": 428 + } + }, + { + "doc_offset": { + "start": 1250, + "end": 1254 + }, + "page_num": 0, + "text": "will", + "position": { + "top": 3002, + "bottom": 3033, + "left": 447, + "right": 506 + } + }, + { + "doc_offset": { + "start": 1255, + "end": 1262 + }, + "page_num": 0, + "text": "include", + "position": { + "top": 3002, + "bottom": 3033, + "left": 529, + "right": 666 + } + }, + { + "doc_offset": { + "start": 1263, + "end": 1266 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 3002, + "bottom": 3033, + "left": 685, + "right": 745 + } + }, + { + "doc_offset": { + "start": 1267, + "end": 1274 + }, + "page_num": 0, + "text": "primary", + "position": { + "top": 3002, + "bottom": 3042, + "left": 766, + "right": 910 + } + }, + { + "doc_offset": { + "start": 1275, + "end": 1278 + }, + "page_num": 0, + "text": "key", + "position": { + "top": 3002, + "bottom": 3042, + "left": 931, + "right": 995 + } + }, + { + "doc_offset": { + "start": 1279, + "end": 1281 + }, + "page_num": 0, + "text": "id", + "position": { + "top": 3003, + "bottom": 3034, + "left": 1031, + "right": 1070 + } + }, + { + "doc_offset": { + "start": 1282, + "end": 1288 + }, + "page_num": 0, + "text": "needed", + "position": { + "top": 3002, + "bottom": 3033, + "left": 1107, + "right": 1248 + } + }, + { + "doc_offset": { + "start": 1289, + "end": 1291 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 3004, + "bottom": 3033, + "left": 1269, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 1292, + "end": 1298 + }, + "page_num": 0, + "text": "update", + "position": { + "top": 3002, + "bottom": 3042, + "left": 1328, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 1299, + "end": 1307 + }, + "page_num": 0, + "text": "existing", + "position": { + "top": 3002, + "bottom": 3042, + "left": 1481, + "right": 1627 + } + }, + { + "doc_offset": { + "start": 1308, + "end": 1312 + }, + "page_num": 0, + "text": "rows", + "position": { + "top": 3010, + "bottom": 3033, + "left": 1650, + "right": 1740 + } + }, + { + "doc_offset": { + "start": 1313, + "end": 1316 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 3002, + "bottom": 3033, + "left": 1760, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 1317, + "end": 1323 + }, + "page_num": 0, + "text": "insert", + "position": { + "top": 3002, + "bottom": 3033, + "left": 1853, + "right": 1957 + } + }, + { + "doc_offset": { + "start": 1324, + "end": 1327 + }, + "page_num": 0, + "text": "new", + "position": { + "top": 3010, + "bottom": 3033, + "left": 1978, + "right": 2055 + } + }, + { + "doc_offset": { + "start": 1328, + "end": 1332 + }, + "page_num": 0, + "text": "rows", + "position": { + "top": 3010, + "bottom": 3033, + "left": 2076, + "right": 2166 + } + }, + { + "doc_offset": { + "start": 1333, + "end": 1337 + }, + "page_num": 0, + "text": "into", + "position": { + "top": 3002, + "bottom": 3033, + "left": 2188, + "right": 2256 + } + }, + { + "doc_offset": { + "start": 1338, + "end": 1341 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 3002, + "bottom": 3033, + "left": 2276, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 1342, + "end": 1349 + }, + "page_num": 0, + "text": "Metrics", + "position": { + "top": 3063, + "bottom": 3095, + "left": 216, + "right": 356 + } + }, + { + "doc_offset": { + "start": 1350, + "end": 1359 + }, + "page_num": 0, + "text": "database.", + "position": { + "top": 3063, + "bottom": 3095, + "left": 371, + "right": 559 + } + } + ] +} \ No newline at end of file diff --git a/tests/data/etloutput/4288/107455/101154/page_info_1.json b/tests/data/etloutput/4288/107455/101154/page_info_1.json new file mode 100644 index 0000000..3df21cb --- /dev/null +++ b/tests/data/etloutput/4288/107455/101154/page_info_1.json @@ -0,0 +1,1050 @@ +{ + "pages": [ + { + "doc_offset": { + "start": 1360, + "end": 1838 + }, + "page_num": 1, + "text": "1.2\nModel\nColumn\nType\nGraphQL Source\nid\nint\nmodelGroup.id\nname\nstr\nmodelGroup.name\nworkflow_id\nint\nmodelGroup.workflowId\nExample GraphQL Query\nquery Models {\nmodelGroups(limit: 1000) {\nmodelGroups {\nid\nname\nworkflowId\n}\n}\n}\nScheduled Process Logic\nThis is a lightweight query. All models will be pulled every time the integration is run.\nData Reconciliation\nThe output will include the primary key id needed to update existing rows and insert new rows into the\nMetrics database." + } + ], + "tokens": [ + { + "doc_offset": { + "start": 1360, + "end": 1363 + }, + "page_num": 1, + "text": "1.2", + "position": { + "top": 58, + "bottom": 100, + "left": 219, + "right": 309 + } + }, + { + "doc_offset": { + "start": 1364, + "end": 1369 + }, + "page_num": 1, + "text": "Model", + "position": { + "top": 57, + "bottom": 101, + "left": 368, + "right": 546 + } + }, + { + "doc_offset": { + "start": 1370, + "end": 1376 + }, + "page_num": 1, + "text": "Column", + "position": { + "top": 216, + "bottom": 248, + "left": 263, + "right": 421 + } + }, + { + "doc_offset": { + "start": 1377, + "end": 1381 + }, + "page_num": 1, + "text": "Type", + "position": { + "top": 216, + "bottom": 255, + "left": 888, + "right": 983 + } + }, + { + "doc_offset": { + "start": 1382, + "end": 1389 + }, + "page_num": 1, + "text": "GraphQL", + "position": { + "top": 216, + "bottom": 255, + "left": 1253, + "right": 1438 + } + }, + { + "doc_offset": { + "start": 1390, + "end": 1396 + }, + "page_num": 1, + "text": "Source", + "position": { + "top": 216, + "bottom": 248, + "left": 1452, + "right": 1597 + } + }, + { + "doc_offset": { + "start": 1397, + "end": 1399 + }, + "page_num": 1, + "text": "id", + "position": { + "top": 317, + "bottom": 349, + "left": 264, + "right": 294 + } + }, + { + "doc_offset": { + "start": 1400, + "end": 1403 + }, + "page_num": 1, + "text": "int", + "position": { + "top": 317, + "bottom": 348, + "left": 891, + "right": 934 + } + }, + { + "doc_offset": { + "start": 1404, + "end": 1417 + }, + "page_num": 1, + "text": "modelGroup.id", + "position": { + "top": 317, + "bottom": 354, + "left": 1267, + "right": 1553 + } + }, + { + "doc_offset": { + "start": 1418, + "end": 1422 + }, + "page_num": 1, + "text": "name", + "position": { + "top": 418, + "bottom": 441, + "left": 264, + "right": 369 + } + }, + { + "doc_offset": { + "start": 1423, + "end": 1426 + }, + "page_num": 1, + "text": "str", + "position": { + "top": 412, + "bottom": 441, + "left": 889, + "right": 938 + } + }, + { + "doc_offset": { + "start": 1427, + "end": 1442 + }, + "page_num": 1, + "text": "modelGroup.name", + "position": { + "top": 410, + "bottom": 447, + "left": 1267, + "right": 1598 + } + }, + { + "doc_offset": { + "start": 1443, + "end": 1454 + }, + "page_num": 1, + "text": "workflow_id", + "position": { + "top": 502, + "bottom": 539, + "left": 262, + "right": 492 + } + }, + { + "doc_offset": { + "start": 1455, + "end": 1458 + }, + "page_num": 1, + "text": "int", + "position": { + "top": 502, + "bottom": 533, + "left": 891, + "right": 934 + } + }, + { + "doc_offset": { + "start": 1459, + "end": 1480 + }, + "page_num": 1, + "text": "modelGroup.workflowId", + "position": { + "top": 502, + "bottom": 539, + "left": 1267, + "right": 1731 + } + }, + { + "doc_offset": { + "start": 1481, + "end": 1488 + }, + "page_num": 1, + "text": "Example", + "position": { + "top": 632, + "bottom": 671, + "left": 215, + "right": 391 + } + }, + { + "doc_offset": { + "start": 1489, + "end": 1496 + }, + "page_num": 1, + "text": "GraphQL", + "position": { + "top": 631, + "bottom": 671, + "left": 406, + "right": 591 + } + }, + { + "doc_offset": { + "start": 1497, + "end": 1502 + }, + "page_num": 1, + "text": "Query", + "position": { + "top": 631, + "bottom": 671, + "left": 606, + "right": 729 + } + }, + { + "doc_offset": { + "start": 1503, + "end": 1508 + }, + "page_num": 1, + "text": "query", + "position": { + "top": 755, + "bottom": 790, + "left": 244, + "right": 374 + } + }, + { + "doc_offset": { + "start": 1509, + "end": 1515 + }, + "page_num": 1, + "text": "Models", + "position": { + "top": 745, + "bottom": 781, + "left": 403, + "right": 559 + } + }, + { + "doc_offset": { + "start": 1516, + "end": 1517 + }, + "page_num": 1, + "text": "{", + "position": { + "top": 744, + "bottom": 788, + "left": 594, + "right": 613 + } + }, + { + "doc_offset": { + "start": 1518, + "end": 1536 + }, + "page_num": 1, + "text": "modelGroups(limit:", + "position": { + "top": 807, + "bottom": 852, + "left": 332, + "right": 802 + } + }, + { + "doc_offset": { + "start": 1537, + "end": 1542 + }, + "page_num": 1, + "text": "1000)", + "position": { + "top": 807, + "bottom": 851, + "left": 843, + "right": 969 + } + }, + { + "doc_offset": { + "start": 1543, + "end": 1544 + }, + "page_num": 1, + "text": "{", + "position": { + "top": 807, + "bottom": 851, + "left": 1004, + "right": 1024 + } + }, + { + "doc_offset": { + "start": 1545, + "end": 1556 + }, + "page_num": 1, + "text": "modelGroups", + "position": { + "top": 870, + "bottom": 915, + "left": 439, + "right": 728 + } + }, + { + "doc_offset": { + "start": 1557, + "end": 1558 + }, + "page_num": 1, + "text": "{", + "position": { + "top": 869, + "bottom": 913, + "left": 763, + "right": 783 + } + }, + { + "doc_offset": { + "start": 1559, + "end": 1561 + }, + "page_num": 1, + "text": "id", + "position": { + "top": 932, + "bottom": 968, + "left": 548, + "right": 595 + } + }, + { + "doc_offset": { + "start": 1562, + "end": 1566 + }, + "page_num": 1, + "text": "name", + "position": { + "top": 1005, + "bottom": 1031, + "left": 548, + "right": 649 + } + }, + { + "doc_offset": { + "start": 1567, + "end": 1577 + }, + "page_num": 1, + "text": "workflowId", + "position": { + "top": 1057, + "bottom": 1093, + "left": 545, + "right": 809 + } + }, + { + "doc_offset": { + "start": 1578, + "end": 1579 + }, + "page_num": 1, + "text": "}", + "position": { + "top": 1119, + "bottom": 1163, + "left": 440, + "right": 460 + } + }, + { + "doc_offset": { + "start": 1580, + "end": 1581 + }, + "page_num": 1, + "text": "}", + "position": { + "top": 1182, + "bottom": 1226, + "left": 333, + "right": 352 + } + }, + { + "doc_offset": { + "start": 1582, + "end": 1583 + }, + "page_num": 1, + "text": "}", + "position": { + "top": 1244, + "bottom": 1288, + "left": 226, + "right": 245 + } + }, + { + "doc_offset": { + "start": 1584, + "end": 1593 + }, + "page_num": 1, + "text": "Scheduled", + "position": { + "top": 1365, + "bottom": 1398, + "left": 213, + "right": 430 + } + }, + { + "doc_offset": { + "start": 1594, + "end": 1601 + }, + "page_num": 1, + "text": "Process", + "position": { + "top": 1366, + "bottom": 1398, + "left": 448, + "right": 613 + } + }, + { + "doc_offset": { + "start": 1602, + "end": 1607 + }, + "page_num": 1, + "text": "Logic", + "position": { + "top": 1366, + "bottom": 1405, + "left": 629, + "right": 741 + } + }, + { + "doc_offset": { + "start": 1608, + "end": 1612 + }, + "page_num": 1, + "text": "This", + "position": { + "top": 1470, + "bottom": 1501, + "left": 212, + "right": 292 + } + }, + { + "doc_offset": { + "start": 1613, + "end": 1615 + }, + "page_num": 1, + "text": "is", + "position": { + "top": 1470, + "bottom": 1501, + "left": 308, + "right": 335 + } + }, + { + "doc_offset": { + "start": 1616, + "end": 1617 + }, + "page_num": 1, + "text": "a", + "position": { + "top": 1478, + "bottom": 1501, + "left": 351, + "right": 372 + } + }, + { + "doc_offset": { + "start": 1618, + "end": 1629 + }, + "page_num": 1, + "text": "lightweight", + "position": { + "top": 1470, + "bottom": 1510, + "left": 388, + "right": 595 + } + }, + { + "doc_offset": { + "start": 1630, + "end": 1636 + }, + "page_num": 1, + "text": "query.", + "position": { + "top": 1478, + "bottom": 1510, + "left": 611, + "right": 724 + } + }, + { + "doc_offset": { + "start": 1637, + "end": 1640 + }, + "page_num": 1, + "text": "All", + "position": { + "top": 1470, + "bottom": 1501, + "left": 740, + "right": 785 + } + }, + { + "doc_offset": { + "start": 1641, + "end": 1647 + }, + "page_num": 1, + "text": "models", + "position": { + "top": 1470, + "bottom": 1501, + "left": 803, + "right": 942 + } + }, + { + "doc_offset": { + "start": 1648, + "end": 1652 + }, + "page_num": 1, + "text": "will", + "position": { + "top": 1470, + "bottom": 1501, + "left": 957, + "right": 1015 + } + }, + { + "doc_offset": { + "start": 1653, + "end": 1655 + }, + "page_num": 1, + "text": "be", + "position": { + "top": 1470, + "bottom": 1501, + "left": 1033, + "right": 1079 + } + }, + { + "doc_offset": { + "start": 1656, + "end": 1662 + }, + "page_num": 1, + "text": "pulled", + "position": { + "top": 1470, + "bottom": 1510, + "left": 1095, + "right": 1208 + } + }, + { + "doc_offset": { + "start": 1663, + "end": 1668 + }, + "page_num": 1, + "text": "every", + "position": { + "top": 1478, + "bottom": 1510, + "left": 1225, + "right": 1328 + } + }, + { + "doc_offset": { + "start": 1669, + "end": 1673 + }, + "page_num": 1, + "text": "time", + "position": { + "top": 1470, + "bottom": 1501, + "left": 1341, + "right": 1424 + } + }, + { + "doc_offset": { + "start": 1674, + "end": 1677 + }, + "page_num": 1, + "text": "the", + "position": { + "top": 1470, + "bottom": 1501, + "left": 1438, + "right": 1498 + } + }, + { + "doc_offset": { + "start": 1678, + "end": 1689 + }, + "page_num": 1, + "text": "integration", + "position": { + "top": 1470, + "bottom": 1510, + "left": 1514, + "right": 1716 + } + }, + { + "doc_offset": { + "start": 1690, + "end": 1692 + }, + "page_num": 1, + "text": "is", + "position": { + "top": 1470, + "bottom": 1501, + "left": 1734, + "right": 1761 + } + }, + { + "doc_offset": { + "start": 1693, + "end": 1697 + }, + "page_num": 1, + "text": "run.", + "position": { + "top": 1478, + "bottom": 1501, + "left": 1777, + "right": 1846 + } + }, + { + "doc_offset": { + "start": 1698, + "end": 1702 + }, + "page_num": 1, + "text": "Data", + "position": { + "top": 1576, + "bottom": 1608, + "left": 215, + "right": 308 + } + }, + { + "doc_offset": { + "start": 1703, + "end": 1717 + }, + "page_num": 1, + "text": "Reconciliation", + "position": { + "top": 1576, + "bottom": 1608, + "left": 325, + "right": 618 + } + }, + { + "doc_offset": { + "start": 1718, + "end": 1721 + }, + "page_num": 1, + "text": "The", + "position": { + "top": 1680, + "bottom": 1711, + "left": 212, + "right": 284 + } + }, + { + "doc_offset": { + "start": 1722, + "end": 1728 + }, + "page_num": 1, + "text": "output", + "position": { + "top": 1682, + "bottom": 1720, + "left": 304, + "right": 428 + } + }, + { + "doc_offset": { + "start": 1729, + "end": 1733 + }, + "page_num": 1, + "text": "will", + "position": { + "top": 1680, + "bottom": 1711, + "left": 447, + "right": 506 + } + }, + { + "doc_offset": { + "start": 1734, + "end": 1741 + }, + "page_num": 1, + "text": "include", + "position": { + "top": 1680, + "bottom": 1711, + "left": 529, + "right": 666 + } + }, + { + "doc_offset": { + "start": 1742, + "end": 1745 + }, + "page_num": 1, + "text": "the", + "position": { + "top": 1680, + "bottom": 1711, + "left": 685, + "right": 745 + } + }, + { + "doc_offset": { + "start": 1746, + "end": 1753 + }, + "page_num": 1, + "text": "primary", + "position": { + "top": 1680, + "bottom": 1720, + "left": 766, + "right": 910 + } + }, + { + "doc_offset": { + "start": 1754, + "end": 1757 + }, + "page_num": 1, + "text": "key", + "position": { + "top": 1680, + "bottom": 1720, + "left": 931, + "right": 995 + } + }, + { + "doc_offset": { + "start": 1758, + "end": 1760 + }, + "page_num": 1, + "text": "id", + "position": { + "top": 1681, + "bottom": 1711, + "left": 1031, + "right": 1070 + } + }, + { + "doc_offset": { + "start": 1761, + "end": 1767 + }, + "page_num": 1, + "text": "needed", + "position": { + "top": 1680, + "bottom": 1711, + "left": 1107, + "right": 1248 + } + }, + { + "doc_offset": { + "start": 1768, + "end": 1770 + }, + "page_num": 1, + "text": "to", + "position": { + "top": 1682, + "bottom": 1711, + "left": 1269, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 1771, + "end": 1777 + }, + "page_num": 1, + "text": "update", + "position": { + "top": 1680, + "bottom": 1720, + "left": 1328, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 1778, + "end": 1786 + }, + "page_num": 1, + "text": "existing", + "position": { + "top": 1680, + "bottom": 1720, + "left": 1481, + "right": 1627 + } + }, + { + "doc_offset": { + "start": 1787, + "end": 1791 + }, + "page_num": 1, + "text": "rows", + "position": { + "top": 1688, + "bottom": 1711, + "left": 1650, + "right": 1740 + } + }, + { + "doc_offset": { + "start": 1792, + "end": 1795 + }, + "page_num": 1, + "text": "and", + "position": { + "top": 1680, + "bottom": 1711, + "left": 1760, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 1796, + "end": 1802 + }, + "page_num": 1, + "text": "insert", + "position": { + "top": 1680, + "bottom": 1711, + "left": 1853, + "right": 1957 + } + }, + { + "doc_offset": { + "start": 1803, + "end": 1806 + }, + "page_num": 1, + "text": "new", + "position": { + "top": 1688, + "bottom": 1711, + "left": 1978, + "right": 2055 + } + }, + { + "doc_offset": { + "start": 1807, + "end": 1811 + }, + "page_num": 1, + "text": "rows", + "position": { + "top": 1688, + "bottom": 1711, + "left": 2076, + "right": 2166 + } + }, + { + "doc_offset": { + "start": 1812, + "end": 1816 + }, + "page_num": 1, + "text": "into", + "position": { + "top": 1680, + "bottom": 1711, + "left": 2188, + "right": 2256 + } + }, + { + "doc_offset": { + "start": 1817, + "end": 1820 + }, + "page_num": 1, + "text": "the", + "position": { + "top": 1680, + "bottom": 1711, + "left": 2276, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 1821, + "end": 1828 + }, + "page_num": 1, + "text": "Metrics", + "position": { + "top": 1741, + "bottom": 1773, + "left": 216, + "right": 356 + } + }, + { + "doc_offset": { + "start": 1829, + "end": 1838 + }, + "page_num": 1, + "text": "database.", + "position": { + "top": 1741, + "bottom": 1773, + "left": 371, + "right": 559 + } + } + ] +} \ No newline at end of file diff --git a/tests/data/etloutput/4288/107455/101154/page_info_2.json b/tests/data/etloutput/4288/107455/101154/page_info_2.json new file mode 100644 index 0000000..7ba2d59 --- /dev/null +++ b/tests/data/etloutput/4288/107455/101154/page_info_2.json @@ -0,0 +1,2324 @@ +{ + "pages": [ + { + "doc_offset": { + "start": 1839, + "end": 3125 + }, + "page_num": 2, + "text": "1.3\nSubmission\nColumn\nType\nGraphQL Source\nid\ncreated_at\ndatetime\nsubmission.createdAt\nprocessed_at\ndatetime\nreviewer_id\nint\nreview_started_at\ndatetime\nsubmission.review.startedAt 2\nreview_completed_at\ndatetime\nrejected\nbool\nrejection_reason\nstr\ncompleted_at\ndatetime\nretrieved_at\ndatetime\nfailed\nbool\nstatus\nenum\nworkflow_id\nint\nsubmission.id\nint\nsubmission.review.completedAt 1\nsubmission.review.createdBy 2\nsubmission.review.completedAt 2\nsubmission.review.rejected 2\nsubmission.review.notes 2\nsubmission.completedAt\nsubmission.updatedAt 3\nsubmission.status 4\nsubmission.status\nsubmission.workflowId\n1 The timestamp for submission processing being completed is not directly available on the submission object.\nInstead it's approximated by the completion time of Auto Review in the reviews list\n(where reviewType == \u201cAUTO\u201d).\n2 The HITL review data points must come from the Manual Review in the reviews list\n(where reviewType == \u201cMANUAL\u201d).\n3 The time of retrieval is not directly available on the submission object. Instead it's approximated by the last\nupdate time of the submission once the retrieved flag is set.\n4 The failure status is not directly available on the submission object as a boolean. Instead it's derived using the\nstatus\nof the submission (where status == \u201cFAILED\u201d)." + } + ], + "tokens": [ + { + "doc_offset": { + "start": 1839, + "end": 1842 + }, + "page_num": 2, + "text": "1.3", + "position": { + "top": 141, + "bottom": 183, + "left": 219, + "right": 308 + } + }, + { + "doc_offset": { + "start": 1843, + "end": 1853 + }, + "page_num": 2, + "text": "Submission", + "position": { + "top": 140, + "bottom": 184, + "left": 366, + "right": 721 + } + }, + { + "doc_offset": { + "start": 1854, + "end": 1860 + }, + "page_num": 2, + "text": "Column", + "position": { + "top": 298, + "bottom": 331, + "left": 263, + "right": 421 + } + }, + { + "doc_offset": { + "start": 1861, + "end": 1865 + }, + "page_num": 2, + "text": "Type", + "position": { + "top": 299, + "bottom": 338, + "left": 951, + "right": 1046 + } + }, + { + "doc_offset": { + "start": 1866, + "end": 1873 + }, + "page_num": 2, + "text": "GraphQL", + "position": { + "top": 298, + "bottom": 338, + "left": 1312, + "right": 1497 + } + }, + { + "doc_offset": { + "start": 1874, + "end": 1880 + }, + "page_num": 2, + "text": "Source", + "position": { + "top": 298, + "bottom": 331, + "left": 1511, + "right": 1656 + } + }, + { + "doc_offset": { + "start": 1881, + "end": 1883 + }, + "page_num": 2, + "text": "id", + "position": { + "top": 400, + "bottom": 432, + "left": 264, + "right": 294 + } + }, + { + "doc_offset": { + "start": 1884, + "end": 1894 + }, + "page_num": 2, + "text": "created_at", + "position": { + "top": 492, + "bottom": 529, + "left": 263, + "right": 466 + } + }, + { + "doc_offset": { + "start": 1895, + "end": 1903 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 492, + "bottom": 524, + "left": 952, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 1904, + "end": 1924 + }, + "page_num": 2, + "text": "submission.createdAt", + "position": { + "top": 492, + "bottom": 522, + "left": 1328, + "right": 1768 + } + }, + { + "doc_offset": { + "start": 1925, + "end": 1937 + }, + "page_num": 2, + "text": "processed_at", + "position": { + "top": 590, + "bottom": 630, + "left": 264, + "right": 524 + } + }, + { + "doc_offset": { + "start": 1938, + "end": 1946 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 590, + "bottom": 622, + "left": 952, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 1947, + "end": 1958 + }, + "page_num": 2, + "text": "reviewer_id", + "position": { + "top": 693, + "bottom": 730, + "left": 264, + "right": 479 + } + }, + { + "doc_offset": { + "start": 1959, + "end": 1962 + }, + "page_num": 2, + "text": "int", + "position": { + "top": 693, + "bottom": 724, + "left": 954, + "right": 997 + } + }, + { + "doc_offset": { + "start": 1963, + "end": 1980 + }, + "page_num": 2, + "text": "review_started_at", + "position": { + "top": 796, + "bottom": 832, + "left": 264, + "right": 603 + } + }, + { + "doc_offset": { + "start": 1981, + "end": 1989 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 796, + "bottom": 827, + "left": 952, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 1990, + "end": 2017 + }, + "page_num": 2, + "text": "submission.review.startedAt", + "position": { + "top": 805, + "bottom": 835, + "left": 1328, + "right": 1924 + } + }, + { + "doc_offset": { + "start": 2018, + "end": 2019 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 800, + "bottom": 820, + "left": 1944, + "right": 1960 + } + }, + { + "doc_offset": { + "start": 2020, + "end": 2039 + }, + "page_num": 2, + "text": "review_completed_at", + "position": { + "top": 899, + "bottom": 938, + "left": 264, + "right": 674 + } + }, + { + "doc_offset": { + "start": 2040, + "end": 2048 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 899, + "bottom": 930, + "left": 952, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 2049, + "end": 2057 + }, + "page_num": 2, + "text": "rejected", + "position": { + "top": 1001, + "bottom": 1041, + "left": 264, + "right": 415 + } + }, + { + "doc_offset": { + "start": 2058, + "end": 2062 + }, + "page_num": 2, + "text": "bool", + "position": { + "top": 1001, + "bottom": 1033, + "left": 954, + "right": 1034 + } + }, + { + "doc_offset": { + "start": 2063, + "end": 2079 + }, + "page_num": 2, + "text": "rejection_reason", + "position": { + "top": 1104, + "bottom": 1144, + "left": 264, + "right": 579 + } + }, + { + "doc_offset": { + "start": 2080, + "end": 2083 + }, + "page_num": 2, + "text": "str", + "position": { + "top": 1106, + "bottom": 1136, + "left": 952, + "right": 1001 + } + }, + { + "doc_offset": { + "start": 2084, + "end": 2096 + }, + "page_num": 2, + "text": "completed_at", + "position": { + "top": 1202, + "bottom": 1242, + "left": 263, + "right": 527 + } + }, + { + "doc_offset": { + "start": 2097, + "end": 2105 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 1202, + "bottom": 1233, + "left": 952, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 2106, + "end": 2118 + }, + "page_num": 2, + "text": "retrieved_at", + "position": { + "top": 1299, + "bottom": 1336, + "left": 264, + "right": 489 + } + }, + { + "doc_offset": { + "start": 2119, + "end": 2127 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 1299, + "bottom": 1331, + "left": 952, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 2128, + "end": 2134 + }, + "page_num": 2, + "text": "failed", + "position": { + "top": 1402, + "bottom": 1434, + "left": 261, + "right": 363 + } + }, + { + "doc_offset": { + "start": 2135, + "end": 2139 + }, + "page_num": 2, + "text": "bool", + "position": { + "top": 1402, + "bottom": 1434, + "left": 954, + "right": 1034 + } + }, + { + "doc_offset": { + "start": 2140, + "end": 2146 + }, + "page_num": 2, + "text": "status", + "position": { + "top": 1502, + "bottom": 1532, + "left": 262, + "right": 379 + } + }, + { + "doc_offset": { + "start": 2147, + "end": 2151 + }, + "page_num": 2, + "text": "enum", + "position": { + "top": 1508, + "bottom": 1532, + "left": 952, + "right": 1058 + } + }, + { + "doc_offset": { + "start": 2152, + "end": 2163 + }, + "page_num": 2, + "text": "workflow_id", + "position": { + "top": 1592, + "bottom": 1629, + "left": 262, + "right": 492 + } + }, + { + "doc_offset": { + "start": 2164, + "end": 2167 + }, + "page_num": 2, + "text": "int", + "position": { + "top": 400, + "bottom": 431, + "left": 954, + "right": 997 + } + }, + { + "doc_offset": { + "start": 2168, + "end": 2181 + }, + "page_num": 2, + "text": "submission.id", + "position": { + "top": 399, + "bottom": 430, + "left": 1328, + "right": 1612 + } + }, + { + "doc_offset": { + "start": 2182, + "end": 2185 + }, + "page_num": 2, + "text": "int", + "position": { + "top": 1592, + "bottom": 1624, + "left": 954, + "right": 997 + } + }, + { + "doc_offset": { + "start": 2186, + "end": 2215 + }, + "page_num": 2, + "text": "submission.review.completedAt", + "position": { + "top": 599, + "bottom": 637, + "left": 1328, + "right": 1969 + } + }, + { + "doc_offset": { + "start": 2216, + "end": 2217 + }, + "page_num": 2, + "text": "1", + "position": { + "top": 594, + "bottom": 614, + "left": 1988, + "right": 2001 + } + }, + { + "doc_offset": { + "start": 2218, + "end": 2245 + }, + "page_num": 2, + "text": "submission.review.createdBy", + "position": { + "top": 702, + "bottom": 740, + "left": 1328, + "right": 1926 + } + }, + { + "doc_offset": { + "start": 2246, + "end": 2247 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 697, + "bottom": 717, + "left": 1944, + "right": 1960 + } + }, + { + "doc_offset": { + "start": 2248, + "end": 2277 + }, + "page_num": 2, + "text": "submission.review.completedAt", + "position": { + "top": 908, + "bottom": 945, + "left": 1328, + "right": 1969 + } + }, + { + "doc_offset": { + "start": 2278, + "end": 2279 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 903, + "bottom": 923, + "left": 1988, + "right": 2005 + } + }, + { + "doc_offset": { + "start": 2280, + "end": 2306 + }, + "page_num": 2, + "text": "submission.review.rejected", + "position": { + "top": 1010, + "bottom": 1049, + "left": 1328, + "right": 1902 + } + }, + { + "doc_offset": { + "start": 2307, + "end": 2308 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 1006, + "bottom": 1025, + "left": 1921, + "right": 1938 + } + }, + { + "doc_offset": { + "start": 2309, + "end": 2332 + }, + "page_num": 2, + "text": "submission.review.notes", + "position": { + "top": 1113, + "bottom": 1144, + "left": 1328, + "right": 1835 + } + }, + { + "doc_offset": { + "start": 2333, + "end": 2334 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 1108, + "bottom": 1128, + "left": 1854, + "right": 1871 + } + }, + { + "doc_offset": { + "start": 2335, + "end": 2357 + }, + "page_num": 2, + "text": "submission.completedAt", + "position": { + "top": 1201, + "bottom": 1239, + "left": 1328, + "right": 1813 + } + }, + { + "doc_offset": { + "start": 2358, + "end": 2378 + }, + "page_num": 2, + "text": "submission.updatedAt", + "position": { + "top": 1308, + "bottom": 1346, + "left": 1328, + "right": 1768 + } + }, + { + "doc_offset": { + "start": 2379, + "end": 2380 + }, + "page_num": 2, + "text": "3", + "position": { + "top": 1304, + "bottom": 1330, + "left": 1787, + "right": 1804 + } + }, + { + "doc_offset": { + "start": 2381, + "end": 2398 + }, + "page_num": 2, + "text": "submission.status", + "position": { + "top": 1411, + "bottom": 1442, + "left": 1328, + "right": 1701 + } + }, + { + "doc_offset": { + "start": 2399, + "end": 2400 + }, + "page_num": 2, + "text": "4", + "position": { + "top": 1407, + "bottom": 1433, + "left": 1719, + "right": 1738 + } + }, + { + "doc_offset": { + "start": 2401, + "end": 2418 + }, + "page_num": 2, + "text": "submission.status", + "position": { + "top": 1499, + "bottom": 1530, + "left": 1328, + "right": 1701 + } + }, + { + "doc_offset": { + "start": 2419, + "end": 2440 + }, + "page_num": 2, + "text": "submission.workflowId", + "position": { + "top": 1592, + "bottom": 1622, + "left": 1328, + "right": 1790 + } + }, + { + "doc_offset": { + "start": 2441, + "end": 2442 + }, + "page_num": 2, + "text": "1", + "position": { + "top": 1718, + "bottom": 1742, + "left": 215, + "right": 224 + } + }, + { + "doc_offset": { + "start": 2443, + "end": 2446 + }, + "page_num": 2, + "text": "The", + "position": { + "top": 1727, + "bottom": 1757, + "left": 248, + "right": 315 + } + }, + { + "doc_offset": { + "start": 2447, + "end": 2456 + }, + "page_num": 2, + "text": "timestamp", + "position": { + "top": 1727, + "bottom": 1764, + "left": 333, + "right": 523 + } + }, + { + "doc_offset": { + "start": 2457, + "end": 2460 + }, + "page_num": 2, + "text": "for", + "position": { + "top": 1727, + "bottom": 1757, + "left": 542, + "right": 590 + } + }, + { + "doc_offset": { + "start": 2461, + "end": 2471 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 1727, + "bottom": 1757, + "left": 608, + "right": 811 + } + }, + { + "doc_offset": { + "start": 2472, + "end": 2482 + }, + "page_num": 2, + "text": "processing", + "position": { + "top": 1727, + "bottom": 1765, + "left": 833, + "right": 1027 + } + }, + { + "doc_offset": { + "start": 2483, + "end": 2488 + }, + "page_num": 2, + "text": "being", + "position": { + "top": 1727, + "bottom": 1765, + "left": 1049, + "right": 1145 + } + }, + { + "doc_offset": { + "start": 2489, + "end": 2498 + }, + "page_num": 2, + "text": "completed", + "position": { + "top": 1727, + "bottom": 1764, + "left": 1166, + "right": 1355 + } + }, + { + "doc_offset": { + "start": 2499, + "end": 2501 + }, + "page_num": 2, + "text": "is", + "position": { + "top": 1727, + "bottom": 1757, + "left": 1378, + "right": 1403 + } + }, + { + "doc_offset": { + "start": 2502, + "end": 2505 + }, + "page_num": 2, + "text": "not", + "position": { + "top": 1729, + "bottom": 1757, + "left": 1424, + "right": 1479 + } + }, + { + "doc_offset": { + "start": 2506, + "end": 2514 + }, + "page_num": 2, + "text": "directly", + "position": { + "top": 1727, + "bottom": 1764, + "left": 1498, + "right": 1628 + } + }, + { + "doc_offset": { + "start": 2515, + "end": 2524 + }, + "page_num": 2, + "text": "available", + "position": { + "top": 1727, + "bottom": 1757, + "left": 1647, + "right": 1803 + } + }, + { + "doc_offset": { + "start": 2525, + "end": 2527 + }, + "page_num": 2, + "text": "on", + "position": { + "top": 1735, + "bottom": 1757, + "left": 1823, + "right": 1864 + } + }, + { + "doc_offset": { + "start": 2528, + "end": 2531 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1727, + "bottom": 1757, + "left": 1884, + "right": 1940 + } + }, + { + "doc_offset": { + "start": 2532, + "end": 2542 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 1728, + "bottom": 1757, + "left": 1975, + "right": 2177 + } + }, + { + "doc_offset": { + "start": 2543, + "end": 2550 + }, + "page_num": 2, + "text": "object.", + "position": { + "top": 1727, + "bottom": 1764, + "left": 2214, + "right": 2334 + } + }, + { + "doc_offset": { + "start": 2551, + "end": 2558 + }, + "page_num": 2, + "text": "Instead", + "position": { + "top": 1777, + "bottom": 1806, + "left": 247, + "right": 375 + } + }, + { + "doc_offset": { + "start": 2559, + "end": 2563 + }, + "page_num": 2, + "text": "it's", + "position": { + "top": 1777, + "bottom": 1806, + "left": 391, + "right": 441 + } + }, + { + "doc_offset": { + "start": 2564, + "end": 2576 + }, + "page_num": 2, + "text": "approximated", + "position": { + "top": 1777, + "bottom": 1814, + "left": 455, + "right": 702 + } + }, + { + "doc_offset": { + "start": 2577, + "end": 2579 + }, + "page_num": 2, + "text": "by", + "position": { + "top": 1777, + "bottom": 1814, + "left": 719, + "right": 760 + } + }, + { + "doc_offset": { + "start": 2580, + "end": 2583 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1777, + "bottom": 1806, + "left": 772, + "right": 828 + } + }, + { + "doc_offset": { + "start": 2584, + "end": 2594 + }, + "page_num": 2, + "text": "completion", + "position": { + "top": 1777, + "bottom": 1814, + "left": 842, + "right": 1040 + } + }, + { + "doc_offset": { + "start": 2595, + "end": 2599 + }, + "page_num": 2, + "text": "time", + "position": { + "top": 1777, + "bottom": 1806, + "left": 1055, + "right": 1132 + } + }, + { + "doc_offset": { + "start": 2600, + "end": 2602 + }, + "page_num": 2, + "text": "of", + "position": { + "top": 1776, + "bottom": 1806, + "left": 1145, + "right": 1179 + } + }, + { + "doc_offset": { + "start": 2603, + "end": 2607 + }, + "page_num": 2, + "text": "Auto", + "position": { + "top": 1777, + "bottom": 1806, + "left": 1190, + "right": 1274 + } + }, + { + "doc_offset": { + "start": 2608, + "end": 2614 + }, + "page_num": 2, + "text": "Review", + "position": { + "top": 1777, + "bottom": 1806, + "left": 1290, + "right": 1418 + } + }, + { + "doc_offset": { + "start": 2615, + "end": 2617 + }, + "page_num": 2, + "text": "in", + "position": { + "top": 1777, + "bottom": 1806, + "left": 1432, + "right": 1459 + } + }, + { + "doc_offset": { + "start": 2618, + "end": 2621 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1777, + "bottom": 1806, + "left": 1473, + "right": 1529 + } + }, + { + "doc_offset": { + "start": 2622, + "end": 2629 + }, + "page_num": 2, + "text": "reviews", + "position": { + "top": 1778, + "bottom": 1806, + "left": 1559, + "right": 1697 + } + }, + { + "doc_offset": { + "start": 2630, + "end": 2634 + }, + "page_num": 2, + "text": "list", + "position": { + "top": 1777, + "bottom": 1806, + "left": 1728, + "right": 1775 + } + }, + { + "doc_offset": { + "start": 2635, + "end": 2641 + }, + "page_num": 2, + "text": "(where", + "position": { + "top": 1826, + "bottom": 1863, + "left": 245, + "right": 363 + } + }, + { + "doc_offset": { + "start": 2642, + "end": 2652 + }, + "page_num": 2, + "text": "reviewType", + "position": { + "top": 1828, + "bottom": 1863, + "left": 393, + "right": 594 + } + }, + { + "doc_offset": { + "start": 2653, + "end": 2655 + }, + "page_num": 2, + "text": "==", + "position": { + "top": 1840, + "bottom": 1851, + "left": 623, + "right": 668 + } + }, + { + "doc_offset": { + "start": 2656, + "end": 2664 + }, + "page_num": 2, + "text": "\u201cAUTO\u201d).", + "position": { + "top": 1826, + "bottom": 1863, + "left": 684, + "right": 844 + } + }, + { + "doc_offset": { + "start": 2665, + "end": 2666 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 1923, + "bottom": 1947, + "left": 213, + "right": 229 + } + }, + { + "doc_offset": { + "start": 2667, + "end": 2670 + }, + "page_num": 2, + "text": "The", + "position": { + "top": 1932, + "bottom": 1961, + "left": 242, + "right": 309 + } + }, + { + "doc_offset": { + "start": 2671, + "end": 2675 + }, + "page_num": 2, + "text": "HITL", + "position": { + "top": 1932, + "bottom": 1961, + "left": 324, + "right": 407 + } + }, + { + "doc_offset": { + "start": 2676, + "end": 2682 + }, + "page_num": 2, + "text": "review", + "position": { + "top": 1932, + "bottom": 1961, + "left": 421, + "right": 534 + } + }, + { + "doc_offset": { + "start": 2683, + "end": 2687 + }, + "page_num": 2, + "text": "data", + "position": { + "top": 1932, + "bottom": 1961, + "left": 548, + "right": 626 + } + }, + { + "doc_offset": { + "start": 2688, + "end": 2694 + }, + "page_num": 2, + "text": "points", + "position": { + "top": 1932, + "bottom": 1969, + "left": 641, + "right": 749 + } + }, + { + "doc_offset": { + "start": 2695, + "end": 2699 + }, + "page_num": 2, + "text": "must", + "position": { + "top": 1933, + "bottom": 1961, + "left": 764, + "right": 851 + } + }, + { + "doc_offset": { + "start": 2700, + "end": 2704 + }, + "page_num": 2, + "text": "come", + "position": { + "top": 1939, + "bottom": 1961, + "left": 865, + "right": 964 + } + }, + { + "doc_offset": { + "start": 2705, + "end": 2709 + }, + "page_num": 2, + "text": "from", + "position": { + "top": 1931, + "bottom": 1961, + "left": 977, + "right": 1056 + } + }, + { + "doc_offset": { + "start": 2710, + "end": 2713 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1932, + "bottom": 1961, + "left": 1071, + "right": 1127 + } + }, + { + "doc_offset": { + "start": 2714, + "end": 2720 + }, + "page_num": 2, + "text": "Manual", + "position": { + "top": 1932, + "bottom": 1961, + "left": 1142, + "right": 1269 + } + }, + { + "doc_offset": { + "start": 2721, + "end": 2727 + }, + "page_num": 2, + "text": "Review", + "position": { + "top": 1932, + "bottom": 1961, + "left": 1286, + "right": 1414 + } + }, + { + "doc_offset": { + "start": 2728, + "end": 2730 + }, + "page_num": 2, + "text": "in", + "position": { + "top": 1932, + "bottom": 1961, + "left": 1429, + "right": 1455 + } + }, + { + "doc_offset": { + "start": 2731, + "end": 2734 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1932, + "bottom": 1961, + "left": 1469, + "right": 1525 + } + }, + { + "doc_offset": { + "start": 2735, + "end": 2742 + }, + "page_num": 2, + "text": "reviews", + "position": { + "top": 1933, + "bottom": 1961, + "left": 1556, + "right": 1694 + } + }, + { + "doc_offset": { + "start": 2743, + "end": 2747 + }, + "page_num": 2, + "text": "list", + "position": { + "top": 1932, + "bottom": 1961, + "left": 1724, + "right": 1772 + } + }, + { + "doc_offset": { + "start": 2748, + "end": 2754 + }, + "page_num": 2, + "text": "(where", + "position": { + "top": 1981, + "bottom": 2018, + "left": 245, + "right": 363 + } + }, + { + "doc_offset": { + "start": 2755, + "end": 2765 + }, + "page_num": 2, + "text": "reviewType", + "position": { + "top": 1983, + "bottom": 2018, + "left": 393, + "right": 594 + } + }, + { + "doc_offset": { + "start": 2766, + "end": 2768 + }, + "page_num": 2, + "text": "==", + "position": { + "top": 1995, + "bottom": 2006, + "left": 623, + "right": 668 + } + }, + { + "doc_offset": { + "start": 2769, + "end": 2779 + }, + "page_num": 2, + "text": "\u201cMANUAL\u201d).", + "position": { + "top": 1981, + "bottom": 2018, + "left": 684, + "right": 903 + } + }, + { + "doc_offset": { + "start": 2780, + "end": 2781 + }, + "page_num": 2, + "text": "3", + "position": { + "top": 2078, + "bottom": 2102, + "left": 213, + "right": 229 + } + }, + { + "doc_offset": { + "start": 2782, + "end": 2785 + }, + "page_num": 2, + "text": "The", + "position": { + "top": 2086, + "bottom": 2116, + "left": 249, + "right": 316 + } + }, + { + "doc_offset": { + "start": 2786, + "end": 2790 + }, + "page_num": 2, + "text": "time", + "position": { + "top": 2086, + "bottom": 2116, + "left": 336, + "right": 413 + } + }, + { + "doc_offset": { + "start": 2791, + "end": 2793 + }, + "page_num": 2, + "text": "of", + "position": { + "top": 2086, + "bottom": 2116, + "left": 434, + "right": 468 + } + }, + { + "doc_offset": { + "start": 2794, + "end": 2803 + }, + "page_num": 2, + "text": "retrieval", + "position": { + "top": 2086, + "bottom": 2116, + "left": 489, + "right": 626 + } + }, + { + "doc_offset": { + "start": 2804, + "end": 2806 + }, + "page_num": 2, + "text": "is", + "position": { + "top": 2086, + "bottom": 2116, + "left": 650, + "right": 676 + } + }, + { + "doc_offset": { + "start": 2807, + "end": 2810 + }, + "page_num": 2, + "text": "not", + "position": { + "top": 2088, + "bottom": 2116, + "left": 698, + "right": 753 + } + }, + { + "doc_offset": { + "start": 2811, + "end": 2819 + }, + "page_num": 2, + "text": "directly", + "position": { + "top": 2086, + "bottom": 2124, + "left": 774, + "right": 904 + } + }, + { + "doc_offset": { + "start": 2820, + "end": 2829 + }, + "page_num": 2, + "text": "available", + "position": { + "top": 2086, + "bottom": 2116, + "left": 924, + "right": 1081 + } + }, + { + "doc_offset": { + "start": 2830, + "end": 2832 + }, + "page_num": 2, + "text": "on", + "position": { + "top": 2094, + "bottom": 2116, + "left": 1102, + "right": 1143 + } + }, + { + "doc_offset": { + "start": 2833, + "end": 2836 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2086, + "bottom": 2116, + "left": 1165, + "right": 1221 + } + }, + { + "doc_offset": { + "start": 2837, + "end": 2847 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 2088, + "bottom": 2116, + "left": 1257, + "right": 1459 + } + }, + { + "doc_offset": { + "start": 2848, + "end": 2855 + }, + "page_num": 2, + "text": "object.", + "position": { + "top": 2086, + "bottom": 2123, + "left": 1496, + "right": 1615 + } + }, + { + "doc_offset": { + "start": 2856, + "end": 2863 + }, + "page_num": 2, + "text": "Instead", + "position": { + "top": 2086, + "bottom": 2116, + "left": 1641, + "right": 1769 + } + }, + { + "doc_offset": { + "start": 2864, + "end": 2868 + }, + "page_num": 2, + "text": "it's", + "position": { + "top": 2086, + "bottom": 2116, + "left": 1793, + "right": 1843 + } + }, + { + "doc_offset": { + "start": 2869, + "end": 2881 + }, + "page_num": 2, + "text": "approximated", + "position": { + "top": 2086, + "bottom": 2123, + "left": 1864, + "right": 2112 + } + }, + { + "doc_offset": { + "start": 2882, + "end": 2884 + }, + "page_num": 2, + "text": "by", + "position": { + "top": 2086, + "bottom": 2124, + "left": 2136, + "right": 2177 + } + }, + { + "doc_offset": { + "start": 2885, + "end": 2888 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2086, + "bottom": 2116, + "left": 2197, + "right": 2253 + } + }, + { + "doc_offset": { + "start": 2889, + "end": 2893 + }, + "page_num": 2, + "text": "last", + "position": { + "top": 2086, + "bottom": 2116, + "left": 2276, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 2894, + "end": 2900 + }, + "page_num": 2, + "text": "update", + "position": { + "top": 2136, + "bottom": 2173, + "left": 246, + "right": 370 + } + }, + { + "doc_offset": { + "start": 2901, + "end": 2905 + }, + "page_num": 2, + "text": "time", + "position": { + "top": 2136, + "bottom": 2166, + "left": 382, + "right": 459 + } + }, + { + "doc_offset": { + "start": 2906, + "end": 2908 + }, + "page_num": 2, + "text": "of", + "position": { + "top": 2136, + "bottom": 2166, + "left": 473, + "right": 507 + } + }, + { + "doc_offset": { + "start": 2909, + "end": 2912 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2136, + "bottom": 2166, + "left": 518, + "right": 574 + } + }, + { + "doc_offset": { + "start": 2913, + "end": 2923 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 2136, + "bottom": 2166, + "left": 588, + "right": 790 + } + }, + { + "doc_offset": { + "start": 2924, + "end": 2928 + }, + "page_num": 2, + "text": "once", + "position": { + "top": 2144, + "bottom": 2166, + "left": 806, + "right": 893 + } + }, + { + "doc_offset": { + "start": 2929, + "end": 2932 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2136, + "bottom": 2166, + "left": 905, + "right": 961 + } + }, + { + "doc_offset": { + "start": 2933, + "end": 2942 + }, + "page_num": 2, + "text": "retrieved", + "position": { + "top": 2137, + "bottom": 2166, + "left": 992, + "right": 1172 + } + }, + { + "doc_offset": { + "start": 2943, + "end": 2947 + }, + "page_num": 2, + "text": "flag", + "position": { + "top": 2136, + "bottom": 2174, + "left": 1200, + "right": 1263 + } + }, + { + "doc_offset": { + "start": 2948, + "end": 2950 + }, + "page_num": 2, + "text": "is", + "position": { + "top": 2136, + "bottom": 2166, + "left": 1279, + "right": 1305 + } + }, + { + "doc_offset": { + "start": 2951, + "end": 2955 + }, + "page_num": 2, + "text": "set.", + "position": { + "top": 2138, + "bottom": 2166, + "left": 1318, + "right": 1380 + } + }, + { + "doc_offset": { + "start": 2956, + "end": 2957 + }, + "page_num": 2, + "text": "4", + "position": { + "top": 2233, + "bottom": 2257, + "left": 213, + "right": 229 + } + }, + { + "doc_offset": { + "start": 2958, + "end": 2961 + }, + "page_num": 2, + "text": "The", + "position": { + "top": 2241, + "bottom": 2271, + "left": 246, + "right": 313 + } + }, + { + "doc_offset": { + "start": 2962, + "end": 2969 + }, + "page_num": 2, + "text": "failure", + "position": { + "top": 2241, + "bottom": 2271, + "left": 330, + "right": 437 + } + }, + { + "doc_offset": { + "start": 2970, + "end": 2976 + }, + "page_num": 2, + "text": "status", + "position": { + "top": 2243, + "bottom": 2271, + "left": 455, + "right": 563 + } + }, + { + "doc_offset": { + "start": 2977, + "end": 2979 + }, + "page_num": 2, + "text": "is", + "position": { + "top": 2241, + "bottom": 2271, + "left": 582, + "right": 608 + } + }, + { + "doc_offset": { + "start": 2980, + "end": 2983 + }, + "page_num": 2, + "text": "not", + "position": { + "top": 2243, + "bottom": 2271, + "left": 627, + "right": 682 + } + }, + { + "doc_offset": { + "start": 2984, + "end": 2992 + }, + "page_num": 2, + "text": "directly", + "position": { + "top": 2241, + "bottom": 2279, + "left": 700, + "right": 830 + } + }, + { + "doc_offset": { + "start": 2993, + "end": 3002 + }, + "page_num": 2, + "text": "available", + "position": { + "top": 2241, + "bottom": 2271, + "left": 847, + "right": 1003 + } + }, + { + "doc_offset": { + "start": 3003, + "end": 3005 + }, + "page_num": 2, + "text": "on", + "position": { + "top": 2249, + "bottom": 2271, + "left": 1021, + "right": 1063 + } + }, + { + "doc_offset": { + "start": 3006, + "end": 3009 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2241, + "bottom": 2271, + "left": 1081, + "right": 1137 + } + }, + { + "doc_offset": { + "start": 3010, + "end": 3020 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 2243, + "bottom": 2271, + "left": 1170, + "right": 1372 + } + }, + { + "doc_offset": { + "start": 3021, + "end": 3027 + }, + "page_num": 2, + "text": "object", + "position": { + "top": 2241, + "bottom": 2278, + "left": 1405, + "right": 1515 + } + }, + { + "doc_offset": { + "start": 3028, + "end": 3030 + }, + "page_num": 2, + "text": "as", + "position": { + "top": 2249, + "bottom": 2271, + "left": 1533, + "right": 1572 + } + }, + { + "doc_offset": { + "start": 3031, + "end": 3032 + }, + "page_num": 2, + "text": "a", + "position": { + "top": 2249, + "bottom": 2271, + "left": 1590, + "right": 1610 + } + }, + { + "doc_offset": { + "start": 3033, + "end": 3041 + }, + "page_num": 2, + "text": "boolean.", + "position": { + "top": 2241, + "bottom": 2271, + "left": 1629, + "right": 1780 + } + }, + { + "doc_offset": { + "start": 3042, + "end": 3049 + }, + "page_num": 2, + "text": "Instead", + "position": { + "top": 2241, + "bottom": 2271, + "left": 1802, + "right": 1930 + } + }, + { + "doc_offset": { + "start": 3050, + "end": 3054 + }, + "page_num": 2, + "text": "it's", + "position": { + "top": 2241, + "bottom": 2271, + "left": 1951, + "right": 2000 + } + }, + { + "doc_offset": { + "start": 3055, + "end": 3062 + }, + "page_num": 2, + "text": "derived", + "position": { + "top": 2241, + "bottom": 2271, + "left": 2018, + "right": 2149 + } + }, + { + "doc_offset": { + "start": 3063, + "end": 3068 + }, + "page_num": 2, + "text": "using", + "position": { + "top": 2241, + "bottom": 2279, + "left": 2169, + "right": 2262 + } + }, + { + "doc_offset": { + "start": 3069, + "end": 3072 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2241, + "bottom": 2271, + "left": 2280, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 3073, + "end": 3079 + }, + "page_num": 2, + "text": "status", + "position": { + "top": 2295, + "bottom": 2321, + "left": 260, + "right": 379 + } + }, + { + "doc_offset": { + "start": 3080, + "end": 3082 + }, + "page_num": 2, + "text": "of", + "position": { + "top": 2291, + "bottom": 2320, + "left": 408, + "right": 442 + } + }, + { + "doc_offset": { + "start": 3083, + "end": 3086 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2291, + "bottom": 2320, + "left": 454, + "right": 510 + } + }, + { + "doc_offset": { + "start": 3087, + "end": 3097 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 2291, + "bottom": 2320, + "left": 523, + "right": 725 + } + }, + { + "doc_offset": { + "start": 3098, + "end": 3104 + }, + "page_num": 2, + "text": "(where", + "position": { + "top": 2290, + "bottom": 2328, + "left": 741, + "right": 859 + } + }, + { + "doc_offset": { + "start": 3105, + "end": 3111 + }, + "page_num": 2, + "text": "status", + "position": { + "top": 2295, + "bottom": 2321, + "left": 888, + "right": 1007 + } + }, + { + "doc_offset": { + "start": 3112, + "end": 3114 + }, + "page_num": 2, + "text": "==", + "position": { + "top": 2304, + "bottom": 2315, + "left": 1036, + "right": 1081 + } + }, + { + "doc_offset": { + "start": 3115, + "end": 3125 + }, + "page_num": 2, + "text": "\u201cFAILED\u201d).", + "position": { + "top": 2290, + "bottom": 2328, + "left": 1097, + "right": 1281 + } + } + ] +} \ No newline at end of file diff --git a/tests/data/etloutput/4288/107455/101154/page_info_3.json b/tests/data/etloutput/4288/107455/101154/page_info_3.json new file mode 100644 index 0000000..d9556ac --- /dev/null +++ b/tests/data/etloutput/4288/107455/101154/page_info_3.json @@ -0,0 +1,2128 @@ +{ + "pages": [ + { + "doc_offset": { + "start": 3126, + "end": 4167 + }, + "page_num": 3, + "text": "Example GraphQL Query\nquery Submissions {\nsubmissions(orderBy: UPDATED_BY, desc: true, limit: 1000) {\nsubmissions {\nid\ncreatedAt\ninputFiles {\nid\nfilename\n}\nreviews {\ncreatedBy\nstartedAt\ncompletedAt\nrejected\nnotes\nreviewType\n}\nretrieved\nupdatedAt\nworkflowId\n}\n}\n}\nScheduled Process Logic\nThis is a heavyweight query. Submissions are ordered by updatedAt descending, and results should be\npaginated such that processing can stop once all submissions have been processed whose updatedAt\ndate is greater than the timestamp of the previous run of the integration.\nData Reconciliation\nThe output will include the primary key id needed to update existing rows and insert new rows into the\nMetrics database.\n1.4\nSubmission File\nColumn\nType\nGraphQL Source\nid\nint\nsubmission.inputFile.id\nname\nstr\nsubmission.inputFile.filename\nsubmission_id\nint\nsubmission.id\nSee the Submission section's example GraphQL query.\nData Reconciliation\nThe output will include the primary key id needed to update existing rows and insert new rows into the\nMetrics database." + } + ], + "tokens": [ + { + "doc_offset": { + "start": 3126, + "end": 3133 + }, + "page_num": 3, + "text": "Example", + "position": { + "top": 16, + "bottom": 55, + "left": 215, + "right": 391 + } + }, + { + "doc_offset": { + "start": 3134, + "end": 3141 + }, + "page_num": 3, + "text": "GraphQL", + "position": { + "top": 15, + "bottom": 55, + "left": 406, + "right": 591 + } + }, + { + "doc_offset": { + "start": 3142, + "end": 3147 + }, + "page_num": 3, + "text": "Query", + "position": { + "top": 15, + "bottom": 55, + "left": 606, + "right": 729 + } + }, + { + "doc_offset": { + "start": 3148, + "end": 3153 + }, + "page_num": 3, + "text": "query", + "position": { + "top": 139, + "bottom": 174, + "left": 244, + "right": 374 + } + }, + { + "doc_offset": { + "start": 3154, + "end": 3165 + }, + "page_num": 3, + "text": "Submissions", + "position": { + "top": 128, + "bottom": 165, + "left": 405, + "right": 693 + } + }, + { + "doc_offset": { + "start": 3166, + "end": 3167 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 128, + "bottom": 172, + "left": 728, + "right": 747 + } + }, + { + "doc_offset": { + "start": 3168, + "end": 3188 + }, + "page_num": 3, + "text": "submissions(orderBy:", + "position": { + "top": 190, + "bottom": 236, + "left": 334, + "right": 856 + } + }, + { + "doc_offset": { + "start": 3189, + "end": 3200 + }, + "page_num": 3, + "text": "UPDATED_BY,", + "position": { + "top": 192, + "bottom": 235, + "left": 895, + "right": 1178 + } + }, + { + "doc_offset": { + "start": 3201, + "end": 3206 + }, + "page_num": 3, + "text": "desc:", + "position": { + "top": 191, + "bottom": 227, + "left": 1216, + "right": 1338 + } + }, + { + "doc_offset": { + "start": 3207, + "end": 3212 + }, + "page_num": 3, + "text": "true,", + "position": { + "top": 194, + "bottom": 235, + "left": 1376, + "right": 1499 + } + }, + { + "doc_offset": { + "start": 3213, + "end": 3219 + }, + "page_num": 3, + "text": "limit:", + "position": { + "top": 190, + "bottom": 227, + "left": 1538, + "right": 1686 + } + }, + { + "doc_offset": { + "start": 3220, + "end": 3225 + }, + "page_num": 3, + "text": "1000)", + "position": { + "top": 190, + "bottom": 234, + "left": 1727, + "right": 1852 + } + }, + { + "doc_offset": { + "start": 3226, + "end": 3227 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 190, + "bottom": 234, + "left": 1888, + "right": 1907 + } + }, + { + "doc_offset": { + "start": 3228, + "end": 3239 + }, + "page_num": 3, + "text": "submissions", + "position": { + "top": 253, + "bottom": 289, + "left": 441, + "right": 728 + } + }, + { + "doc_offset": { + "start": 3240, + "end": 3241 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 253, + "bottom": 297, + "left": 763, + "right": 783 + } + }, + { + "doc_offset": { + "start": 3242, + "end": 3244 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 315, + "bottom": 352, + "left": 548, + "right": 595 + } + }, + { + "doc_offset": { + "start": 3245, + "end": 3254 + }, + "page_num": 3, + "text": "createdAt", + "position": { + "top": 378, + "bottom": 414, + "left": 548, + "right": 782 + } + }, + { + "doc_offset": { + "start": 3255, + "end": 3265 + }, + "page_num": 3, + "text": "inputFiles", + "position": { + "top": 440, + "bottom": 485, + "left": 548, + "right": 809 + } + }, + { + "doc_offset": { + "start": 3266, + "end": 3267 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 440, + "bottom": 484, + "left": 844, + "right": 863 + } + }, + { + "doc_offset": { + "start": 3268, + "end": 3270 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 503, + "bottom": 539, + "left": 655, + "right": 702 + } + }, + { + "doc_offset": { + "start": 3271, + "end": 3279 + }, + "page_num": 3, + "text": "filename", + "position": { + "top": 565, + "bottom": 602, + "left": 655, + "right": 863 + } + }, + { + "doc_offset": { + "start": 3280, + "end": 3281 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 628, + "bottom": 672, + "left": 547, + "right": 567 + } + }, + { + "doc_offset": { + "start": 3282, + "end": 3289 + }, + "page_num": 3, + "text": "reviews", + "position": { + "top": 690, + "bottom": 727, + "left": 550, + "right": 728 + } + }, + { + "doc_offset": { + "start": 3290, + "end": 3291 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 690, + "bottom": 734, + "left": 763, + "right": 783 + } + }, + { + "doc_offset": { + "start": 3292, + "end": 3301 + }, + "page_num": 3, + "text": "createdBy", + "position": { + "top": 753, + "bottom": 799, + "left": 655, + "right": 892 + } + }, + { + "doc_offset": { + "start": 3302, + "end": 3311 + }, + "page_num": 3, + "text": "startedAt", + "position": { + "top": 816, + "bottom": 852, + "left": 655, + "right": 889 + } + }, + { + "doc_offset": { + "start": 3312, + "end": 3323 + }, + "page_num": 3, + "text": "completedAt", + "position": { + "top": 878, + "bottom": 923, + "left": 655, + "right": 943 + } + }, + { + "doc_offset": { + "start": 3324, + "end": 3332 + }, + "page_num": 3, + "text": "rejected", + "position": { + "top": 940, + "bottom": 986, + "left": 657, + "right": 863 + } + }, + { + "doc_offset": { + "start": 3333, + "end": 3338 + }, + "page_num": 3, + "text": "notes", + "position": { + "top": 1006, + "bottom": 1039, + "left": 655, + "right": 782 + } + }, + { + "doc_offset": { + "start": 3339, + "end": 3349 + }, + "page_num": 3, + "text": "reviewType", + "position": { + "top": 1065, + "bottom": 1111, + "left": 657, + "right": 916 + } + }, + { + "doc_offset": { + "start": 3350, + "end": 3351 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 1128, + "bottom": 1172, + "left": 547, + "right": 567 + } + }, + { + "doc_offset": { + "start": 3352, + "end": 3361 + }, + "page_num": 3, + "text": "retrieved", + "position": { + "top": 1190, + "bottom": 1227, + "left": 550, + "right": 782 + } + }, + { + "doc_offset": { + "start": 3362, + "end": 3371 + }, + "page_num": 3, + "text": "updatedAt", + "position": { + "top": 1253, + "bottom": 1298, + "left": 548, + "right": 782 + } + }, + { + "doc_offset": { + "start": 3372, + "end": 3382 + }, + "page_num": 3, + "text": "workflowId", + "position": { + "top": 1315, + "bottom": 1352, + "left": 545, + "right": 809 + } + }, + { + "doc_offset": { + "start": 3383, + "end": 3384 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 1378, + "bottom": 1422, + "left": 440, + "right": 460 + } + }, + { + "doc_offset": { + "start": 3385, + "end": 3386 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 1440, + "bottom": 1484, + "left": 333, + "right": 352 + } + }, + { + "doc_offset": { + "start": 3387, + "end": 3388 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 1503, + "bottom": 1547, + "left": 226, + "right": 245 + } + }, + { + "doc_offset": { + "start": 3389, + "end": 3398 + }, + "page_num": 3, + "text": "Scheduled", + "position": { + "top": 1623, + "bottom": 1656, + "left": 213, + "right": 430 + } + }, + { + "doc_offset": { + "start": 3399, + "end": 3406 + }, + "page_num": 3, + "text": "Process", + "position": { + "top": 1624, + "bottom": 1656, + "left": 448, + "right": 613 + } + }, + { + "doc_offset": { + "start": 3407, + "end": 3412 + }, + "page_num": 3, + "text": "Logic", + "position": { + "top": 1624, + "bottom": 1664, + "left": 629, + "right": 741 + } + }, + { + "doc_offset": { + "start": 3413, + "end": 3417 + }, + "page_num": 3, + "text": "This", + "position": { + "top": 1728, + "bottom": 1760, + "left": 212, + "right": 292 + } + }, + { + "doc_offset": { + "start": 3418, + "end": 3420 + }, + "page_num": 3, + "text": "is", + "position": { + "top": 1728, + "bottom": 1760, + "left": 314, + "right": 342 + } + }, + { + "doc_offset": { + "start": 3421, + "end": 3422 + }, + "page_num": 3, + "text": "a", + "position": { + "top": 1736, + "bottom": 1760, + "left": 363, + "right": 384 + } + }, + { + "doc_offset": { + "start": 3423, + "end": 3434 + }, + "page_num": 3, + "text": "heavyweight", + "position": { + "top": 1728, + "bottom": 1768, + "left": 406, + "right": 647 + } + }, + { + "doc_offset": { + "start": 3435, + "end": 3441 + }, + "page_num": 3, + "text": "query.", + "position": { + "top": 1736, + "bottom": 1768, + "left": 668, + "right": 782 + } + }, + { + "doc_offset": { + "start": 3442, + "end": 3453 + }, + "page_num": 3, + "text": "Submissions", + "position": { + "top": 1727, + "bottom": 1760, + "left": 805, + "right": 1053 + } + }, + { + "doc_offset": { + "start": 3454, + "end": 3457 + }, + "page_num": 3, + "text": "are", + "position": { + "top": 1736, + "bottom": 1760, + "left": 1074, + "right": 1132 + } + }, + { + "doc_offset": { + "start": 3458, + "end": 3465 + }, + "page_num": 3, + "text": "ordered", + "position": { + "top": 1728, + "bottom": 1760, + "left": 1153, + "right": 1301 + } + }, + { + "doc_offset": { + "start": 3466, + "end": 3468 + }, + "page_num": 3, + "text": "by", + "position": { + "top": 1728, + "bottom": 1768, + "left": 1325, + "right": 1369 + } + }, + { + "doc_offset": { + "start": 3469, + "end": 3478 + }, + "page_num": 3, + "text": "updatedAt", + "position": { + "top": 1730, + "bottom": 1767, + "left": 1406, + "right": 1601 + } + }, + { + "doc_offset": { + "start": 3479, + "end": 3490 + }, + "page_num": 3, + "text": "descending,", + "position": { + "top": 1728, + "bottom": 1768, + "left": 1639, + "right": 1874 + } + }, + { + "doc_offset": { + "start": 3491, + "end": 3494 + }, + "page_num": 3, + "text": "and", + "position": { + "top": 1728, + "bottom": 1760, + "left": 1898, + "right": 1967 + } + }, + { + "doc_offset": { + "start": 3495, + "end": 3502 + }, + "page_num": 3, + "text": "results", + "position": { + "top": 1728, + "bottom": 1760, + "left": 1992, + "right": 2117 + } + }, + { + "doc_offset": { + "start": 3503, + "end": 3509 + }, + "page_num": 3, + "text": "should", + "position": { + "top": 1728, + "bottom": 1760, + "left": 2139, + "right": 2266 + } + }, + { + "doc_offset": { + "start": 3510, + "end": 3512 + }, + "page_num": 3, + "text": "be", + "position": { + "top": 1728, + "bottom": 1760, + "left": 2291, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 3513, + "end": 3522 + }, + "page_num": 3, + "text": "paginated", + "position": { + "top": 1789, + "bottom": 1830, + "left": 215, + "right": 404 + } + }, + { + "doc_offset": { + "start": 3523, + "end": 3527 + }, + "page_num": 3, + "text": "such", + "position": { + "top": 1789, + "bottom": 1821, + "left": 428, + "right": 517 + } + }, + { + "doc_offset": { + "start": 3528, + "end": 3532 + }, + "page_num": 3, + "text": "that", + "position": { + "top": 1789, + "bottom": 1821, + "left": 540, + "right": 613 + } + }, + { + "doc_offset": { + "start": 3533, + "end": 3543 + }, + "page_num": 3, + "text": "processing", + "position": { + "top": 1789, + "bottom": 1830, + "left": 637, + "right": 846 + } + }, + { + "doc_offset": { + "start": 3544, + "end": 3547 + }, + "page_num": 3, + "text": "can", + "position": { + "top": 1797, + "bottom": 1821, + "left": 869, + "right": 936 + } + }, + { + "doc_offset": { + "start": 3548, + "end": 3552 + }, + "page_num": 3, + "text": "stop", + "position": { + "top": 1791, + "bottom": 1829, + "left": 959, + "right": 1043 + } + }, + { + "doc_offset": { + "start": 3553, + "end": 3557 + }, + "page_num": 3, + "text": "once", + "position": { + "top": 1797, + "bottom": 1821, + "left": 1065, + "right": 1159 + } + }, + { + "doc_offset": { + "start": 3558, + "end": 3561 + }, + "page_num": 3, + "text": "all", + "position": { + "top": 1789, + "bottom": 1821, + "left": 1180, + "right": 1219 + } + }, + { + "doc_offset": { + "start": 3562, + "end": 3573 + }, + "page_num": 3, + "text": "submissions", + "position": { + "top": 1789, + "bottom": 1821, + "left": 1242, + "right": 1483 + } + }, + { + "doc_offset": { + "start": 3574, + "end": 3578 + }, + "page_num": 3, + "text": "have", + "position": { + "top": 1789, + "bottom": 1821, + "left": 1506, + "right": 1596 + } + }, + { + "doc_offset": { + "start": 3579, + "end": 3583 + }, + "page_num": 3, + "text": "been", + "position": { + "top": 1789, + "bottom": 1821, + "left": 1619, + "right": 1710 + } + }, + { + "doc_offset": { + "start": 3584, + "end": 3593 + }, + "page_num": 3, + "text": "processed", + "position": { + "top": 1789, + "bottom": 1829, + "left": 1735, + "right": 1934 + } + }, + { + "doc_offset": { + "start": 3594, + "end": 3599 + }, + "page_num": 3, + "text": "whose", + "position": { + "top": 1789, + "bottom": 1821, + "left": 1957, + "right": 2083 + } + }, + { + "doc_offset": { + "start": 3600, + "end": 3609 + }, + "page_num": 3, + "text": "updatedAt", + "position": { + "top": 1791, + "bottom": 1828, + "left": 2121, + "right": 2316 + } + }, + { + "doc_offset": { + "start": 3610, + "end": 3614 + }, + "page_num": 3, + "text": "date", + "position": { + "top": 1851, + "bottom": 1882, + "left": 214, + "right": 298 + } + }, + { + "doc_offset": { + "start": 3615, + "end": 3617 + }, + "page_num": 3, + "text": "is", + "position": { + "top": 1851, + "bottom": 1882, + "left": 314, + "right": 341 + } + }, + { + "doc_offset": { + "start": 3618, + "end": 3625 + }, + "page_num": 3, + "text": "greater", + "position": { + "top": 1852, + "bottom": 1891, + "left": 356, + "right": 492 + } + }, + { + "doc_offset": { + "start": 3626, + "end": 3630 + }, + "page_num": 3, + "text": "than", + "position": { + "top": 1851, + "bottom": 1882, + "left": 505, + "right": 588 + } + }, + { + "doc_offset": { + "start": 3631, + "end": 3634 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 1851, + "bottom": 1882, + "left": 603, + "right": 663 + } + }, + { + "doc_offset": { + "start": 3635, + "end": 3644 + }, + "page_num": 3, + "text": "timestamp", + "position": { + "top": 1851, + "bottom": 1890, + "left": 677, + "right": 882 + } + }, + { + "doc_offset": { + "start": 3645, + "end": 3647 + }, + "page_num": 3, + "text": "of", + "position": { + "top": 1850, + "bottom": 1882, + "left": 897, + "right": 934 + } + }, + { + "doc_offset": { + "start": 3648, + "end": 3651 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 1851, + "bottom": 1882, + "left": 946, + "right": 1006 + } + }, + { + "doc_offset": { + "start": 3652, + "end": 3660 + }, + "page_num": 3, + "text": "previous", + "position": { + "top": 1851, + "bottom": 1890, + "left": 1023, + "right": 1184 + } + }, + { + "doc_offset": { + "start": 3661, + "end": 3664 + }, + "page_num": 3, + "text": "run", + "position": { + "top": 1859, + "bottom": 1882, + "left": 1201, + "right": 1258 + } + }, + { + "doc_offset": { + "start": 3665, + "end": 3667 + }, + "page_num": 3, + "text": "of", + "position": { + "top": 1850, + "bottom": 1882, + "left": 1275, + "right": 1311 + } + }, + { + "doc_offset": { + "start": 3668, + "end": 3671 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 1851, + "bottom": 1882, + "left": 1324, + "right": 1384 + } + }, + { + "doc_offset": { + "start": 3672, + "end": 3684 + }, + "page_num": 3, + "text": "integration.", + "position": { + "top": 1851, + "bottom": 1891, + "left": 1400, + "right": 1613 + } + }, + { + "doc_offset": { + "start": 3685, + "end": 3689 + }, + "page_num": 3, + "text": "Data", + "position": { + "top": 1957, + "bottom": 1988, + "left": 215, + "right": 308 + } + }, + { + "doc_offset": { + "start": 3690, + "end": 3704 + }, + "page_num": 3, + "text": "Reconciliation", + "position": { + "top": 1957, + "bottom": 1988, + "left": 325, + "right": 618 + } + }, + { + "doc_offset": { + "start": 3705, + "end": 3708 + }, + "page_num": 3, + "text": "The", + "position": { + "top": 2061, + "bottom": 2092, + "left": 212, + "right": 284 + } + }, + { + "doc_offset": { + "start": 3709, + "end": 3715 + }, + "page_num": 3, + "text": "output", + "position": { + "top": 2062, + "bottom": 2100, + "left": 304, + "right": 428 + } + }, + { + "doc_offset": { + "start": 3716, + "end": 3720 + }, + "page_num": 3, + "text": "will", + "position": { + "top": 2061, + "bottom": 2092, + "left": 447, + "right": 506 + } + }, + { + "doc_offset": { + "start": 3721, + "end": 3728 + }, + "page_num": 3, + "text": "include", + "position": { + "top": 2061, + "bottom": 2092, + "left": 529, + "right": 666 + } + }, + { + "doc_offset": { + "start": 3729, + "end": 3732 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 2061, + "bottom": 2092, + "left": 685, + "right": 745 + } + }, + { + "doc_offset": { + "start": 3733, + "end": 3740 + }, + "page_num": 3, + "text": "primary", + "position": { + "top": 2061, + "bottom": 2101, + "left": 766, + "right": 910 + } + }, + { + "doc_offset": { + "start": 3741, + "end": 3744 + }, + "page_num": 3, + "text": "key", + "position": { + "top": 2061, + "bottom": 2101, + "left": 931, + "right": 995 + } + }, + { + "doc_offset": { + "start": 3745, + "end": 3747 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 2062, + "bottom": 2092, + "left": 1031, + "right": 1070 + } + }, + { + "doc_offset": { + "start": 3748, + "end": 3754 + }, + "page_num": 3, + "text": "needed", + "position": { + "top": 2061, + "bottom": 2092, + "left": 1107, + "right": 1248 + } + }, + { + "doc_offset": { + "start": 3755, + "end": 3757 + }, + "page_num": 3, + "text": "to", + "position": { + "top": 2062, + "bottom": 2092, + "left": 1269, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 3758, + "end": 3764 + }, + "page_num": 3, + "text": "update", + "position": { + "top": 2061, + "bottom": 2100, + "left": 1328, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 3765, + "end": 3773 + }, + "page_num": 3, + "text": "existing", + "position": { + "top": 2061, + "bottom": 2101, + "left": 1481, + "right": 1627 + } + }, + { + "doc_offset": { + "start": 3774, + "end": 3778 + }, + "page_num": 3, + "text": "rows", + "position": { + "top": 2069, + "bottom": 2092, + "left": 1650, + "right": 1740 + } + }, + { + "doc_offset": { + "start": 3779, + "end": 3782 + }, + "page_num": 3, + "text": "and", + "position": { + "top": 2061, + "bottom": 2092, + "left": 1760, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 3783, + "end": 3789 + }, + "page_num": 3, + "text": "insert", + "position": { + "top": 2061, + "bottom": 2092, + "left": 1853, + "right": 1957 + } + }, + { + "doc_offset": { + "start": 3790, + "end": 3793 + }, + "page_num": 3, + "text": "new", + "position": { + "top": 2069, + "bottom": 2092, + "left": 1978, + "right": 2055 + } + }, + { + "doc_offset": { + "start": 3794, + "end": 3798 + }, + "page_num": 3, + "text": "rows", + "position": { + "top": 2069, + "bottom": 2092, + "left": 2076, + "right": 2166 + } + }, + { + "doc_offset": { + "start": 3799, + "end": 3803 + }, + "page_num": 3, + "text": "into", + "position": { + "top": 2061, + "bottom": 2092, + "left": 2188, + "right": 2256 + } + }, + { + "doc_offset": { + "start": 3804, + "end": 3807 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 2061, + "bottom": 2092, + "left": 2276, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 3808, + "end": 3815 + }, + "page_num": 3, + "text": "Metrics", + "position": { + "top": 2122, + "bottom": 2153, + "left": 216, + "right": 356 + } + }, + { + "doc_offset": { + "start": 3816, + "end": 3825 + }, + "page_num": 3, + "text": "database.", + "position": { + "top": 2122, + "bottom": 2153, + "left": 371, + "right": 559 + } + }, + { + "doc_offset": { + "start": 3826, + "end": 3829 + }, + "page_num": 3, + "text": "1.4", + "position": { + "top": 2313, + "bottom": 2354, + "left": 219, + "right": 310 + } + }, + { + "doc_offset": { + "start": 3830, + "end": 3840 + }, + "page_num": 3, + "text": "Submission", + "position": { + "top": 2311, + "bottom": 2355, + "left": 366, + "right": 721 + } + }, + { + "doc_offset": { + "start": 3841, + "end": 3845 + }, + "page_num": 3, + "text": "File", + "position": { + "top": 2311, + "bottom": 2355, + "left": 750, + "right": 855 + } + }, + { + "doc_offset": { + "start": 3846, + "end": 3852 + }, + "page_num": 3, + "text": "Column", + "position": { + "top": 2470, + "bottom": 2502, + "left": 263, + "right": 421 + } + }, + { + "doc_offset": { + "start": 3853, + "end": 3857 + }, + "page_num": 3, + "text": "Type", + "position": { + "top": 2471, + "bottom": 2510, + "left": 855, + "right": 950 + } + }, + { + "doc_offset": { + "start": 3858, + "end": 3865 + }, + "page_num": 3, + "text": "GraphQL", + "position": { + "top": 2470, + "bottom": 2510, + "left": 1159, + "right": 1344 + } + }, + { + "doc_offset": { + "start": 3866, + "end": 3872 + }, + "page_num": 3, + "text": "Source", + "position": { + "top": 2470, + "bottom": 2502, + "left": 1358, + "right": 1504 + } + }, + { + "doc_offset": { + "start": 3873, + "end": 3875 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 2571, + "bottom": 2603, + "left": 264, + "right": 294 + } + }, + { + "doc_offset": { + "start": 3876, + "end": 3879 + }, + "page_num": 3, + "text": "int", + "position": { + "top": 2571, + "bottom": 2603, + "left": 858, + "right": 901 + } + }, + { + "doc_offset": { + "start": 3880, + "end": 3903 + }, + "page_num": 3, + "text": "submission.inputFile.id", + "position": { + "top": 2571, + "bottom": 2608, + "left": 1175, + "right": 1682 + } + }, + { + "doc_offset": { + "start": 3904, + "end": 3908 + }, + "page_num": 3, + "text": "name", + "position": { + "top": 2672, + "bottom": 2696, + "left": 264, + "right": 369 + } + }, + { + "doc_offset": { + "start": 3909, + "end": 3912 + }, + "page_num": 3, + "text": "str", + "position": { + "top": 2666, + "bottom": 2696, + "left": 856, + "right": 905 + } + }, + { + "doc_offset": { + "start": 3913, + "end": 3942 + }, + "page_num": 3, + "text": "submission.inputFile.filename", + "position": { + "top": 2663, + "bottom": 2701, + "left": 1175, + "right": 1816 + } + }, + { + "doc_offset": { + "start": 3943, + "end": 3956 + }, + "page_num": 3, + "text": "submission_id", + "position": { + "top": 2756, + "bottom": 2793, + "left": 262, + "right": 538 + } + }, + { + "doc_offset": { + "start": 3957, + "end": 3960 + }, + "page_num": 3, + "text": "int", + "position": { + "top": 2756, + "bottom": 2788, + "left": 858, + "right": 901 + } + }, + { + "doc_offset": { + "start": 3961, + "end": 3974 + }, + "page_num": 3, + "text": "submission.id", + "position": { + "top": 2756, + "bottom": 2786, + "left": 1175, + "right": 1459 + } + }, + { + "doc_offset": { + "start": 3975, + "end": 3978 + }, + "page_num": 3, + "text": "See", + "position": { + "top": 2885, + "bottom": 2917, + "left": 214, + "right": 286 + } + }, + { + "doc_offset": { + "start": 3979, + "end": 3982 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 2885, + "bottom": 2917, + "left": 300, + "right": 360 + } + }, + { + "doc_offset": { + "start": 3983, + "end": 3993 + }, + "page_num": 3, + "text": "Submission", + "position": { + "top": 2884, + "bottom": 2918, + "left": 375, + "right": 598 + } + }, + { + "doc_offset": { + "start": 3994, + "end": 4003 + }, + "page_num": 3, + "text": "section's", + "position": { + "top": 2885, + "bottom": 2917, + "left": 612, + "right": 786 + } + }, + { + "doc_offset": { + "start": 4004, + "end": 4011 + }, + "page_num": 3, + "text": "example", + "position": { + "top": 2885, + "bottom": 2925, + "left": 801, + "right": 964 + } + }, + { + "doc_offset": { + "start": 4012, + "end": 4019 + }, + "page_num": 3, + "text": "GraphQL", + "position": { + "top": 2885, + "bottom": 2925, + "left": 979, + "right": 1156 + } + }, + { + "doc_offset": { + "start": 4020, + "end": 4026 + }, + "page_num": 3, + "text": "query.", + "position": { + "top": 2893, + "bottom": 2926, + "left": 1170, + "right": 1284 + } + }, + { + "doc_offset": { + "start": 4027, + "end": 4031 + }, + "page_num": 3, + "text": "Data", + "position": { + "top": 2991, + "bottom": 3023, + "left": 215, + "right": 308 + } + }, + { + "doc_offset": { + "start": 4032, + "end": 4046 + }, + "page_num": 3, + "text": "Reconciliation", + "position": { + "top": 2991, + "bottom": 3023, + "left": 325, + "right": 618 + } + }, + { + "doc_offset": { + "start": 4047, + "end": 4050 + }, + "page_num": 3, + "text": "The", + "position": { + "top": 3095, + "bottom": 3127, + "left": 212, + "right": 284 + } + }, + { + "doc_offset": { + "start": 4051, + "end": 4057 + }, + "page_num": 3, + "text": "output", + "position": { + "top": 3097, + "bottom": 3135, + "left": 304, + "right": 428 + } + }, + { + "doc_offset": { + "start": 4058, + "end": 4062 + }, + "page_num": 3, + "text": "will", + "position": { + "top": 3095, + "bottom": 3127, + "left": 447, + "right": 506 + } + }, + { + "doc_offset": { + "start": 4063, + "end": 4070 + }, + "page_num": 3, + "text": "include", + "position": { + "top": 3095, + "bottom": 3127, + "left": 529, + "right": 666 + } + }, + { + "doc_offset": { + "start": 4071, + "end": 4074 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 3095, + "bottom": 3127, + "left": 685, + "right": 745 + } + }, + { + "doc_offset": { + "start": 4075, + "end": 4082 + }, + "page_num": 3, + "text": "primary", + "position": { + "top": 3095, + "bottom": 3136, + "left": 766, + "right": 910 + } + }, + { + "doc_offset": { + "start": 4083, + "end": 4086 + }, + "page_num": 3, + "text": "key", + "position": { + "top": 3095, + "bottom": 3136, + "left": 931, + "right": 995 + } + }, + { + "doc_offset": { + "start": 4087, + "end": 4089 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 3097, + "bottom": 3127, + "left": 1031, + "right": 1070 + } + }, + { + "doc_offset": { + "start": 4090, + "end": 4096 + }, + "page_num": 3, + "text": "needed", + "position": { + "top": 3095, + "bottom": 3127, + "left": 1107, + "right": 1248 + } + }, + { + "doc_offset": { + "start": 4097, + "end": 4099 + }, + "page_num": 3, + "text": "to", + "position": { + "top": 3097, + "bottom": 3127, + "left": 1269, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 4100, + "end": 4106 + }, + "page_num": 3, + "text": "update", + "position": { + "top": 3095, + "bottom": 3135, + "left": 1328, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 4107, + "end": 4115 + }, + "page_num": 3, + "text": "existing", + "position": { + "top": 3095, + "bottom": 3136, + "left": 1481, + "right": 1627 + } + }, + { + "doc_offset": { + "start": 4116, + "end": 4120 + }, + "page_num": 3, + "text": "rows", + "position": { + "top": 3103, + "bottom": 3127, + "left": 1650, + "right": 1740 + } + }, + { + "doc_offset": { + "start": 4121, + "end": 4124 + }, + "page_num": 3, + "text": "and", + "position": { + "top": 3095, + "bottom": 3127, + "left": 1760, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 4125, + "end": 4131 + }, + "page_num": 3, + "text": "insert", + "position": { + "top": 3095, + "bottom": 3127, + "left": 1853, + "right": 1957 + } + }, + { + "doc_offset": { + "start": 4132, + "end": 4135 + }, + "page_num": 3, + "text": "new", + "position": { + "top": 3103, + "bottom": 3127, + "left": 1978, + "right": 2055 + } + }, + { + "doc_offset": { + "start": 4136, + "end": 4140 + }, + "page_num": 3, + "text": "rows", + "position": { + "top": 3103, + "bottom": 3127, + "left": 2076, + "right": 2166 + } + }, + { + "doc_offset": { + "start": 4141, + "end": 4145 + }, + "page_num": 3, + "text": "into", + "position": { + "top": 3095, + "bottom": 3127, + "left": 2188, + "right": 2256 + } + }, + { + "doc_offset": { + "start": 4146, + "end": 4149 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 3095, + "bottom": 3127, + "left": 2276, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 4150, + "end": 4157 + }, + "page_num": 3, + "text": "Metrics", + "position": { + "top": 3157, + "bottom": 3188, + "left": 216, + "right": 356 + } + }, + { + "doc_offset": { + "start": 4158, + "end": 4167 + }, + "page_num": 3, + "text": "database.", + "position": { + "top": 3157, + "bottom": 3188, + "left": 371, + "right": 559 + } + } + ] +} \ No newline at end of file diff --git a/tests/data/etloutput/4288/107455/101154/page_info_4.json b/tests/data/etloutput/4288/107455/101154/page_info_4.json new file mode 100644 index 0000000..6d2a876 --- /dev/null +++ b/tests/data/etloutput/4288/107455/101154/page_info_4.json @@ -0,0 +1,1162 @@ +{ + "pages": [ + { + "doc_offset": { + "start": 4168, + "end": 4706 + }, + "page_num": 4, + "text": "1.5\nReviewer\nColumn\nType\nGraphQL Source\nuserSnapshot.id\nid\nint\nname\nstr\nuserSnapshot.name\nemail\nstr\nuserSnapshot.email\nenabled\nbool\nuserSnapshot.enabled\nExample GraphQL Query\nquery Users {\nuserSnapshot(orderBy: ID, desc: false, limit: 1000) {\nresults {\nid\nname\nemail\nenabled\n}\n}\n}\nScheduled Process Logic\nThis is a lightweight query. All reviewers will be pulled every time the integration is run.\nData Reconciliation\nThe output will include the primary key id needed to update existing rows and insert new rows into the\nMetrics database." + } + ], + "tokens": [ + { + "doc_offset": { + "start": 4168, + "end": 4171 + }, + "page_num": 4, + "text": "1.5", + "position": { + "top": 59, + "bottom": 101, + "left": 219, + "right": 309 + } + }, + { + "doc_offset": { + "start": 4172, + "end": 4180 + }, + "page_num": 4, + "text": "Reviewer", + "position": { + "top": 57, + "bottom": 101, + "left": 368, + "right": 657 + } + }, + { + "doc_offset": { + "start": 4181, + "end": 4187 + }, + "page_num": 4, + "text": "Column", + "position": { + "top": 216, + "bottom": 248, + "left": 263, + "right": 421 + } + }, + { + "doc_offset": { + "start": 4188, + "end": 4192 + }, + "page_num": 4, + "text": "Type", + "position": { + "top": 216, + "bottom": 255, + "left": 796, + "right": 891 + } + }, + { + "doc_offset": { + "start": 4193, + "end": 4200 + }, + "page_num": 4, + "text": "GraphQL", + "position": { + "top": 216, + "bottom": 255, + "left": 1194, + "right": 1380 + } + }, + { + "doc_offset": { + "start": 4201, + "end": 4207 + }, + "page_num": 4, + "text": "Source", + "position": { + "top": 216, + "bottom": 248, + "left": 1394, + "right": 1539 + } + }, + { + "doc_offset": { + "start": 4208, + "end": 4223 + }, + "page_num": 4, + "text": "userSnapshot.id", + "position": { + "top": 317, + "bottom": 354, + "left": 1210, + "right": 1539 + } + }, + { + "doc_offset": { + "start": 4224, + "end": 4226 + }, + "page_num": 4, + "text": "id", + "position": { + "top": 317, + "bottom": 349, + "left": 264, + "right": 294 + } + }, + { + "doc_offset": { + "start": 4227, + "end": 4230 + }, + "page_num": 4, + "text": "int", + "position": { + "top": 317, + "bottom": 348, + "left": 799, + "right": 842 + } + }, + { + "doc_offset": { + "start": 4231, + "end": 4235 + }, + "page_num": 4, + "text": "name", + "position": { + "top": 418, + "bottom": 441, + "left": 264, + "right": 369 + } + }, + { + "doc_offset": { + "start": 4236, + "end": 4239 + }, + "page_num": 4, + "text": "str", + "position": { + "top": 412, + "bottom": 441, + "left": 797, + "right": 846 + } + }, + { + "doc_offset": { + "start": 4240, + "end": 4257 + }, + "page_num": 4, + "text": "userSnapshot.name", + "position": { + "top": 410, + "bottom": 447, + "left": 1210, + "right": 1584 + } + }, + { + "doc_offset": { + "start": 4258, + "end": 4263 + }, + "page_num": 4, + "text": "email", + "position": { + "top": 502, + "bottom": 534, + "left": 263, + "right": 362 + } + }, + { + "doc_offset": { + "start": 4264, + "end": 4267 + }, + "page_num": 4, + "text": "str", + "position": { + "top": 504, + "bottom": 534, + "left": 797, + "right": 846 + } + }, + { + "doc_offset": { + "start": 4268, + "end": 4286 + }, + "page_num": 4, + "text": "userSnapshot.email", + "position": { + "top": 502, + "bottom": 539, + "left": 1210, + "right": 1604 + } + }, + { + "doc_offset": { + "start": 4287, + "end": 4294 + }, + "page_num": 4, + "text": "enabled", + "position": { + "top": 595, + "bottom": 626, + "left": 263, + "right": 414 + } + }, + { + "doc_offset": { + "start": 4295, + "end": 4299 + }, + "page_num": 4, + "text": "bool", + "position": { + "top": 595, + "bottom": 626, + "left": 799, + "right": 879 + } + }, + { + "doc_offset": { + "start": 4300, + "end": 4320 + }, + "page_num": 4, + "text": "userSnapshot.enabled", + "position": { + "top": 595, + "bottom": 632, + "left": 1210, + "right": 1651 + } + }, + { + "doc_offset": { + "start": 4321, + "end": 4328 + }, + "page_num": 4, + "text": "Example", + "position": { + "top": 725, + "bottom": 764, + "left": 215, + "right": 391 + } + }, + { + "doc_offset": { + "start": 4329, + "end": 4336 + }, + "page_num": 4, + "text": "GraphQL", + "position": { + "top": 724, + "bottom": 764, + "left": 406, + "right": 591 + } + }, + { + "doc_offset": { + "start": 4337, + "end": 4342 + }, + "page_num": 4, + "text": "Query", + "position": { + "top": 724, + "bottom": 764, + "left": 606, + "right": 729 + } + }, + { + "doc_offset": { + "start": 4343, + "end": 4348 + }, + "page_num": 4, + "text": "query", + "position": { + "top": 848, + "bottom": 883, + "left": 244, + "right": 374 + } + }, + { + "doc_offset": { + "start": 4349, + "end": 4354 + }, + "page_num": 4, + "text": "Users", + "position": { + "top": 839, + "bottom": 874, + "left": 404, + "right": 532 + } + }, + { + "doc_offset": { + "start": 4355, + "end": 4356 + }, + "page_num": 4, + "text": "{", + "position": { + "top": 837, + "bottom": 881, + "left": 567, + "right": 586 + } + }, + { + "doc_offset": { + "start": 4357, + "end": 4378 + }, + "page_num": 4, + "text": "userSnapshot(orderBy:", + "position": { + "top": 899, + "bottom": 945, + "left": 333, + "right": 883 + } + }, + { + "doc_offset": { + "start": 4379, + "end": 4382 + }, + "page_num": 4, + "text": "ID,", + "position": { + "top": 901, + "bottom": 945, + "left": 923, + "right": 990 + } + }, + { + "doc_offset": { + "start": 4383, + "end": 4388 + }, + "page_num": 4, + "text": "desc:", + "position": { + "top": 900, + "bottom": 936, + "left": 1029, + "right": 1150 + } + }, + { + "doc_offset": { + "start": 4389, + "end": 4395 + }, + "page_num": 4, + "text": "false,", + "position": { + "top": 899, + "bottom": 945, + "left": 1191, + "right": 1338 + } + }, + { + "doc_offset": { + "start": 4396, + "end": 4402 + }, + "page_num": 4, + "text": "limit:", + "position": { + "top": 899, + "bottom": 936, + "left": 1377, + "right": 1525 + } + }, + { + "doc_offset": { + "start": 4403, + "end": 4408 + }, + "page_num": 4, + "text": "1000)", + "position": { + "top": 899, + "bottom": 943, + "left": 1566, + "right": 1692 + } + }, + { + "doc_offset": { + "start": 4409, + "end": 4410 + }, + "page_num": 4, + "text": "{", + "position": { + "top": 899, + "bottom": 943, + "left": 1727, + "right": 1746 + } + }, + { + "doc_offset": { + "start": 4411, + "end": 4418 + }, + "page_num": 4, + "text": "results", + "position": { + "top": 963, + "bottom": 998, + "left": 443, + "right": 621 + } + }, + { + "doc_offset": { + "start": 4419, + "end": 4420 + }, + "page_num": 4, + "text": "{", + "position": { + "top": 962, + "bottom": 1006, + "left": 656, + "right": 676 + } + }, + { + "doc_offset": { + "start": 4421, + "end": 4423 + }, + "page_num": 4, + "text": "id", + "position": { + "top": 1024, + "bottom": 1061, + "left": 548, + "right": 595 + } + }, + { + "doc_offset": { + "start": 4424, + "end": 4428 + }, + "page_num": 4, + "text": "name", + "position": { + "top": 1098, + "bottom": 1123, + "left": 548, + "right": 649 + } + }, + { + "doc_offset": { + "start": 4429, + "end": 4434 + }, + "page_num": 4, + "text": "email", + "position": { + "top": 1149, + "bottom": 1186, + "left": 547, + "right": 673 + } + }, + { + "doc_offset": { + "start": 4435, + "end": 4442 + }, + "page_num": 4, + "text": "enabled", + "position": { + "top": 1213, + "bottom": 1248, + "left": 547, + "right": 729 + } + }, + { + "doc_offset": { + "start": 4443, + "end": 4444 + }, + "page_num": 4, + "text": "}", + "position": { + "top": 1337, + "bottom": 1381, + "left": 333, + "right": 352 + } + }, + { + "doc_offset": { + "start": 4445, + "end": 4446 + }, + "page_num": 4, + "text": "}", + "position": { + "top": 1399, + "bottom": 1443, + "left": 226, + "right": 245 + } + }, + { + "doc_offset": { + "start": 4447, + "end": 4448 + }, + "page_num": 4, + "text": "}", + "position": { + "top": 1274, + "bottom": 1318, + "left": 440, + "right": 460 + } + }, + { + "doc_offset": { + "start": 4449, + "end": 4458 + }, + "page_num": 4, + "text": "Scheduled", + "position": { + "top": 1520, + "bottom": 1553, + "left": 213, + "right": 430 + } + }, + { + "doc_offset": { + "start": 4459, + "end": 4466 + }, + "page_num": 4, + "text": "Process", + "position": { + "top": 1521, + "bottom": 1553, + "left": 448, + "right": 613 + } + }, + { + "doc_offset": { + "start": 4467, + "end": 4472 + }, + "page_num": 4, + "text": "Logic", + "position": { + "top": 1521, + "bottom": 1560, + "left": 629, + "right": 741 + } + }, + { + "doc_offset": { + "start": 4473, + "end": 4477 + }, + "page_num": 4, + "text": "This", + "position": { + "top": 1625, + "bottom": 1656, + "left": 212, + "right": 292 + } + }, + { + "doc_offset": { + "start": 4478, + "end": 4480 + }, + "page_num": 4, + "text": "is", + "position": { + "top": 1625, + "bottom": 1656, + "left": 308, + "right": 335 + } + }, + { + "doc_offset": { + "start": 4481, + "end": 4482 + }, + "page_num": 4, + "text": "a", + "position": { + "top": 1633, + "bottom": 1656, + "left": 351, + "right": 372 + } + }, + { + "doc_offset": { + "start": 4483, + "end": 4494 + }, + "page_num": 4, + "text": "lightweight", + "position": { + "top": 1625, + "bottom": 1665, + "left": 388, + "right": 595 + } + }, + { + "doc_offset": { + "start": 4495, + "end": 4501 + }, + "page_num": 4, + "text": "query.", + "position": { + "top": 1633, + "bottom": 1665, + "left": 611, + "right": 724 + } + }, + { + "doc_offset": { + "start": 4502, + "end": 4505 + }, + "page_num": 4, + "text": "All", + "position": { + "top": 1625, + "bottom": 1656, + "left": 740, + "right": 785 + } + }, + { + "doc_offset": { + "start": 4506, + "end": 4515 + }, + "page_num": 4, + "text": "reviewers", + "position": { + "top": 1625, + "bottom": 1656, + "left": 803, + "right": 984 + } + }, + { + "doc_offset": { + "start": 4516, + "end": 4520 + }, + "page_num": 4, + "text": "will", + "position": { + "top": 1625, + "bottom": 1656, + "left": 999, + "right": 1057 + } + }, + { + "doc_offset": { + "start": 4521, + "end": 4523 + }, + "page_num": 4, + "text": "be", + "position": { + "top": 1625, + "bottom": 1656, + "left": 1075, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 4524, + "end": 4530 + }, + "page_num": 4, + "text": "pulled", + "position": { + "top": 1625, + "bottom": 1665, + "left": 1137, + "right": 1250 + } + }, + { + "doc_offset": { + "start": 4531, + "end": 4536 + }, + "page_num": 4, + "text": "every", + "position": { + "top": 1633, + "bottom": 1665, + "left": 1267, + "right": 1370 + } + }, + { + "doc_offset": { + "start": 4537, + "end": 4541 + }, + "page_num": 4, + "text": "time", + "position": { + "top": 1625, + "bottom": 1656, + "left": 1383, + "right": 1466 + } + }, + { + "doc_offset": { + "start": 4542, + "end": 4545 + }, + "page_num": 4, + "text": "the", + "position": { + "top": 1625, + "bottom": 1656, + "left": 1480, + "right": 1540 + } + }, + { + "doc_offset": { + "start": 4546, + "end": 4557 + }, + "page_num": 4, + "text": "integration", + "position": { + "top": 1625, + "bottom": 1665, + "left": 1556, + "right": 1758 + } + }, + { + "doc_offset": { + "start": 4558, + "end": 4560 + }, + "page_num": 4, + "text": "is", + "position": { + "top": 1625, + "bottom": 1656, + "left": 1776, + "right": 1803 + } + }, + { + "doc_offset": { + "start": 4561, + "end": 4565 + }, + "page_num": 4, + "text": "run.", + "position": { + "top": 1633, + "bottom": 1656, + "left": 1819, + "right": 1888 + } + }, + { + "doc_offset": { + "start": 4566, + "end": 4570 + }, + "page_num": 4, + "text": "Data", + "position": { + "top": 1731, + "bottom": 1763, + "left": 215, + "right": 308 + } + }, + { + "doc_offset": { + "start": 4571, + "end": 4585 + }, + "page_num": 4, + "text": "Reconciliation", + "position": { + "top": 1731, + "bottom": 1763, + "left": 325, + "right": 618 + } + }, + { + "doc_offset": { + "start": 4586, + "end": 4589 + }, + "page_num": 4, + "text": "The", + "position": { + "top": 1835, + "bottom": 1866, + "left": 212, + "right": 284 + } + }, + { + "doc_offset": { + "start": 4590, + "end": 4596 + }, + "page_num": 4, + "text": "output", + "position": { + "top": 1837, + "bottom": 1875, + "left": 304, + "right": 428 + } + }, + { + "doc_offset": { + "start": 4597, + "end": 4601 + }, + "page_num": 4, + "text": "will", + "position": { + "top": 1835, + "bottom": 1866, + "left": 447, + "right": 506 + } + }, + { + "doc_offset": { + "start": 4602, + "end": 4609 + }, + "page_num": 4, + "text": "include", + "position": { + "top": 1835, + "bottom": 1866, + "left": 529, + "right": 666 + } + }, + { + "doc_offset": { + "start": 4610, + "end": 4613 + }, + "page_num": 4, + "text": "the", + "position": { + "top": 1835, + "bottom": 1866, + "left": 685, + "right": 745 + } + }, + { + "doc_offset": { + "start": 4614, + "end": 4621 + }, + "page_num": 4, + "text": "primary", + "position": { + "top": 1835, + "bottom": 1875, + "left": 766, + "right": 910 + } + }, + { + "doc_offset": { + "start": 4622, + "end": 4625 + }, + "page_num": 4, + "text": "key", + "position": { + "top": 1835, + "bottom": 1875, + "left": 931, + "right": 995 + } + }, + { + "doc_offset": { + "start": 4626, + "end": 4628 + }, + "page_num": 4, + "text": "id", + "position": { + "top": 1836, + "bottom": 1866, + "left": 1031, + "right": 1070 + } + }, + { + "doc_offset": { + "start": 4629, + "end": 4635 + }, + "page_num": 4, + "text": "needed", + "position": { + "top": 1835, + "bottom": 1866, + "left": 1107, + "right": 1248 + } + }, + { + "doc_offset": { + "start": 4636, + "end": 4638 + }, + "page_num": 4, + "text": "to", + "position": { + "top": 1837, + "bottom": 1866, + "left": 1269, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 4639, + "end": 4645 + }, + "page_num": 4, + "text": "update", + "position": { + "top": 1835, + "bottom": 1875, + "left": 1328, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 4646, + "end": 4654 + }, + "page_num": 4, + "text": "existing", + "position": { + "top": 1835, + "bottom": 1875, + "left": 1481, + "right": 1627 + } + }, + { + "doc_offset": { + "start": 4655, + "end": 4659 + }, + "page_num": 4, + "text": "rows", + "position": { + "top": 1843, + "bottom": 1866, + "left": 1650, + "right": 1740 + } + }, + { + "doc_offset": { + "start": 4660, + "end": 4663 + }, + "page_num": 4, + "text": "and", + "position": { + "top": 1835, + "bottom": 1866, + "left": 1760, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 4664, + "end": 4670 + }, + "page_num": 4, + "text": "insert", + "position": { + "top": 1835, + "bottom": 1866, + "left": 1853, + "right": 1957 + } + }, + { + "doc_offset": { + "start": 4671, + "end": 4674 + }, + "page_num": 4, + "text": "new", + "position": { + "top": 1843, + "bottom": 1866, + "left": 1978, + "right": 2055 + } + }, + { + "doc_offset": { + "start": 4675, + "end": 4679 + }, + "page_num": 4, + "text": "rows", + "position": { + "top": 1843, + "bottom": 1866, + "left": 2076, + "right": 2166 + } + }, + { + "doc_offset": { + "start": 4680, + "end": 4684 + }, + "page_num": 4, + "text": "into", + "position": { + "top": 1835, + "bottom": 1866, + "left": 2188, + "right": 2256 + } + }, + { + "doc_offset": { + "start": 4685, + "end": 4688 + }, + "page_num": 4, + "text": "the", + "position": { + "top": 1835, + "bottom": 1866, + "left": 2276, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 4689, + "end": 4696 + }, + "page_num": 4, + "text": "Metrics", + "position": { + "top": 1896, + "bottom": 1928, + "left": 216, + "right": 356 + } + }, + { + "doc_offset": { + "start": 4697, + "end": 4706 + }, + "page_num": 4, + "text": "database.", + "position": { + "top": 1896, + "bottom": 1928, + "left": 371, + "right": 559 + } + } + ] +} \ No newline at end of file diff --git a/tests/data/etloutput/4288/107455/101154/page_info_5.json b/tests/data/etloutput/4288/107455/101154/page_info_5.json new file mode 100644 index 0000000..1f1a749 --- /dev/null +++ b/tests/data/etloutput/4288/107455/101154/page_info_5.json @@ -0,0 +1,3724 @@ +{ + "pages": [ + { + "doc_offset": { + "start": 4707, + "end": 6466 + }, + "page_num": 5, + "text": "1.6\nPrediction\nColumn\nid\nuuid\nType\nResult File Source\nGenerated by integration5\nlabel\nstr\nPrediction.Label 6,7\npredicted_value\nstr\nPrediction.Text 8,7\nreviewed_value\nstr\nPrediction.Text 8,7\nsubmission_file_id\nint\nmodel_id\nint\nPrediction.Document.Id 7\nPrediction.Model.Id 7\n5 Predictions do not have a system-assigned unique identifier. Recommended that the integration pulling this data\ngenerates a unique UUIDv7 for each prediction.\n6 For performance reasons, this column should have an index. Depending upon the DBMS, this column may need to\nbe normalized out, hashed, or otherwise converted to an indexable type.\n7 Based on the Result File classes in the Indico Toolkit (available in Python and C# versions).\n8 As predictions do not have a system-assigned unique identifier, predicted values and reviewed values must be\nmatched by similarity within the integration. An example of doing so is available in the Indico-developed\ngroundtruth program.\nScheduled Process Logic\nThis is a heavyweight query tied to submissions. Because predictions have no system-assigned unique\nidentifier, and the identifier assigned by the integration is not stable, predictions must be pulled only once\nper submission. This should occur at the terminal state of the submission just before it's omitted from future\nprocessing: i.e. when the submission is marked as retrieved. Once a submission is marked as retrieved,\nthere should be no further updates to the submission resetting its updatedAt attribute, therefore it will be\nomitted from all future runs of the integration.\nData Reconciliation\nThe output does not include a primary key needed to update existing rows. As such it will only contain new\nrows to be inserted into the Metrics database.\nformatted by Markdeep 1.17 \u2712" + } + ], + "tokens": [ + { + "doc_offset": { + "start": 4707, + "end": 4710 + }, + "page_num": 5, + "text": "1.6", + "position": { + "top": 143, + "bottom": 185, + "left": 219, + "right": 309 + } + }, + { + "doc_offset": { + "start": 4711, + "end": 4721 + }, + "page_num": 5, + "text": "Prediction", + "position": { + "top": 142, + "bottom": 185, + "left": 368, + "right": 680 + } + }, + { + "doc_offset": { + "start": 4722, + "end": 4728 + }, + "page_num": 5, + "text": "Column", + "position": { + "top": 300, + "bottom": 333, + "left": 263, + "right": 421 + } + }, + { + "doc_offset": { + "start": 4729, + "end": 4731 + }, + "page_num": 5, + "text": "id", + "position": { + "top": 408, + "bottom": 440, + "left": 264, + "right": 294 + } + }, + { + "doc_offset": { + "start": 4732, + "end": 4736 + }, + "page_num": 5, + "text": "uuid", + "position": { + "top": 408, + "bottom": 440, + "left": 1015, + "right": 1094 + } + }, + { + "doc_offset": { + "start": 4737, + "end": 4741 + }, + "page_num": 5, + "text": "Type", + "position": { + "top": 301, + "bottom": 340, + "left": 1013, + "right": 1108 + } + }, + { + "doc_offset": { + "start": 4742, + "end": 4748 + }, + "page_num": 5, + "text": "Result", + "position": { + "top": 301, + "bottom": 333, + "left": 1332, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 4749, + "end": 4753 + }, + "page_num": 5, + "text": "File", + "position": { + "top": 301, + "bottom": 333, + "left": 1477, + "right": 1546 + } + }, + { + "doc_offset": { + "start": 4754, + "end": 4760 + }, + "page_num": 5, + "text": "Source", + "position": { + "top": 300, + "bottom": 333, + "left": 1561, + "right": 1706 + } + }, + { + "doc_offset": { + "start": 4761, + "end": 4770 + }, + "page_num": 5, + "text": "Generated", + "position": { + "top": 414, + "bottom": 447, + "left": 1331, + "right": 1532 + } + }, + { + "doc_offset": { + "start": 4771, + "end": 4773 + }, + "page_num": 5, + "text": "by", + "position": { + "top": 415, + "bottom": 455, + "left": 1550, + "right": 1594 + } + }, + { + "doc_offset": { + "start": 4774, + "end": 4786 + }, + "page_num": 5, + "text": "integration5", + "position": { + "top": 412, + "bottom": 455, + "left": 1610, + "right": 1832 + } + }, + { + "doc_offset": { + "start": 4787, + "end": 4792 + }, + "page_num": 5, + "text": "label", + "position": { + "top": 512, + "bottom": 544, + "left": 264, + "right": 350 + } + }, + { + "doc_offset": { + "start": 4793, + "end": 4796 + }, + "page_num": 5, + "text": "str", + "position": { + "top": 514, + "bottom": 544, + "left": 1014, + "right": 1063 + } + }, + { + "doc_offset": { + "start": 4797, + "end": 4813 + }, + "page_num": 5, + "text": "Prediction.Label", + "position": { + "top": 521, + "bottom": 552, + "left": 1347, + "right": 1696 + } + }, + { + "doc_offset": { + "start": 4814, + "end": 4817 + }, + "page_num": 5, + "text": "6,7", + "position": { + "top": 510, + "bottom": 543, + "left": 1717, + "right": 1764 + } + }, + { + "doc_offset": { + "start": 4818, + "end": 4833 + }, + "page_num": 5, + "text": "predicted_value", + "position": { + "top": 615, + "bottom": 655, + "left": 264, + "right": 570 + } + }, + { + "doc_offset": { + "start": 4834, + "end": 4837 + }, + "page_num": 5, + "text": "str", + "position": { + "top": 617, + "bottom": 647, + "left": 1014, + "right": 1063 + } + }, + { + "doc_offset": { + "start": 4838, + "end": 4853 + }, + "page_num": 5, + "text": "Prediction.Text", + "position": { + "top": 624, + "bottom": 655, + "left": 1347, + "right": 1676 + } + }, + { + "doc_offset": { + "start": 4854, + "end": 4857 + }, + "page_num": 5, + "text": "8,7", + "position": { + "top": 613, + "bottom": 646, + "left": 1695, + "right": 1743 + } + }, + { + "doc_offset": { + "start": 4858, + "end": 4872 + }, + "page_num": 5, + "text": "reviewed_value", + "position": { + "top": 718, + "bottom": 755, + "left": 264, + "right": 560 + } + }, + { + "doc_offset": { + "start": 4873, + "end": 4876 + }, + "page_num": 5, + "text": "str", + "position": { + "top": 720, + "bottom": 750, + "left": 1014, + "right": 1063 + } + }, + { + "doc_offset": { + "start": 4877, + "end": 4892 + }, + "page_num": 5, + "text": "Prediction.Text", + "position": { + "top": 727, + "bottom": 758, + "left": 1347, + "right": 1676 + } + }, + { + "doc_offset": { + "start": 4893, + "end": 4896 + }, + "page_num": 5, + "text": "8,7", + "position": { + "top": 716, + "bottom": 748, + "left": 1695, + "right": 1743 + } + }, + { + "doc_offset": { + "start": 4897, + "end": 4915 + }, + "page_num": 5, + "text": "submission_file_id", + "position": { + "top": 820, + "bottom": 857, + "left": 262, + "right": 615 + } + }, + { + "doc_offset": { + "start": 4916, + "end": 4919 + }, + "page_num": 5, + "text": "int", + "position": { + "top": 821, + "bottom": 852, + "left": 1015, + "right": 1059 + } + }, + { + "doc_offset": { + "start": 4920, + "end": 4928 + }, + "page_num": 5, + "text": "model_id", + "position": { + "top": 924, + "bottom": 960, + "left": 264, + "right": 437 + } + }, + { + "doc_offset": { + "start": 4929, + "end": 4932 + }, + "page_num": 5, + "text": "int", + "position": { + "top": 924, + "bottom": 955, + "left": 1015, + "right": 1059 + } + }, + { + "doc_offset": { + "start": 4933, + "end": 4955 + }, + "page_num": 5, + "text": "Prediction.Document.Id", + "position": { + "top": 830, + "bottom": 860, + "left": 1347, + "right": 1832 + } + }, + { + "doc_offset": { + "start": 4956, + "end": 4957 + }, + "page_num": 5, + "text": "7", + "position": { + "top": 826, + "bottom": 851, + "left": 1851, + "right": 1867 + } + }, + { + "doc_offset": { + "start": 4958, + "end": 4977 + }, + "page_num": 5, + "text": "Prediction.Model.Id", + "position": { + "top": 933, + "bottom": 963, + "left": 1347, + "right": 1765 + } + }, + { + "doc_offset": { + "start": 4978, + "end": 4979 + }, + "page_num": 5, + "text": "7", + "position": { + "top": 928, + "bottom": 954, + "left": 1784, + "right": 1800 + } + }, + { + "doc_offset": { + "start": 4980, + "end": 4981 + }, + "page_num": 5, + "text": "5", + "position": { + "top": 1055, + "bottom": 1079, + "left": 213, + "right": 229 + } + }, + { + "doc_offset": { + "start": 4982, + "end": 4993 + }, + "page_num": 5, + "text": "Predictions", + "position": { + "top": 1063, + "bottom": 1093, + "left": 249, + "right": 449 + } + }, + { + "doc_offset": { + "start": 4994, + "end": 4996 + }, + "page_num": 5, + "text": "do", + "position": { + "top": 1063, + "bottom": 1093, + "left": 467, + "right": 511 + } + }, + { + "doc_offset": { + "start": 4997, + "end": 5000 + }, + "page_num": 5, + "text": "not", + "position": { + "top": 1065, + "bottom": 1093, + "left": 531, + "right": 585 + } + }, + { + "doc_offset": { + "start": 5001, + "end": 5005 + }, + "page_num": 5, + "text": "have", + "position": { + "top": 1063, + "bottom": 1093, + "left": 605, + "right": 688 + } + }, + { + "doc_offset": { + "start": 5006, + "end": 5007 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1071, + "bottom": 1093, + "left": 705, + "right": 725 + } + }, + { + "doc_offset": { + "start": 5008, + "end": 5023 + }, + "page_num": 5, + "text": "system-assigned", + "position": { + "top": 1063, + "bottom": 1101, + "left": 742, + "right": 1047 + } + }, + { + "doc_offset": { + "start": 5024, + "end": 5030 + }, + "page_num": 5, + "text": "unique", + "position": { + "top": 1063, + "bottom": 1100, + "left": 1068, + "right": 1187 + } + }, + { + "doc_offset": { + "start": 5031, + "end": 5042 + }, + "page_num": 5, + "text": "identifier.", + "position": { + "top": 1063, + "bottom": 1093, + "left": 1206, + "right": 1363 + } + }, + { + "doc_offset": { + "start": 5043, + "end": 5054 + }, + "page_num": 5, + "text": "Recommended", + "position": { + "top": 1063, + "bottom": 1093, + "left": 1385, + "right": 1658 + } + }, + { + "doc_offset": { + "start": 5055, + "end": 5059 + }, + "page_num": 5, + "text": "that", + "position": { + "top": 1063, + "bottom": 1093, + "left": 1676, + "right": 1745 + } + }, + { + "doc_offset": { + "start": 5060, + "end": 5063 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1063, + "bottom": 1093, + "left": 1761, + "right": 1817 + } + }, + { + "doc_offset": { + "start": 5064, + "end": 5075 + }, + "page_num": 5, + "text": "integration", + "position": { + "top": 1063, + "bottom": 1101, + "left": 1836, + "right": 2024 + } + }, + { + "doc_offset": { + "start": 5076, + "end": 5083 + }, + "page_num": 5, + "text": "pulling", + "position": { + "top": 1063, + "bottom": 1101, + "left": 2044, + "right": 2159 + } + }, + { + "doc_offset": { + "start": 5084, + "end": 5088 + }, + "page_num": 5, + "text": "this", + "position": { + "top": 1063, + "bottom": 1093, + "left": 2177, + "right": 2240 + } + }, + { + "doc_offset": { + "start": 5089, + "end": 5093 + }, + "page_num": 5, + "text": "data", + "position": { + "top": 1063, + "bottom": 1093, + "left": 2258, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 5094, + "end": 5103 + }, + "page_num": 5, + "text": "generates", + "position": { + "top": 1112, + "bottom": 1148, + "left": 245, + "right": 422 + } + }, + { + "doc_offset": { + "start": 5104, + "end": 5105 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1118, + "bottom": 1140, + "left": 436, + "right": 456 + } + }, + { + "doc_offset": { + "start": 5106, + "end": 5112 + }, + "page_num": 5, + "text": "unique", + "position": { + "top": 1110, + "bottom": 1147, + "left": 470, + "right": 589 + } + }, + { + "doc_offset": { + "start": 5113, + "end": 5119 + }, + "page_num": 5, + "text": "UUIDv7", + "position": { + "top": 1110, + "bottom": 1140, + "left": 605, + "right": 740 + } + }, + { + "doc_offset": { + "start": 5120, + "end": 5123 + }, + "page_num": 5, + "text": "for", + "position": { + "top": 1110, + "bottom": 1140, + "left": 754, + "right": 803 + } + }, + { + "doc_offset": { + "start": 5124, + "end": 5128 + }, + "page_num": 5, + "text": "each", + "position": { + "top": 1110, + "bottom": 1140, + "left": 815, + "right": 899 + } + }, + { + "doc_offset": { + "start": 5129, + "end": 5140 + }, + "page_num": 5, + "text": "prediction.", + "position": { + "top": 1110, + "bottom": 1147, + "left": 916, + "right": 1103 + } + }, + { + "doc_offset": { + "start": 5141, + "end": 5142 + }, + "page_num": 5, + "text": "6", + "position": { + "top": 1204, + "bottom": 1228, + "left": 213, + "right": 230 + } + }, + { + "doc_offset": { + "start": 5143, + "end": 5146 + }, + "page_num": 5, + "text": "For", + "position": { + "top": 1213, + "bottom": 1242, + "left": 246, + "right": 303 + } + }, + { + "doc_offset": { + "start": 5147, + "end": 5158 + }, + "page_num": 5, + "text": "performance", + "position": { + "top": 1212, + "bottom": 1250, + "left": 318, + "right": 546 + } + }, + { + "doc_offset": { + "start": 5159, + "end": 5167 + }, + "page_num": 5, + "text": "reasons,", + "position": { + "top": 1220, + "bottom": 1247, + "left": 561, + "right": 710 + } + }, + { + "doc_offset": { + "start": 5168, + "end": 5172 + }, + "page_num": 5, + "text": "this", + "position": { + "top": 1213, + "bottom": 1242, + "left": 726, + "right": 789 + } + }, + { + "doc_offset": { + "start": 5173, + "end": 5179 + }, + "page_num": 5, + "text": "column", + "position": { + "top": 1213, + "bottom": 1242, + "left": 804, + "right": 934 + } + }, + { + "doc_offset": { + "start": 5180, + "end": 5186 + }, + "page_num": 5, + "text": "should", + "position": { + "top": 1213, + "bottom": 1242, + "left": 950, + "right": 1068 + } + }, + { + "doc_offset": { + "start": 5187, + "end": 5191 + }, + "page_num": 5, + "text": "have", + "position": { + "top": 1213, + "bottom": 1242, + "left": 1085, + "right": 1168 + } + }, + { + "doc_offset": { + "start": 5192, + "end": 5194 + }, + "page_num": 5, + "text": "an", + "position": { + "top": 1220, + "bottom": 1242, + "left": 1183, + "right": 1223 + } + }, + { + "doc_offset": { + "start": 5195, + "end": 5201 + }, + "page_num": 5, + "text": "index.", + "position": { + "top": 1213, + "bottom": 1242, + "left": 1241, + "right": 1344 + } + }, + { + "doc_offset": { + "start": 5202, + "end": 5211 + }, + "page_num": 5, + "text": "Depending", + "position": { + "top": 1213, + "bottom": 1250, + "left": 1363, + "right": 1555 + } + }, + { + "doc_offset": { + "start": 5212, + "end": 5216 + }, + "page_num": 5, + "text": "upon", + "position": { + "top": 1220, + "bottom": 1250, + "left": 1573, + "right": 1660 + } + }, + { + "doc_offset": { + "start": 5217, + "end": 5220 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1213, + "bottom": 1242, + "left": 1676, + "right": 1731 + } + }, + { + "doc_offset": { + "start": 5221, + "end": 5226 + }, + "page_num": 5, + "text": "DBMS,", + "position": { + "top": 1212, + "bottom": 1247, + "left": 1748, + "right": 1871 + } + }, + { + "doc_offset": { + "start": 5227, + "end": 5231 + }, + "page_num": 5, + "text": "this", + "position": { + "top": 1213, + "bottom": 1242, + "left": 1886, + "right": 1950 + } + }, + { + "doc_offset": { + "start": 5232, + "end": 5238 + }, + "page_num": 5, + "text": "column", + "position": { + "top": 1213, + "bottom": 1242, + "left": 1965, + "right": 2094 + } + }, + { + "doc_offset": { + "start": 5239, + "end": 5242 + }, + "page_num": 5, + "text": "may", + "position": { + "top": 1220, + "bottom": 1250, + "left": 2112, + "right": 2186 + } + }, + { + "doc_offset": { + "start": 5243, + "end": 5247 + }, + "page_num": 5, + "text": "need", + "position": { + "top": 1213, + "bottom": 1242, + "left": 2201, + "right": 2286 + } + }, + { + "doc_offset": { + "start": 5248, + "end": 5250 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 1214, + "bottom": 1242, + "left": 2301, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 5251, + "end": 5253 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 1259, + "bottom": 1289, + "left": 246, + "right": 288 + } + }, + { + "doc_offset": { + "start": 5254, + "end": 5264 + }, + "page_num": 5, + "text": "normalized", + "position": { + "top": 1259, + "bottom": 1289, + "left": 303, + "right": 497 + } + }, + { + "doc_offset": { + "start": 5265, + "end": 5269 + }, + "page_num": 5, + "text": "out,", + "position": { + "top": 1261, + "bottom": 1294, + "left": 513, + "right": 578 + } + }, + { + "doc_offset": { + "start": 5270, + "end": 5277 + }, + "page_num": 5, + "text": "hashed,", + "position": { + "top": 1259, + "bottom": 1294, + "left": 595, + "right": 734 + } + }, + { + "doc_offset": { + "start": 5278, + "end": 5280 + }, + "page_num": 5, + "text": "or", + "position": { + "top": 1267, + "bottom": 1289, + "left": 750, + "right": 785 + } + }, + { + "doc_offset": { + "start": 5281, + "end": 5290 + }, + "page_num": 5, + "text": "otherwise", + "position": { + "top": 1259, + "bottom": 1289, + "left": 798, + "right": 972 + } + }, + { + "doc_offset": { + "start": 5291, + "end": 5300 + }, + "page_num": 5, + "text": "converted", + "position": { + "top": 1259, + "bottom": 1289, + "left": 985, + "right": 1163 + } + }, + { + "doc_offset": { + "start": 5301, + "end": 5303 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 1261, + "bottom": 1289, + "left": 1178, + "right": 1212 + } + }, + { + "doc_offset": { + "start": 5304, + "end": 5306 + }, + "page_num": 5, + "text": "an", + "position": { + "top": 1267, + "bottom": 1289, + "left": 1226, + "right": 1267 + } + }, + { + "doc_offset": { + "start": 5307, + "end": 5316 + }, + "page_num": 5, + "text": "indexable", + "position": { + "top": 1259, + "bottom": 1289, + "left": 1283, + "right": 1455 + } + }, + { + "doc_offset": { + "start": 5317, + "end": 5322 + }, + "page_num": 5, + "text": "type.", + "position": { + "top": 1261, + "bottom": 1297, + "left": 1468, + "right": 1554 + } + }, + { + "doc_offset": { + "start": 5323, + "end": 5324 + }, + "page_num": 5, + "text": "7", + "position": { + "top": 1353, + "bottom": 1377, + "left": 214, + "right": 229 + } + }, + { + "doc_offset": { + "start": 5325, + "end": 5330 + }, + "page_num": 5, + "text": "Based", + "position": { + "top": 1362, + "bottom": 1391, + "left": 245, + "right": 355 + } + }, + { + "doc_offset": { + "start": 5331, + "end": 5333 + }, + "page_num": 5, + "text": "on", + "position": { + "top": 1369, + "bottom": 1391, + "left": 371, + "right": 413 + } + }, + { + "doc_offset": { + "start": 5334, + "end": 5337 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1362, + "bottom": 1391, + "left": 427, + "right": 483 + } + }, + { + "doc_offset": { + "start": 5338, + "end": 5344 + }, + "page_num": 5, + "text": "Result", + "position": { + "top": 1362, + "bottom": 1391, + "left": 498, + "right": 608 + } + }, + { + "doc_offset": { + "start": 5345, + "end": 5349 + }, + "page_num": 5, + "text": "File", + "position": { + "top": 1362, + "bottom": 1391, + "left": 624, + "right": 683 + } + }, + { + "doc_offset": { + "start": 5350, + "end": 5357 + }, + "page_num": 5, + "text": "classes", + "position": { + "top": 1362, + "bottom": 1391, + "left": 697, + "right": 829 + } + }, + { + "doc_offset": { + "start": 5358, + "end": 5360 + }, + "page_num": 5, + "text": "in", + "position": { + "top": 1362, + "bottom": 1391, + "left": 845, + "right": 871 + } + }, + { + "doc_offset": { + "start": 5361, + "end": 5364 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1362, + "bottom": 1391, + "left": 885, + "right": 941 + } + }, + { + "doc_offset": { + "start": 5365, + "end": 5371 + }, + "page_num": 5, + "text": "Indico", + "position": { + "top": 1362, + "bottom": 1391, + "left": 957, + "right": 1063 + } + }, + { + "doc_offset": { + "start": 5372, + "end": 5379 + }, + "page_num": 5, + "text": "Toolkit", + "position": { + "top": 1362, + "bottom": 1391, + "left": 1076, + "right": 1192 + } + }, + { + "doc_offset": { + "start": 5380, + "end": 5390 + }, + "page_num": 5, + "text": "(available", + "position": { + "top": 1361, + "bottom": 1399, + "left": 1207, + "right": 1373 + } + }, + { + "doc_offset": { + "start": 5391, + "end": 5393 + }, + "page_num": 5, + "text": "in", + "position": { + "top": 1362, + "bottom": 1391, + "left": 1388, + "right": 1414 + } + }, + { + "doc_offset": { + "start": 5394, + "end": 5400 + }, + "page_num": 5, + "text": "Python", + "position": { + "top": 1360, + "bottom": 1400, + "left": 1430, + "right": 1556 + } + }, + { + "doc_offset": { + "start": 5401, + "end": 5404 + }, + "page_num": 5, + "text": "and", + "position": { + "top": 1362, + "bottom": 1391, + "left": 1569, + "right": 1634 + } + }, + { + "doc_offset": { + "start": 5405, + "end": 5407 + }, + "page_num": 5, + "text": "C#", + "position": { + "top": 1362, + "bottom": 1391, + "left": 1649, + "right": 1697 + } + }, + { + "doc_offset": { + "start": 5408, + "end": 5418 + }, + "page_num": 5, + "text": "versions).", + "position": { + "top": 1361, + "bottom": 1399, + "left": 1712, + "right": 1881 + } + }, + { + "doc_offset": { + "start": 5419, + "end": 5420 + }, + "page_num": 5, + "text": "8", + "position": { + "top": 1456, + "bottom": 1481, + "left": 213, + "right": 229 + } + }, + { + "doc_offset": { + "start": 5421, + "end": 5423 + }, + "page_num": 5, + "text": "As", + "position": { + "top": 1465, + "bottom": 1495, + "left": 248, + "right": 293 + } + }, + { + "doc_offset": { + "start": 5424, + "end": 5435 + }, + "page_num": 5, + "text": "predictions", + "position": { + "top": 1465, + "bottom": 1502, + "left": 315, + "right": 513 + } + }, + { + "doc_offset": { + "start": 5436, + "end": 5438 + }, + "page_num": 5, + "text": "do", + "position": { + "top": 1465, + "bottom": 1495, + "left": 532, + "right": 577 + } + }, + { + "doc_offset": { + "start": 5439, + "end": 5442 + }, + "page_num": 5, + "text": "not", + "position": { + "top": 1467, + "bottom": 1495, + "left": 598, + "right": 653 + } + }, + { + "doc_offset": { + "start": 5443, + "end": 5447 + }, + "page_num": 5, + "text": "have", + "position": { + "top": 1465, + "bottom": 1495, + "left": 674, + "right": 757 + } + }, + { + "doc_offset": { + "start": 5448, + "end": 5449 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1473, + "bottom": 1495, + "left": 777, + "right": 797 + } + }, + { + "doc_offset": { + "start": 5450, + "end": 5465 + }, + "page_num": 5, + "text": "system-assigned", + "position": { + "top": 1465, + "bottom": 1503, + "left": 816, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 5466, + "end": 5472 + }, + "page_num": 5, + "text": "unique", + "position": { + "top": 1465, + "bottom": 1502, + "left": 1144, + "right": 1263 + } + }, + { + "doc_offset": { + "start": 5473, + "end": 5484 + }, + "page_num": 5, + "text": "identifier,", + "position": { + "top": 1465, + "bottom": 1500, + "left": 1284, + "right": 1441 + } + }, + { + "doc_offset": { + "start": 5485, + "end": 5494 + }, + "page_num": 5, + "text": "predicted", + "position": { + "top": 1465, + "bottom": 1502, + "left": 1465, + "right": 1632 + } + }, + { + "doc_offset": { + "start": 5495, + "end": 5501 + }, + "page_num": 5, + "text": "values", + "position": { + "top": 1465, + "bottom": 1495, + "left": 1652, + "right": 1766 + } + }, + { + "doc_offset": { + "start": 5502, + "end": 5505 + }, + "page_num": 5, + "text": "and", + "position": { + "top": 1465, + "bottom": 1495, + "left": 1786, + "right": 1851 + } + }, + { + "doc_offset": { + "start": 5506, + "end": 5514 + }, + "page_num": 5, + "text": "reviewed", + "position": { + "top": 1465, + "bottom": 1495, + "left": 1873, + "right": 2030 + } + }, + { + "doc_offset": { + "start": 5515, + "end": 5521 + }, + "page_num": 5, + "text": "values", + "position": { + "top": 1465, + "bottom": 1495, + "left": 2051, + "right": 2165 + } + }, + { + "doc_offset": { + "start": 5522, + "end": 5526 + }, + "page_num": 5, + "text": "must", + "position": { + "top": 1467, + "bottom": 1495, + "left": 2186, + "right": 2273 + } + }, + { + "doc_offset": { + "start": 5527, + "end": 5529 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 1465, + "bottom": 1495, + "left": 2294, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 5530, + "end": 5537 + }, + "page_num": 5, + "text": "matched", + "position": { + "top": 1512, + "bottom": 1541, + "left": 246, + "right": 400 + } + }, + { + "doc_offset": { + "start": 5538, + "end": 5540 + }, + "page_num": 5, + "text": "by", + "position": { + "top": 1512, + "bottom": 1549, + "left": 431, + "right": 473 + } + }, + { + "doc_offset": { + "start": 5541, + "end": 5551 + }, + "page_num": 5, + "text": "similarity", + "position": { + "top": 1512, + "bottom": 1549, + "left": 500, + "right": 658 + } + }, + { + "doc_offset": { + "start": 5552, + "end": 5558 + }, + "page_num": 5, + "text": "within", + "position": { + "top": 1512, + "bottom": 1541, + "left": 684, + "right": 788 + } + }, + { + "doc_offset": { + "start": 5559, + "end": 5562 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1512, + "bottom": 1541, + "left": 816, + "right": 872 + } + }, + { + "doc_offset": { + "start": 5563, + "end": 5575 + }, + "page_num": 5, + "text": "integration.", + "position": { + "top": 1512, + "bottom": 1550, + "left": 901, + "right": 1099 + } + }, + { + "doc_offset": { + "start": 5576, + "end": 5578 + }, + "page_num": 5, + "text": "An", + "position": { + "top": 1512, + "bottom": 1541, + "left": 1128, + "right": 1174 + } + }, + { + "doc_offset": { + "start": 5579, + "end": 5586 + }, + "page_num": 5, + "text": "example", + "position": { + "top": 1512, + "bottom": 1549, + "left": 1204, + "right": 1356 + } + }, + { + "doc_offset": { + "start": 5587, + "end": 5589 + }, + "page_num": 5, + "text": "of", + "position": { + "top": 1512, + "bottom": 1541, + "left": 1384, + "right": 1418 + } + }, + { + "doc_offset": { + "start": 5590, + "end": 5595 + }, + "page_num": 5, + "text": "doing", + "position": { + "top": 1512, + "bottom": 1550, + "left": 1445, + "right": 1543 + } + }, + { + "doc_offset": { + "start": 5596, + "end": 5598 + }, + "page_num": 5, + "text": "so", + "position": { + "top": 1520, + "bottom": 1541, + "left": 1572, + "right": 1613 + } + }, + { + "doc_offset": { + "start": 5599, + "end": 5601 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1512, + "bottom": 1541, + "left": 1643, + "right": 1668 + } + }, + { + "doc_offset": { + "start": 5602, + "end": 5611 + }, + "page_num": 5, + "text": "available", + "position": { + "top": 1512, + "bottom": 1541, + "left": 1697, + "right": 1853 + } + }, + { + "doc_offset": { + "start": 5612, + "end": 5614 + }, + "page_num": 5, + "text": "in", + "position": { + "top": 1512, + "bottom": 1541, + "left": 1882, + "right": 1908 + } + }, + { + "doc_offset": { + "start": 5615, + "end": 5618 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1512, + "bottom": 1541, + "left": 1937, + "right": 1993 + } + }, + { + "doc_offset": { + "start": 5619, + "end": 5635 + }, + "page_num": 5, + "text": "Indico-developed", + "position": { + "top": 1512, + "bottom": 1549, + "left": 2023, + "right": 2334 + } + }, + { + "doc_offset": { + "start": 5636, + "end": 5647 + }, + "page_num": 5, + "text": "groundtruth", + "position": { + "top": 1557, + "bottom": 1597, + "left": 244, + "right": 464 + } + }, + { + "doc_offset": { + "start": 5648, + "end": 5656 + }, + "page_num": 5, + "text": "program.", + "position": { + "top": 1566, + "bottom": 1596, + "left": 479, + "right": 638 + } + }, + { + "doc_offset": { + "start": 5657, + "end": 5666 + }, + "page_num": 5, + "text": "Scheduled", + "position": { + "top": 1657, + "bottom": 1690, + "left": 213, + "right": 430 + } + }, + { + "doc_offset": { + "start": 5667, + "end": 5674 + }, + "page_num": 5, + "text": "Process", + "position": { + "top": 1658, + "bottom": 1689, + "left": 448, + "right": 613 + } + }, + { + "doc_offset": { + "start": 5675, + "end": 5680 + }, + "page_num": 5, + "text": "Logic", + "position": { + "top": 1658, + "bottom": 1697, + "left": 629, + "right": 741 + } + }, + { + "doc_offset": { + "start": 5681, + "end": 5685 + }, + "page_num": 5, + "text": "This", + "position": { + "top": 1762, + "bottom": 1793, + "left": 212, + "right": 292 + } + }, + { + "doc_offset": { + "start": 5686, + "end": 5688 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1762, + "bottom": 1793, + "left": 317, + "right": 344 + } + }, + { + "doc_offset": { + "start": 5689, + "end": 5690 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1770, + "bottom": 1793, + "left": 368, + "right": 389 + } + }, + { + "doc_offset": { + "start": 5691, + "end": 5702 + }, + "page_num": 5, + "text": "heavyweight", + "position": { + "top": 1762, + "bottom": 1802, + "left": 413, + "right": 654 + } + }, + { + "doc_offset": { + "start": 5703, + "end": 5708 + }, + "page_num": 5, + "text": "query", + "position": { + "top": 1770, + "bottom": 1802, + "left": 678, + "right": 786 + } + }, + { + "doc_offset": { + "start": 5709, + "end": 5713 + }, + "page_num": 5, + "text": "tied", + "position": { + "top": 1762, + "bottom": 1793, + "left": 808, + "right": 877 + } + }, + { + "doc_offset": { + "start": 5714, + "end": 5716 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 1763, + "bottom": 1793, + "left": 901, + "right": 938 + } + }, + { + "doc_offset": { + "start": 5717, + "end": 5729 + }, + "page_num": 5, + "text": "submissions.", + "position": { + "top": 1762, + "bottom": 1793, + "left": 962, + "right": 1213 + } + }, + { + "doc_offset": { + "start": 5730, + "end": 5737 + }, + "page_num": 5, + "text": "Because", + "position": { + "top": 1762, + "bottom": 1793, + "left": 1241, + "right": 1407 + } + }, + { + "doc_offset": { + "start": 5738, + "end": 5749 + }, + "page_num": 5, + "text": "predictions", + "position": { + "top": 1762, + "bottom": 1801, + "left": 1432, + "right": 1644 + } + }, + { + "doc_offset": { + "start": 5750, + "end": 5754 + }, + "page_num": 5, + "text": "have", + "position": { + "top": 1762, + "bottom": 1793, + "left": 1669, + "right": 1759 + } + }, + { + "doc_offset": { + "start": 5755, + "end": 5757 + }, + "page_num": 5, + "text": "no", + "position": { + "top": 1770, + "bottom": 1793, + "left": 1783, + "right": 1829 + } + }, + { + "doc_offset": { + "start": 5758, + "end": 5773 + }, + "page_num": 5, + "text": "system-assigned", + "position": { + "top": 1762, + "bottom": 1802, + "left": 1852, + "right": 2181 + } + }, + { + "doc_offset": { + "start": 5774, + "end": 5780 + }, + "page_num": 5, + "text": "unique", + "position": { + "top": 1762, + "bottom": 1801, + "left": 2208, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 5781, + "end": 5792 + }, + "page_num": 5, + "text": "identifier,", + "position": { + "top": 1823, + "bottom": 1860, + "left": 215, + "right": 384 + } + }, + { + "doc_offset": { + "start": 5793, + "end": 5796 + }, + "page_num": 5, + "text": "and", + "position": { + "top": 1823, + "bottom": 1855, + "left": 406, + "right": 475 + } + }, + { + "doc_offset": { + "start": 5797, + "end": 5800 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1823, + "bottom": 1855, + "left": 495, + "right": 556 + } + }, + { + "doc_offset": { + "start": 5801, + "end": 5811 + }, + "page_num": 5, + "text": "identifier", + "position": { + "top": 1823, + "bottom": 1855, + "left": 576, + "right": 741 + } + }, + { + "doc_offset": { + "start": 5812, + "end": 5820 + }, + "page_num": 5, + "text": "assigned", + "position": { + "top": 1823, + "bottom": 1863, + "left": 759, + "right": 931 + } + }, + { + "doc_offset": { + "start": 5821, + "end": 5823 + }, + "page_num": 5, + "text": "by", + "position": { + "top": 1823, + "bottom": 1863, + "left": 953, + "right": 998 + } + }, + { + "doc_offset": { + "start": 5824, + "end": 5827 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1823, + "bottom": 1855, + "left": 1015, + "right": 1076 + } + }, + { + "doc_offset": { + "start": 5828, + "end": 5839 + }, + "page_num": 5, + "text": "integration", + "position": { + "top": 1823, + "bottom": 1863, + "left": 1096, + "right": 1298 + } + }, + { + "doc_offset": { + "start": 5840, + "end": 5842 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1823, + "bottom": 1855, + "left": 1320, + "right": 1348 + } + }, + { + "doc_offset": { + "start": 5843, + "end": 5846 + }, + "page_num": 5, + "text": "not", + "position": { + "top": 1825, + "bottom": 1855, + "left": 1369, + "right": 1428 + } + }, + { + "doc_offset": { + "start": 5847, + "end": 5854 + }, + "page_num": 5, + "text": "stable,", + "position": { + "top": 1823, + "bottom": 1860, + "left": 1447, + "right": 1572 + } + }, + { + "doc_offset": { + "start": 5855, + "end": 5866 + }, + "page_num": 5, + "text": "predictions", + "position": { + "top": 1823, + "bottom": 1863, + "left": 1596, + "right": 1809 + } + }, + { + "doc_offset": { + "start": 5867, + "end": 5871 + }, + "page_num": 5, + "text": "must", + "position": { + "top": 1825, + "bottom": 1855, + "left": 1830, + "right": 1923 + } + }, + { + "doc_offset": { + "start": 5872, + "end": 5874 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 1823, + "bottom": 1855, + "left": 1944, + "right": 1989 + } + }, + { + "doc_offset": { + "start": 5875, + "end": 5881 + }, + "page_num": 5, + "text": "pulled", + "position": { + "top": 1823, + "bottom": 1863, + "left": 2010, + "right": 2123 + } + }, + { + "doc_offset": { + "start": 5882, + "end": 5886 + }, + "page_num": 5, + "text": "only", + "position": { + "top": 1823, + "bottom": 1863, + "left": 2144, + "right": 2224 + } + }, + { + "doc_offset": { + "start": 5887, + "end": 5891 + }, + "page_num": 5, + "text": "once", + "position": { + "top": 1831, + "bottom": 1855, + "left": 2242, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 5892, + "end": 5895 + }, + "page_num": 5, + "text": "per", + "position": { + "top": 1892, + "bottom": 1924, + "left": 215, + "right": 276 + } + }, + { + "doc_offset": { + "start": 5896, + "end": 5907 + }, + "page_num": 5, + "text": "submission.", + "position": { + "top": 1884, + "bottom": 1916, + "left": 291, + "right": 520 + } + }, + { + "doc_offset": { + "start": 5908, + "end": 5912 + }, + "page_num": 5, + "text": "This", + "position": { + "top": 1884, + "bottom": 1916, + "left": 537, + "right": 617 + } + }, + { + "doc_offset": { + "start": 5913, + "end": 5919 + }, + "page_num": 5, + "text": "should", + "position": { + "top": 1884, + "bottom": 1916, + "left": 633, + "right": 760 + } + }, + { + "doc_offset": { + "start": 5920, + "end": 5925 + }, + "page_num": 5, + "text": "occur", + "position": { + "top": 1892, + "bottom": 1916, + "left": 777, + "right": 887 + } + }, + { + "doc_offset": { + "start": 5926, + "end": 5928 + }, + "page_num": 5, + "text": "at", + "position": { + "top": 1886, + "bottom": 1916, + "left": 902, + "right": 936 + } + }, + { + "doc_offset": { + "start": 5929, + "end": 5932 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1884, + "bottom": 1916, + "left": 951, + "right": 1011 + } + }, + { + "doc_offset": { + "start": 5933, + "end": 5941 + }, + "page_num": 5, + "text": "terminal", + "position": { + "top": 1884, + "bottom": 1916, + "left": 1026, + "right": 1179 + } + }, + { + "doc_offset": { + "start": 5942, + "end": 5947 + }, + "page_num": 5, + "text": "state", + "position": { + "top": 1886, + "bottom": 1916, + "left": 1197, + "right": 1291 + } + }, + { + "doc_offset": { + "start": 5948, + "end": 5950 + }, + "page_num": 5, + "text": "of", + "position": { + "top": 1884, + "bottom": 1916, + "left": 1307, + "right": 1343 + } + }, + { + "doc_offset": { + "start": 5951, + "end": 5954 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1884, + "bottom": 1916, + "left": 1357, + "right": 1417 + } + }, + { + "doc_offset": { + "start": 5955, + "end": 5965 + }, + "page_num": 5, + "text": "submission", + "position": { + "top": 1884, + "bottom": 1916, + "left": 1433, + "right": 1651 + } + }, + { + "doc_offset": { + "start": 5966, + "end": 5970 + }, + "page_num": 5, + "text": "just", + "position": { + "top": 1884, + "bottom": 1924, + "left": 1667, + "right": 1735 + } + }, + { + "doc_offset": { + "start": 5971, + "end": 5977 + }, + "page_num": 5, + "text": "before", + "position": { + "top": 1884, + "bottom": 1916, + "left": 1753, + "right": 1874 + } + }, + { + "doc_offset": { + "start": 5978, + "end": 5982 + }, + "page_num": 5, + "text": "it's", + "position": { + "top": 1884, + "bottom": 1916, + "left": 1891, + "right": 1945 + } + }, + { + "doc_offset": { + "start": 5983, + "end": 5990 + }, + "page_num": 5, + "text": "omitted", + "position": { + "top": 1884, + "bottom": 1916, + "left": 1961, + "right": 2105 + } + }, + { + "doc_offset": { + "start": 5991, + "end": 5995 + }, + "page_num": 5, + "text": "from", + "position": { + "top": 1884, + "bottom": 1916, + "left": 2122, + "right": 2208 + } + }, + { + "doc_offset": { + "start": 5996, + "end": 6002 + }, + "page_num": 5, + "text": "future", + "position": { + "top": 1884, + "bottom": 1916, + "left": 2225, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 6003, + "end": 6014 + }, + "page_num": 5, + "text": "processing:", + "position": { + "top": 1945, + "bottom": 1986, + "left": 215, + "right": 435 + } + }, + { + "doc_offset": { + "start": 6015, + "end": 6019 + }, + "page_num": 5, + "text": "i.e.", + "position": { + "top": 1945, + "bottom": 1977, + "left": 461, + "right": 512 + } + }, + { + "doc_offset": { + "start": 6020, + "end": 6024 + }, + "page_num": 5, + "text": "when", + "position": { + "top": 1945, + "bottom": 1977, + "left": 536, + "right": 637 + } + }, + { + "doc_offset": { + "start": 6025, + "end": 6028 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1945, + "bottom": 1977, + "left": 660, + "right": 720 + } + }, + { + "doc_offset": { + "start": 6029, + "end": 6039 + }, + "page_num": 5, + "text": "submission", + "position": { + "top": 1945, + "bottom": 1977, + "left": 741, + "right": 959 + } + }, + { + "doc_offset": { + "start": 6040, + "end": 6042 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1945, + "bottom": 1977, + "left": 984, + "right": 1012 + } + }, + { + "doc_offset": { + "start": 6043, + "end": 6049 + }, + "page_num": 5, + "text": "marked", + "position": { + "top": 1945, + "bottom": 1977, + "left": 1035, + "right": 1177 + } + }, + { + "doc_offset": { + "start": 6050, + "end": 6052 + }, + "page_num": 5, + "text": "as", + "position": { + "top": 1953, + "bottom": 1977, + "left": 1200, + "right": 1243 + } + }, + { + "doc_offset": { + "start": 6053, + "end": 6063 + }, + "page_num": 5, + "text": "retrieved.", + "position": { + "top": 1945, + "bottom": 1977, + "left": 1266, + "right": 1442 + } + }, + { + "doc_offset": { + "start": 6064, + "end": 6068 + }, + "page_num": 5, + "text": "Once", + "position": { + "top": 1945, + "bottom": 1977, + "left": 1467, + "right": 1568 + } + }, + { + "doc_offset": { + "start": 6069, + "end": 6070 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1953, + "bottom": 1977, + "left": 1590, + "right": 1611 + } + }, + { + "doc_offset": { + "start": 6071, + "end": 6081 + }, + "page_num": 5, + "text": "submission", + "position": { + "top": 1945, + "bottom": 1977, + "left": 1633, + "right": 1851 + } + }, + { + "doc_offset": { + "start": 6082, + "end": 6084 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1945, + "bottom": 1977, + "left": 1876, + "right": 1903 + } + }, + { + "doc_offset": { + "start": 6085, + "end": 6091 + }, + "page_num": 5, + "text": "marked", + "position": { + "top": 1945, + "bottom": 1977, + "left": 1926, + "right": 2068 + } + }, + { + "doc_offset": { + "start": 6092, + "end": 6094 + }, + "page_num": 5, + "text": "as", + "position": { + "top": 1953, + "bottom": 1977, + "left": 2092, + "right": 2134 + } + }, + { + "doc_offset": { + "start": 6095, + "end": 6105 + }, + "page_num": 5, + "text": "retrieved,", + "position": { + "top": 1945, + "bottom": 1983, + "left": 2157, + "right": 2333 + } + }, + { + "doc_offset": { + "start": 6106, + "end": 6111 + }, + "page_num": 5, + "text": "there", + "position": { + "top": 2007, + "bottom": 2038, + "left": 212, + "right": 310 + } + }, + { + "doc_offset": { + "start": 6112, + "end": 6118 + }, + "page_num": 5, + "text": "should", + "position": { + "top": 2007, + "bottom": 2038, + "left": 328, + "right": 455 + } + }, + { + "doc_offset": { + "start": 6119, + "end": 6121 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 2007, + "bottom": 2038, + "left": 477, + "right": 522 + } + }, + { + "doc_offset": { + "start": 6122, + "end": 6124 + }, + "page_num": 5, + "text": "no", + "position": { + "top": 2015, + "bottom": 2038, + "left": 542, + "right": 587 + } + }, + { + "doc_offset": { + "start": 6125, + "end": 6132 + }, + "page_num": 5, + "text": "further", + "position": { + "top": 2006, + "bottom": 2038, + "left": 605, + "right": 733 + } + }, + { + "doc_offset": { + "start": 6133, + "end": 6140 + }, + "page_num": 5, + "text": "updates", + "position": { + "top": 2007, + "bottom": 2046, + "left": 752, + "right": 906 + } + }, + { + "doc_offset": { + "start": 6141, + "end": 6143 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 2008, + "bottom": 2038, + "left": 924, + "right": 961 + } + }, + { + "doc_offset": { + "start": 6144, + "end": 6147 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 2007, + "bottom": 2038, + "left": 979, + "right": 1039 + } + }, + { + "doc_offset": { + "start": 6148, + "end": 6158 + }, + "page_num": 5, + "text": "submission", + "position": { + "top": 2007, + "bottom": 2038, + "left": 1057, + "right": 1275 + } + }, + { + "doc_offset": { + "start": 6159, + "end": 6168 + }, + "page_num": 5, + "text": "resetting", + "position": { + "top": 2007, + "bottom": 2047, + "left": 1297, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 6169, + "end": 6172 + }, + "page_num": 5, + "text": "its", + "position": { + "top": 2007, + "bottom": 2038, + "left": 1482, + "right": 1523 + } + }, + { + "doc_offset": { + "start": 6173, + "end": 6182 + }, + "page_num": 5, + "text": "updatedAt", + "position": { + "top": 2009, + "bottom": 2046, + "left": 1558, + "right": 1753 + } + }, + { + "doc_offset": { + "start": 6183, + "end": 6193 + }, + "page_num": 5, + "text": "attribute,", + "position": { + "top": 2007, + "bottom": 2044, + "left": 1789, + "right": 1959 + } + }, + { + "doc_offset": { + "start": 6194, + "end": 6203 + }, + "page_num": 5, + "text": "therefore", + "position": { + "top": 2006, + "bottom": 2038, + "left": 1979, + "right": 2152 + } + }, + { + "doc_offset": { + "start": 6204, + "end": 6206 + }, + "page_num": 5, + "text": "it", + "position": { + "top": 2007, + "bottom": 2038, + "left": 2172, + "right": 2191 + } + }, + { + "doc_offset": { + "start": 6207, + "end": 6211 + }, + "page_num": 5, + "text": "will", + "position": { + "top": 2007, + "bottom": 2038, + "left": 2210, + "right": 2268 + } + }, + { + "doc_offset": { + "start": 6212, + "end": 6214 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 2007, + "bottom": 2038, + "left": 2291, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 6215, + "end": 6222 + }, + "page_num": 5, + "text": "omitted", + "position": { + "top": 2068, + "bottom": 2100, + "left": 214, + "right": 358 + } + }, + { + "doc_offset": { + "start": 6223, + "end": 6227 + }, + "page_num": 5, + "text": "from", + "position": { + "top": 2067, + "bottom": 2100, + "left": 374, + "right": 460 + } + }, + { + "doc_offset": { + "start": 6228, + "end": 6231 + }, + "page_num": 5, + "text": "all", + "position": { + "top": 2068, + "bottom": 2100, + "left": 476, + "right": 515 + } + }, + { + "doc_offset": { + "start": 6232, + "end": 6238 + }, + "page_num": 5, + "text": "future", + "position": { + "top": 2067, + "bottom": 2100, + "left": 530, + "right": 642 + } + }, + { + "doc_offset": { + "start": 6239, + "end": 6243 + }, + "page_num": 5, + "text": "runs", + "position": { + "top": 2076, + "bottom": 2100, + "left": 657, + "right": 739 + } + }, + { + "doc_offset": { + "start": 6244, + "end": 6246 + }, + "page_num": 5, + "text": "of", + "position": { + "top": 2067, + "bottom": 2100, + "left": 754, + "right": 790 + } + }, + { + "doc_offset": { + "start": 6247, + "end": 6250 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 2068, + "bottom": 2100, + "left": 803, + "right": 863 + } + }, + { + "doc_offset": { + "start": 6251, + "end": 6263 + }, + "page_num": 5, + "text": "integration.", + "position": { + "top": 2068, + "bottom": 2108, + "left": 879, + "right": 1092 + } + }, + { + "doc_offset": { + "start": 6264, + "end": 6268 + }, + "page_num": 5, + "text": "Data", + "position": { + "top": 2174, + "bottom": 2206, + "left": 215, + "right": 308 + } + }, + { + "doc_offset": { + "start": 6269, + "end": 6283 + }, + "page_num": 5, + "text": "Reconciliation", + "position": { + "top": 2174, + "bottom": 2206, + "left": 325, + "right": 618 + } + }, + { + "doc_offset": { + "start": 6284, + "end": 6287 + }, + "page_num": 5, + "text": "The", + "position": { + "top": 2278, + "bottom": 2310, + "left": 212, + "right": 284 + } + }, + { + "doc_offset": { + "start": 6288, + "end": 6294 + }, + "page_num": 5, + "text": "output", + "position": { + "top": 2280, + "bottom": 2318, + "left": 301, + "right": 425 + } + }, + { + "doc_offset": { + "start": 6295, + "end": 6299 + }, + "page_num": 5, + "text": "does", + "position": { + "top": 2278, + "bottom": 2310, + "left": 442, + "right": 536 + } + }, + { + "doc_offset": { + "start": 6300, + "end": 6303 + }, + "page_num": 5, + "text": "not", + "position": { + "top": 2280, + "bottom": 2310, + "left": 554, + "right": 613 + } + }, + { + "doc_offset": { + "start": 6304, + "end": 6311 + }, + "page_num": 5, + "text": "include", + "position": { + "top": 2278, + "bottom": 2310, + "left": 632, + "right": 769 + } + }, + { + "doc_offset": { + "start": 6312, + "end": 6313 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 2286, + "bottom": 2310, + "left": 785, + "right": 807 + } + }, + { + "doc_offset": { + "start": 6314, + "end": 6321 + }, + "page_num": 5, + "text": "primary", + "position": { + "top": 2278, + "bottom": 2318, + "left": 824, + "right": 969 + } + }, + { + "doc_offset": { + "start": 6322, + "end": 6325 + }, + "page_num": 5, + "text": "key", + "position": { + "top": 2278, + "bottom": 2318, + "left": 986, + "right": 1051 + } + }, + { + "doc_offset": { + "start": 6326, + "end": 6332 + }, + "page_num": 5, + "text": "needed", + "position": { + "top": 2278, + "bottom": 2310, + "left": 1068, + "right": 1209 + } + }, + { + "doc_offset": { + "start": 6333, + "end": 6335 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 2280, + "bottom": 2310, + "left": 1227, + "right": 1264 + } + }, + { + "doc_offset": { + "start": 6336, + "end": 6342 + }, + "page_num": 5, + "text": "update", + "position": { + "top": 2278, + "bottom": 2318, + "left": 1282, + "right": 1415 + } + }, + { + "doc_offset": { + "start": 6343, + "end": 6351 + }, + "page_num": 5, + "text": "existing", + "position": { + "top": 2278, + "bottom": 2318, + "left": 1432, + "right": 1578 + } + }, + { + "doc_offset": { + "start": 6352, + "end": 6357 + }, + "page_num": 5, + "text": "rows.", + "position": { + "top": 2286, + "bottom": 2310, + "left": 1598, + "right": 1698 + } + }, + { + "doc_offset": { + "start": 6358, + "end": 6360 + }, + "page_num": 5, + "text": "As", + "position": { + "top": 2278, + "bottom": 2310, + "left": 1715, + "right": 1765 + } + }, + { + "doc_offset": { + "start": 6361, + "end": 6365 + }, + "page_num": 5, + "text": "such", + "position": { + "top": 2278, + "bottom": 2310, + "left": 1781, + "right": 1871 + } + }, + { + "doc_offset": { + "start": 6366, + "end": 6368 + }, + "page_num": 5, + "text": "it", + "position": { + "top": 2278, + "bottom": 2309, + "left": 1891, + "right": 1910 + } + }, + { + "doc_offset": { + "start": 6369, + "end": 6373 + }, + "page_num": 5, + "text": "will", + "position": { + "top": 2278, + "bottom": 2309, + "left": 1927, + "right": 1985 + } + }, + { + "doc_offset": { + "start": 6374, + "end": 6378 + }, + "page_num": 5, + "text": "only", + "position": { + "top": 2278, + "bottom": 2318, + "left": 2004, + "right": 2083 + } + }, + { + "doc_offset": { + "start": 6379, + "end": 6386 + }, + "page_num": 5, + "text": "contain", + "position": { + "top": 2278, + "bottom": 2310, + "left": 2099, + "right": 2239 + } + }, + { + "doc_offset": { + "start": 6387, + "end": 6390 + }, + "page_num": 5, + "text": "new", + "position": { + "top": 2286, + "bottom": 2310, + "left": 2259, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 6391, + "end": 6395 + }, + "page_num": 5, + "text": "rows", + "position": { + "top": 2347, + "bottom": 2371, + "left": 215, + "right": 305 + } + }, + { + "doc_offset": { + "start": 6396, + "end": 6398 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 2341, + "bottom": 2371, + "left": 319, + "right": 355 + } + }, + { + "doc_offset": { + "start": 6399, + "end": 6401 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 2339, + "bottom": 2371, + "left": 372, + "right": 418 + } + }, + { + "doc_offset": { + "start": 6402, + "end": 6410 + }, + "page_num": 5, + "text": "inserted", + "position": { + "top": 2339, + "bottom": 2371, + "left": 434, + "right": 585 + } + }, + { + "doc_offset": { + "start": 6411, + "end": 6415 + }, + "page_num": 5, + "text": "into", + "position": { + "top": 2339, + "bottom": 2371, + "left": 603, + "right": 672 + } + }, + { + "doc_offset": { + "start": 6416, + "end": 6419 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 2339, + "bottom": 2371, + "left": 686, + "right": 746 + } + }, + { + "doc_offset": { + "start": 6420, + "end": 6427 + }, + "page_num": 5, + "text": "Metrics", + "position": { + "top": 2339, + "bottom": 2371, + "left": 763, + "right": 903 + } + }, + { + "doc_offset": { + "start": 6428, + "end": 6437 + }, + "page_num": 5, + "text": "database.", + "position": { + "top": 2339, + "bottom": 2371, + "left": 918, + "right": 1106 + } + }, + { + "doc_offset": { + "start": 6438, + "end": 6447 + }, + "page_num": 5, + "text": "formatted", + "position": { + "top": 2700, + "bottom": 2720, + "left": 1927, + "right": 2048 + } + }, + { + "doc_offset": { + "start": 6448, + "end": 6450 + }, + "page_num": 5, + "text": "by", + "position": { + "top": 2700, + "bottom": 2726, + "left": 2056, + "right": 2087 + } + }, + { + "doc_offset": { + "start": 6451, + "end": 6459 + }, + "page_num": 5, + "text": "Markdeep", + "position": { + "top": 2700, + "bottom": 2726, + "left": 2094, + "right": 2218 + } + }, + { + "doc_offset": { + "start": 6460, + "end": 6464 + }, + "page_num": 5, + "text": "1.17", + "position": { + "top": 2700, + "bottom": 2720, + "left": 2231, + "right": 2282 + } + }, + { + "doc_offset": { + "start": 6465, + "end": 6466 + }, + "page_num": 5, + "text": "\u2712", + "position": { + "top": 2691, + "bottom": 2731, + "left": 2288, + "right": 2328 + } + } + ] +} \ No newline at end of file diff --git a/tests/data/etloutput/4288/107455/submission_107455_result.json b/tests/data/etloutput/4288/107455/submission_107455_result.json new file mode 100644 index 0000000..27d70d7 --- /dev/null +++ b/tests/data/etloutput/4288/107455/submission_107455_result.json @@ -0,0 +1,15 @@ +{ + "file_version": 1, + "submission_id": 107455, + "etl_output": "indico-file:///storage/submission/4288/107455/101154/etl_output.json", + "results": { + "document": { + "results": { + "Standard Document v2": [] + }, + "rejected": { + "Standard Document v2": [] + } + } + } +} \ No newline at end of file diff --git a/tests/data/etloutput/4288/107456/101155/etl_output.json b/tests/data/etloutput/4288/107456/101155/etl_output.json new file mode 100644 index 0000000..7684e98 --- /dev/null +++ b/tests/data/etloutput/4288/107456/101155/etl_output.json @@ -0,0 +1,133 @@ +{ + "pages": [ + { + "image": "indico-file:///storage/submission/4288/107456/101155/original_page_0.png", + "thumbnail": "indico-file:///storage/submission/4288/107456/101155/original_thumbnail_0.png", + "size": { + "width": 2550, + "height": 3300 + }, + "dpi": { + "dpix": 300, + "dpiy": 300 + }, + "doc_offset": { + "start": 0, + "end": 1359 + }, + "page_num": 0, + "text": "indico-file:///storage/submission/4288/107456/101155/page_0_text.txt", + "characters": "indico-file:///storage/submission/4288/107456/101155/page_0_chars.json", + "tokens": "indico-file:///storage/submission/4288/107456/101155/page_0_tokens.json", + "blocks": "indico-file:///storage/submission/4288/107456/101155/page_0_blocks.json" + }, + { + "image": "indico-file:///storage/submission/4288/107456/101155/original_page_1.png", + "thumbnail": "indico-file:///storage/submission/4288/107456/101155/original_thumbnail_1.png", + "size": { + "width": 2550, + "height": 3300 + }, + "dpi": { + "dpix": 300, + "dpiy": 300 + }, + "doc_offset": { + "start": 1360, + "end": 1838 + }, + "page_num": 1, + "text": "indico-file:///storage/submission/4288/107456/101155/page_1_text.txt", + "characters": "indico-file:///storage/submission/4288/107456/101155/page_1_chars.json", + "tokens": "indico-file:///storage/submission/4288/107456/101155/page_1_tokens.json", + "blocks": "indico-file:///storage/submission/4288/107456/101155/page_1_blocks.json" + }, + { + "image": "indico-file:///storage/submission/4288/107456/101155/original_page_2.png", + "thumbnail": "indico-file:///storage/submission/4288/107456/101155/original_thumbnail_2.png", + "size": { + "width": 2550, + "height": 3300 + }, + "dpi": { + "dpix": 300, + "dpiy": 300 + }, + "doc_offset": { + "start": 1839, + "end": 3125 + }, + "page_num": 2, + "text": "indico-file:///storage/submission/4288/107456/101155/page_2_text.txt", + "characters": "indico-file:///storage/submission/4288/107456/101155/page_2_chars.json", + "tokens": "indico-file:///storage/submission/4288/107456/101155/page_2_tokens.json", + "blocks": "indico-file:///storage/submission/4288/107456/101155/page_2_blocks.json" + }, + { + "image": "indico-file:///storage/submission/4288/107456/101155/original_page_3.png", + "thumbnail": "indico-file:///storage/submission/4288/107456/101155/original_thumbnail_3.png", + "size": { + "width": 2550, + "height": 3300 + }, + "dpi": { + "dpix": 300, + "dpiy": 300 + }, + "doc_offset": { + "start": 3126, + "end": 4167 + }, + "page_num": 3, + "text": "indico-file:///storage/submission/4288/107456/101155/page_3_text.txt", + "characters": "indico-file:///storage/submission/4288/107456/101155/page_3_chars.json", + "tokens": "indico-file:///storage/submission/4288/107456/101155/page_3_tokens.json", + "blocks": "indico-file:///storage/submission/4288/107456/101155/page_3_blocks.json" + }, + { + "image": "indico-file:///storage/submission/4288/107456/101155/original_page_4.png", + "thumbnail": "indico-file:///storage/submission/4288/107456/101155/original_thumbnail_4.png", + "size": { + "width": 2550, + "height": 3300 + }, + "dpi": { + "dpix": 300, + "dpiy": 300 + }, + "doc_offset": { + "start": 4168, + "end": 4706 + }, + "page_num": 4, + "text": "indico-file:///storage/submission/4288/107456/101155/page_4_text.txt", + "characters": "indico-file:///storage/submission/4288/107456/101155/page_4_chars.json", + "tokens": "indico-file:///storage/submission/4288/107456/101155/page_4_tokens.json", + "blocks": "indico-file:///storage/submission/4288/107456/101155/page_4_blocks.json" + }, + { + "image": "indico-file:///storage/submission/4288/107456/101155/original_page_5.png", + "thumbnail": "indico-file:///storage/submission/4288/107456/101155/original_thumbnail_5.png", + "size": { + "width": 2550, + "height": 3300 + }, + "dpi": { + "dpix": 300, + "dpiy": 300 + }, + "doc_offset": { + "start": 4707, + "end": 6466 + }, + "page_num": 5, + "text": "indico-file:///storage/submission/4288/107456/101155/page_5_text.txt", + "characters": "indico-file:///storage/submission/4288/107456/101155/page_5_chars.json", + "tokens": "indico-file:///storage/submission/4288/107456/101155/page_5_tokens.json", + "blocks": "indico-file:///storage/submission/4288/107456/101155/page_5_blocks.json" + } + ], + "num_pages": 6, + "full_text": "indico-file:///storage/submission/4288/107456/101155/full_text.txt", + "email_metadata": {} +} \ No newline at end of file diff --git a/tests/data/etloutput/4288/107456/101155/page_0_text.txt b/tests/data/etloutput/4288/107456/101155/page_0_text.txt new file mode 100644 index 0000000..b527fea --- /dev/null +++ b/tests/data/etloutput/4288/107456/101155/page_0_text.txt @@ -0,0 +1,47 @@ +Indico Metrics Integration Data Model +This document covers the intermediate data model used to pull Data Intake metrics +from Indico to be aggregated and displayed within Metrics. +This document assumes that a single integration process is run on a schedule and +uses 4 discrete GraphQL queries to download low-level metrics using the Indico +GraphQL API. Scheduling recommendations are provided below. +These metrics are lightly processed and denormalized to match the intermediate +data model defined below. The integration will produce data in a consumable +format, such as SQL UPSERT queries, an importable CSV file, or an importable +JSON file. +Contents +1 Entities +1.1 Workflow +1.2 Model +1.3 Submission +1.4 Submission File +1.5 Reviewer +1.6 Prediction +Once imported, Metrics can filter and aggregate the intermediate data as described below to display higher- +level data points to fulfill the reporting requirements defined elsewhere. +1 +Entities +1.1 +Workflow +Column +Type +GraphQL Source +id +int +workflow.id +name +str +workflow.name +Example GraphQL Query +query Workflows { +workflows { +workflows { +id +name +} +} +} +Scheduled Process Logic +This is a lightweight query. All workflows will be pulled every time the integration is run. +Data Reconciliation +The output will include the primary key id needed to update existing rows and insert new rows into the +Metrics database. \ No newline at end of file diff --git a/tests/data/etloutput/4288/107456/101155/page_0_tokens.json b/tests/data/etloutput/4288/107456/101155/page_0_tokens.json new file mode 100644 index 0000000..691d98c --- /dev/null +++ b/tests/data/etloutput/4288/107456/101155/page_0_tokens.json @@ -0,0 +1,2956 @@ +[ + { + "doc_offset": { + "start": 0, + "end": 6 + }, + "page_num": 0, + "text": "Indico", + "position": { + "top": 172, + "bottom": 235, + "left": 409, + "right": 691 + } + }, + { + "doc_offset": { + "start": 7, + "end": 14 + }, + "page_num": 0, + "text": "Metrics", + "position": { + "top": 172, + "bottom": 235, + "left": 730, + "right": 1051 + } + }, + { + "doc_offset": { + "start": 15, + "end": 26 + }, + "page_num": 0, + "text": "Integration", + "position": { + "top": 172, + "bottom": 250, + "left": 1087, + "right": 1599 + } + }, + { + "doc_offset": { + "start": 27, + "end": 31 + }, + "page_num": 0, + "text": "Data", + "position": { + "top": 175, + "bottom": 235, + "left": 1640, + "right": 1839 + } + }, + { + "doc_offset": { + "start": 32, + "end": 37 + }, + "page_num": 0, + "text": "Model", + "position": { + "top": 172, + "bottom": 235, + "left": 1881, + "right": 2138 + } + }, + { + "doc_offset": { + "start": 38, + "end": 42 + }, + "page_num": 0, + "text": "This", + "position": { + "top": 391, + "bottom": 423, + "left": 212, + "right": 292 + } + }, + { + "doc_offset": { + "start": 43, + "end": 51 + }, + "page_num": 0, + "text": "document", + "position": { + "top": 391, + "bottom": 423, + "left": 308, + "right": 503 + } + }, + { + "doc_offset": { + "start": 52, + "end": 58 + }, + "page_num": 0, + "text": "covers", + "position": { + "top": 399, + "bottom": 423, + "left": 519, + "right": 647 + } + }, + { + "doc_offset": { + "start": 59, + "end": 62 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 391, + "bottom": 423, + "left": 662, + "right": 722 + } + }, + { + "doc_offset": { + "start": 63, + "end": 75 + }, + "page_num": 0, + "text": "intermediate", + "position": { + "top": 391, + "bottom": 423, + "left": 739, + "right": 978 + } + }, + { + "doc_offset": { + "start": 76, + "end": 80 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 391, + "bottom": 423, + "left": 994, + "right": 1079 + } + }, + { + "doc_offset": { + "start": 81, + "end": 86 + }, + "page_num": 0, + "text": "model", + "position": { + "top": 391, + "bottom": 423, + "left": 1095, + "right": 1211 + } + }, + { + "doc_offset": { + "start": 87, + "end": 91 + }, + "page_num": 0, + "text": "used", + "position": { + "top": 391, + "bottom": 423, + "left": 1230, + "right": 1320 + } + }, + { + "doc_offset": { + "start": 92, + "end": 94 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 393, + "bottom": 423, + "left": 1337, + "right": 1374 + } + }, + { + "doc_offset": { + "start": 95, + "end": 99 + }, + "page_num": 0, + "text": "pull", + "position": { + "top": 391, + "bottom": 431, + "left": 1392, + "right": 1455 + } + }, + { + "doc_offset": { + "start": 100, + "end": 104 + }, + "page_num": 0, + "text": "Data", + "position": { + "top": 391, + "bottom": 423, + "left": 1475, + "right": 1563 + } + }, + { + "doc_offset": { + "start": 105, + "end": 111 + }, + "page_num": 0, + "text": "Intake", + "position": { + "top": 391, + "bottom": 423, + "left": 1580, + "right": 1695 + } + }, + { + "doc_offset": { + "start": 112, + "end": 119 + }, + "page_num": 0, + "text": "metrics", + "position": { + "top": 391, + "bottom": 423, + "left": 1712, + "right": 1852 + } + }, + { + "doc_offset": { + "start": 120, + "end": 124 + }, + "page_num": 0, + "text": "from", + "position": { + "top": 452, + "bottom": 484, + "left": 213, + "right": 298 + } + }, + { + "doc_offset": { + "start": 125, + "end": 131 + }, + "page_num": 0, + "text": "Indico", + "position": { + "top": 453, + "bottom": 484, + "left": 317, + "right": 432 + } + }, + { + "doc_offset": { + "start": 132, + "end": 134 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 454, + "bottom": 484, + "left": 446, + "right": 483 + } + }, + { + "doc_offset": { + "start": 135, + "end": 137 + }, + "page_num": 0, + "text": "be", + "position": { + "top": 453, + "bottom": 484, + "left": 500, + "right": 545 + } + }, + { + "doc_offset": { + "start": 138, + "end": 148 + }, + "page_num": 0, + "text": "aggregated", + "position": { + "top": 453, + "bottom": 493, + "left": 560, + "right": 778 + } + }, + { + "doc_offset": { + "start": 149, + "end": 152 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 453, + "bottom": 484, + "left": 795, + "right": 864 + } + }, + { + "doc_offset": { + "start": 153, + "end": 162 + }, + "page_num": 0, + "text": "displayed", + "position": { + "top": 453, + "bottom": 493, + "left": 881, + "right": 1064 + } + }, + { + "doc_offset": { + "start": 163, + "end": 169 + }, + "page_num": 0, + "text": "within", + "position": { + "top": 453, + "bottom": 484, + "left": 1080, + "right": 1191 + } + }, + { + "doc_offset": { + "start": 170, + "end": 178 + }, + "page_num": 0, + "text": "Metrics.", + "position": { + "top": 453, + "bottom": 484, + "left": 1210, + "right": 1360 + } + }, + { + "doc_offset": { + "start": 179, + "end": 183 + }, + "page_num": 0, + "text": "This", + "position": { + "top": 558, + "bottom": 589, + "left": 212, + "right": 292 + } + }, + { + "doc_offset": { + "start": 184, + "end": 192 + }, + "page_num": 0, + "text": "document", + "position": { + "top": 558, + "bottom": 589, + "left": 309, + "right": 504 + } + }, + { + "doc_offset": { + "start": 193, + "end": 200 + }, + "page_num": 0, + "text": "assumes", + "position": { + "top": 566, + "bottom": 589, + "left": 522, + "right": 694 + } + }, + { + "doc_offset": { + "start": 201, + "end": 205 + }, + "page_num": 0, + "text": "that", + "position": { + "top": 558, + "bottom": 589, + "left": 710, + "right": 784 + } + }, + { + "doc_offset": { + "start": 206, + "end": 207 + }, + "page_num": 0, + "text": "a", + "position": { + "top": 566, + "bottom": 589, + "left": 802, + "right": 823 + } + }, + { + "doc_offset": { + "start": 208, + "end": 214 + }, + "page_num": 0, + "text": "single", + "position": { + "top": 558, + "bottom": 598, + "left": 840, + "right": 952 + } + }, + { + "doc_offset": { + "start": 215, + "end": 226 + }, + "page_num": 0, + "text": "integration", + "position": { + "top": 558, + "bottom": 598, + "left": 971, + "right": 1172 + } + }, + { + "doc_offset": { + "start": 227, + "end": 234 + }, + "page_num": 0, + "text": "process", + "position": { + "top": 566, + "bottom": 597, + "left": 1193, + "right": 1344 + } + }, + { + "doc_offset": { + "start": 235, + "end": 237 + }, + "page_num": 0, + "text": "is", + "position": { + "top": 558, + "bottom": 589, + "left": 1364, + "right": 1391 + } + }, + { + "doc_offset": { + "start": 238, + "end": 241 + }, + "page_num": 0, + "text": "run", + "position": { + "top": 566, + "bottom": 589, + "left": 1410, + "right": 1467 + } + }, + { + "doc_offset": { + "start": 242, + "end": 244 + }, + "page_num": 0, + "text": "on", + "position": { + "top": 566, + "bottom": 589, + "left": 1487, + "right": 1532 + } + }, + { + "doc_offset": { + "start": 245, + "end": 246 + }, + "page_num": 0, + "text": "a", + "position": { + "top": 566, + "bottom": 589, + "left": 1551, + "right": 1572 + } + }, + { + "doc_offset": { + "start": 247, + "end": 255 + }, + "page_num": 0, + "text": "schedule", + "position": { + "top": 558, + "bottom": 589, + "left": 1589, + "right": 1764 + } + }, + { + "doc_offset": { + "start": 256, + "end": 259 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 558, + "bottom": 589, + "left": 1781, + "right": 1850 + } + }, + { + "doc_offset": { + "start": 260, + "end": 264 + }, + "page_num": 0, + "text": "uses", + "position": { + "top": 627, + "bottom": 651, + "left": 215, + "right": 302 + } + }, + { + "doc_offset": { + "start": 265, + "end": 266 + }, + "page_num": 0, + "text": "4", + "position": { + "top": 619, + "bottom": 650, + "left": 324, + "right": 345 + } + }, + { + "doc_offset": { + "start": 267, + "end": 275 + }, + "page_num": 0, + "text": "discrete", + "position": { + "top": 619, + "bottom": 651, + "left": 368, + "right": 521 + } + }, + { + "doc_offset": { + "start": 276, + "end": 283 + }, + "page_num": 0, + "text": "GraphQL", + "position": { + "top": 618, + "bottom": 659, + "left": 543, + "right": 720 + } + }, + { + "doc_offset": { + "start": 284, + "end": 291 + }, + "page_num": 0, + "text": "queries", + "position": { + "top": 619, + "bottom": 659, + "left": 741, + "right": 881 + } + }, + { + "doc_offset": { + "start": 292, + "end": 294 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 621, + "bottom": 651, + "left": 902, + "right": 939 + } + }, + { + "doc_offset": { + "start": 295, + "end": 303 + }, + "page_num": 0, + "text": "download", + "position": { + "top": 619, + "bottom": 651, + "left": 962, + "right": 1150 + } + }, + { + "doc_offset": { + "start": 304, + "end": 313 + }, + "page_num": 0, + "text": "low-level", + "position": { + "top": 619, + "bottom": 651, + "left": 1175, + "right": 1342 + } + }, + { + "doc_offset": { + "start": 314, + "end": 321 + }, + "page_num": 0, + "text": "metrics", + "position": { + "top": 619, + "bottom": 651, + "left": 1367, + "right": 1508 + } + }, + { + "doc_offset": { + "start": 322, + "end": 327 + }, + "page_num": 0, + "text": "using", + "position": { + "top": 619, + "bottom": 659, + "left": 1531, + "right": 1631 + } + }, + { + "doc_offset": { + "start": 328, + "end": 331 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 619, + "bottom": 651, + "left": 1653, + "right": 1713 + } + }, + { + "doc_offset": { + "start": 332, + "end": 338 + }, + "page_num": 0, + "text": "Indico", + "position": { + "top": 619, + "bottom": 651, + "left": 1737, + "right": 1852 + } + }, + { + "doc_offset": { + "start": 339, + "end": 346 + }, + "page_num": 0, + "text": "GraphQL", + "position": { + "top": 679, + "bottom": 720, + "left": 214, + "right": 391 + } + }, + { + "doc_offset": { + "start": 347, + "end": 351 + }, + "page_num": 0, + "text": "API.", + "position": { + "top": 680, + "bottom": 711, + "left": 403, + "right": 480 + } + }, + { + "doc_offset": { + "start": 352, + "end": 362 + }, + "page_num": 0, + "text": "Scheduling", + "position": { + "top": 679, + "bottom": 720, + "left": 497, + "right": 712 + } + }, + { + "doc_offset": { + "start": 363, + "end": 378 + }, + "page_num": 0, + "text": "recommendations", + "position": { + "top": 680, + "bottom": 712, + "left": 729, + "right": 1078 + } + }, + { + "doc_offset": { + "start": 379, + "end": 382 + }, + "page_num": 0, + "text": "are", + "position": { + "top": 688, + "bottom": 712, + "left": 1093, + "right": 1151 + } + }, + { + "doc_offset": { + "start": 383, + "end": 391 + }, + "page_num": 0, + "text": "provided", + "position": { + "top": 680, + "bottom": 720, + "left": 1167, + "right": 1333 + } + }, + { + "doc_offset": { + "start": 392, + "end": 398 + }, + "page_num": 0, + "text": "below.", + "position": { + "top": 680, + "bottom": 712, + "left": 1351, + "right": 1472 + } + }, + { + "doc_offset": { + "start": 399, + "end": 404 + }, + "page_num": 0, + "text": "These", + "position": { + "top": 785, + "bottom": 817, + "left": 212, + "right": 329 + } + }, + { + "doc_offset": { + "start": 405, + "end": 412 + }, + "page_num": 0, + "text": "metrics", + "position": { + "top": 785, + "bottom": 817, + "left": 353, + "right": 493 + } + }, + { + "doc_offset": { + "start": 413, + "end": 416 + }, + "page_num": 0, + "text": "are", + "position": { + "top": 793, + "bottom": 817, + "left": 515, + "right": 573 + } + }, + { + "doc_offset": { + "start": 417, + "end": 424 + }, + "page_num": 0, + "text": "lightly", + "position": { + "top": 785, + "bottom": 825, + "left": 597, + "right": 708 + } + }, + { + "doc_offset": { + "start": 425, + "end": 434 + }, + "page_num": 0, + "text": "processed", + "position": { + "top": 785, + "bottom": 825, + "left": 730, + "right": 930 + } + }, + { + "doc_offset": { + "start": 435, + "end": 438 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 785, + "bottom": 817, + "left": 954, + "right": 1023 + } + }, + { + "doc_offset": { + "start": 439, + "end": 451 + }, + "page_num": 0, + "text": "denormalized", + "position": { + "top": 785, + "bottom": 817, + "left": 1047, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 452, + "end": 454 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 787, + "bottom": 817, + "left": 1329, + "right": 1366 + } + }, + { + "doc_offset": { + "start": 455, + "end": 460 + }, + "page_num": 0, + "text": "match", + "position": { + "top": 785, + "bottom": 817, + "left": 1390, + "right": 1507 + } + }, + { + "doc_offset": { + "start": 461, + "end": 464 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 785, + "bottom": 817, + "left": 1529, + "right": 1590 + } + }, + { + "doc_offset": { + "start": 465, + "end": 477 + }, + "page_num": 0, + "text": "intermediate", + "position": { + "top": 785, + "bottom": 817, + "left": 1613, + "right": 1852 + } + }, + { + "doc_offset": { + "start": 478, + "end": 482 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 846, + "bottom": 878, + "left": 214, + "right": 298 + } + }, + { + "doc_offset": { + "start": 483, + "end": 488 + }, + "page_num": 0, + "text": "model", + "position": { + "top": 846, + "bottom": 878, + "left": 326, + "right": 442 + } + }, + { + "doc_offset": { + "start": 489, + "end": 496 + }, + "page_num": 0, + "text": "defined", + "position": { + "top": 846, + "bottom": 878, + "left": 471, + "right": 613 + } + }, + { + "doc_offset": { + "start": 497, + "end": 503 + }, + "page_num": 0, + "text": "below.", + "position": { + "top": 846, + "bottom": 878, + "left": 643, + "right": 764 + } + }, + { + "doc_offset": { + "start": 504, + "end": 507 + }, + "page_num": 0, + "text": "The", + "position": { + "top": 846, + "bottom": 878, + "left": 792, + "right": 864 + } + }, + { + "doc_offset": { + "start": 508, + "end": 519 + }, + "page_num": 0, + "text": "integration", + "position": { + "top": 846, + "bottom": 887, + "left": 893, + "right": 1094 + } + }, + { + "doc_offset": { + "start": 520, + "end": 524 + }, + "page_num": 0, + "text": "will", + "position": { + "top": 846, + "bottom": 878, + "left": 1123, + "right": 1181 + } + }, + { + "doc_offset": { + "start": 525, + "end": 532 + }, + "page_num": 0, + "text": "produce", + "position": { + "top": 846, + "bottom": 886, + "left": 1212, + "right": 1370 + } + }, + { + "doc_offset": { + "start": 533, + "end": 537 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 846, + "bottom": 878, + "left": 1397, + "right": 1482 + } + }, + { + "doc_offset": { + "start": 538, + "end": 540 + }, + "page_num": 0, + "text": "in", + "position": { + "top": 846, + "bottom": 878, + "left": 1510, + "right": 1539 + } + }, + { + "doc_offset": { + "start": 541, + "end": 542 + }, + "page_num": 0, + "text": "a", + "position": { + "top": 854, + "bottom": 878, + "left": 1568, + "right": 1589 + } + }, + { + "doc_offset": { + "start": 543, + "end": 553 + }, + "page_num": 0, + "text": "consumable", + "position": { + "top": 846, + "bottom": 878, + "left": 1616, + "right": 1852 + } + }, + { + "doc_offset": { + "start": 554, + "end": 561 + }, + "page_num": 0, + "text": "format,", + "position": { + "top": 907, + "bottom": 945, + "left": 213, + "right": 348 + } + }, + { + "doc_offset": { + "start": 562, + "end": 566 + }, + "page_num": 0, + "text": "such", + "position": { + "top": 908, + "bottom": 939, + "left": 373, + "right": 463 + } + }, + { + "doc_offset": { + "start": 567, + "end": 569 + }, + "page_num": 0, + "text": "as", + "position": { + "top": 916, + "bottom": 939, + "left": 488, + "right": 530 + } + }, + { + "doc_offset": { + "start": 570, + "end": 573 + }, + "page_num": 0, + "text": "SQL", + "position": { + "top": 907, + "bottom": 942, + "left": 554, + "right": 638 + } + }, + { + "doc_offset": { + "start": 574, + "end": 580 + }, + "page_num": 0, + "text": "UPSERT", + "position": { + "top": 910, + "bottom": 940, + "left": 676, + "right": 806 + } + }, + { + "doc_offset": { + "start": 581, + "end": 589 + }, + "page_num": 0, + "text": "queries,", + "position": { + "top": 908, + "bottom": 947, + "left": 845, + "right": 995 + } + }, + { + "doc_offset": { + "start": 590, + "end": 592 + }, + "page_num": 0, + "text": "an", + "position": { + "top": 916, + "bottom": 939, + "left": 1021, + "right": 1064 + } + }, + { + "doc_offset": { + "start": 593, + "end": 603 + }, + "page_num": 0, + "text": "importable", + "position": { + "top": 908, + "bottom": 947, + "left": 1091, + "right": 1296 + } + }, + { + "doc_offset": { + "start": 604, + "end": 607 + }, + "page_num": 0, + "text": "CSV", + "position": { + "top": 907, + "bottom": 940, + "left": 1320, + "right": 1405 + } + }, + { + "doc_offset": { + "start": 608, + "end": 613 + }, + "page_num": 0, + "text": "file,", + "position": { + "top": 907, + "bottom": 945, + "left": 1426, + "right": 1490 + } + }, + { + "doc_offset": { + "start": 614, + "end": 616 + }, + "page_num": 0, + "text": "or", + "position": { + "top": 916, + "bottom": 939, + "left": 1516, + "right": 1554 + } + }, + { + "doc_offset": { + "start": 617, + "end": 619 + }, + "page_num": 0, + "text": "an", + "position": { + "top": 916, + "bottom": 939, + "left": 1577, + "right": 1620 + } + }, + { + "doc_offset": { + "start": 620, + "end": 630 + }, + "page_num": 0, + "text": "importable", + "position": { + "top": 908, + "bottom": 947, + "left": 1647, + "right": 1852 + } + }, + { + "doc_offset": { + "start": 631, + "end": 635 + }, + "page_num": 0, + "text": "JSON", + "position": { + "top": 968, + "bottom": 1001, + "left": 213, + "right": 325 + } + }, + { + "doc_offset": { + "start": 636, + "end": 641 + }, + "page_num": 0, + "text": "file.", + "position": { + "top": 969, + "bottom": 1001, + "left": 341, + "right": 404 + } + }, + { + "doc_offset": { + "start": 642, + "end": 650 + }, + "page_num": 0, + "text": "Contents", + "position": { + "top": 438, + "bottom": 466, + "left": 2067, + "right": 2251 + } + }, + { + "doc_offset": { + "start": 651, + "end": 652 + }, + "page_num": 0, + "text": "1", + "position": { + "top": 574, + "bottom": 595, + "left": 1983, + "right": 1998 + } + }, + { + "doc_offset": { + "start": 653, + "end": 661 + }, + "page_num": 0, + "text": "Entities", + "position": { + "top": 566, + "bottom": 595, + "left": 2019, + "right": 2167 + } + }, + { + "doc_offset": { + "start": 662, + "end": 665 + }, + "page_num": 0, + "text": "1.1", + "position": { + "top": 623, + "bottom": 644, + "left": 2009, + "right": 2048 + } + }, + { + "doc_offset": { + "start": 666, + "end": 674 + }, + "page_num": 0, + "text": "Workflow", + "position": { + "top": 615, + "bottom": 644, + "left": 2067, + "right": 2231 + } + }, + { + "doc_offset": { + "start": 675, + "end": 678 + }, + "page_num": 0, + "text": "1.2", + "position": { + "top": 672, + "bottom": 693, + "left": 2009, + "right": 2052 + } + }, + { + "doc_offset": { + "start": 679, + "end": 684 + }, + "page_num": 0, + "text": "Model", + "position": { + "top": 664, + "bottom": 693, + "left": 2073, + "right": 2176 + } + }, + { + "doc_offset": { + "start": 685, + "end": 688 + }, + "page_num": 0, + "text": "1.3", + "position": { + "top": 721, + "bottom": 748, + "left": 2009, + "right": 2052 + } + }, + { + "doc_offset": { + "start": 689, + "end": 699 + }, + "page_num": 0, + "text": "Submission", + "position": { + "top": 713, + "bottom": 742, + "left": 2073, + "right": 2264 + } + }, + { + "doc_offset": { + "start": 700, + "end": 703 + }, + "page_num": 0, + "text": "1.4", + "position": { + "top": 770, + "bottom": 797, + "left": 2009, + "right": 2053 + } + }, + { + "doc_offset": { + "start": 704, + "end": 714 + }, + "page_num": 0, + "text": "Submission", + "position": { + "top": 762, + "bottom": 791, + "left": 2074, + "right": 2265 + } + }, + { + "doc_offset": { + "start": 715, + "end": 719 + }, + "page_num": 0, + "text": "File", + "position": { + "top": 762, + "bottom": 791, + "left": 2276, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 720, + "end": 723 + }, + "page_num": 0, + "text": "1.5", + "position": { + "top": 819, + "bottom": 846, + "left": 2009, + "right": 2051 + } + }, + { + "doc_offset": { + "start": 724, + "end": 732 + }, + "page_num": 0, + "text": "Reviewer", + "position": { + "top": 812, + "bottom": 840, + "left": 2073, + "right": 2224 + } + }, + { + "doc_offset": { + "start": 733, + "end": 736 + }, + "page_num": 0, + "text": "1.6", + "position": { + "top": 862, + "bottom": 889, + "left": 2009, + "right": 2053 + } + }, + { + "doc_offset": { + "start": 737, + "end": 747 + }, + "page_num": 0, + "text": "Prediction", + "position": { + "top": 860, + "bottom": 889, + "left": 2074, + "right": 2244 + } + }, + { + "doc_offset": { + "start": 748, + "end": 752 + }, + "page_num": 0, + "text": "Once", + "position": { + "top": 1073, + "bottom": 1106, + "left": 214, + "right": 316 + } + }, + { + "doc_offset": { + "start": 753, + "end": 762 + }, + "page_num": 0, + "text": "imported,", + "position": { + "top": 1074, + "bottom": 1114, + "left": 333, + "right": 514 + } + }, + { + "doc_offset": { + "start": 763, + "end": 770 + }, + "page_num": 0, + "text": "Metrics", + "position": { + "top": 1074, + "bottom": 1106, + "left": 535, + "right": 675 + } + }, + { + "doc_offset": { + "start": 771, + "end": 774 + }, + "page_num": 0, + "text": "can", + "position": { + "top": 1082, + "bottom": 1106, + "left": 691, + "right": 758 + } + }, + { + "doc_offset": { + "start": 775, + "end": 781 + }, + "page_num": 0, + "text": "filter", + "position": { + "top": 1074, + "bottom": 1106, + "left": 775, + "right": 858 + } + }, + { + "doc_offset": { + "start": 782, + "end": 785 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 1074, + "bottom": 1106, + "left": 873, + "right": 942 + } + }, + { + "doc_offset": { + "start": 786, + "end": 795 + }, + "page_num": 0, + "text": "aggregate", + "position": { + "top": 1076, + "bottom": 1114, + "left": 960, + "right": 1154 + } + }, + { + "doc_offset": { + "start": 796, + "end": 799 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 1074, + "bottom": 1106, + "left": 1169, + "right": 1229 + } + }, + { + "doc_offset": { + "start": 800, + "end": 812 + }, + "page_num": 0, + "text": "intermediate", + "position": { + "top": 1074, + "bottom": 1106, + "left": 1247, + "right": 1486 + } + }, + { + "doc_offset": { + "start": 813, + "end": 817 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 1074, + "bottom": 1106, + "left": 1502, + "right": 1586 + } + }, + { + "doc_offset": { + "start": 818, + "end": 820 + }, + "page_num": 0, + "text": "as", + "position": { + "top": 1082, + "bottom": 1106, + "left": 1602, + "right": 1644 + } + }, + { + "doc_offset": { + "start": 821, + "end": 830 + }, + "page_num": 0, + "text": "described", + "position": { + "top": 1074, + "bottom": 1106, + "left": 1660, + "right": 1850 + } + }, + { + "doc_offset": { + "start": 831, + "end": 836 + }, + "page_num": 0, + "text": "below", + "position": { + "top": 1074, + "bottom": 1106, + "left": 1869, + "right": 1983 + } + }, + { + "doc_offset": { + "start": 837, + "end": 839 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 1076, + "bottom": 1106, + "left": 1997, + "right": 2034 + } + }, + { + "doc_offset": { + "start": 840, + "end": 847 + }, + "page_num": 0, + "text": "display", + "position": { + "top": 1074, + "bottom": 1114, + "left": 2051, + "right": 2187 + } + }, + { + "doc_offset": { + "start": 848, + "end": 855 + }, + "page_num": 0, + "text": "higher-", + "position": { + "top": 1074, + "bottom": 1114, + "left": 2204, + "right": 2335 + } + }, + { + "doc_offset": { + "start": 856, + "end": 861 + }, + "page_num": 0, + "text": "level", + "position": { + "top": 1135, + "bottom": 1167, + "left": 215, + "right": 297 + } + }, + { + "doc_offset": { + "start": 862, + "end": 866 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 1135, + "bottom": 1167, + "left": 314, + "right": 398 + } + }, + { + "doc_offset": { + "start": 867, + "end": 873 + }, + "page_num": 0, + "text": "points", + "position": { + "top": 1135, + "bottom": 1175, + "left": 414, + "right": 531 + } + }, + { + "doc_offset": { + "start": 874, + "end": 876 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 1137, + "bottom": 1167, + "left": 545, + "right": 582 + } + }, + { + "doc_offset": { + "start": 877, + "end": 884 + }, + "page_num": 0, + "text": "fulfill", + "position": { + "top": 1135, + "bottom": 1167, + "left": 596, + "right": 681 + } + }, + { + "doc_offset": { + "start": 885, + "end": 888 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 1135, + "bottom": 1167, + "left": 697, + "right": 757 + } + }, + { + "doc_offset": { + "start": 889, + "end": 898 + }, + "page_num": 0, + "text": "reporting", + "position": { + "top": 1135, + "bottom": 1175, + "left": 773, + "right": 943 + } + }, + { + "doc_offset": { + "start": 899, + "end": 911 + }, + "page_num": 0, + "text": "requirements", + "position": { + "top": 1135, + "bottom": 1175, + "left": 961, + "right": 1212 + } + }, + { + "doc_offset": { + "start": 912, + "end": 919 + }, + "page_num": 0, + "text": "defined", + "position": { + "top": 1135, + "bottom": 1167, + "left": 1228, + "right": 1369 + } + }, + { + "doc_offset": { + "start": 920, + "end": 930 + }, + "page_num": 0, + "text": "elsewhere.", + "position": { + "top": 1135, + "bottom": 1167, + "left": 1386, + "right": 1589 + } + }, + { + "doc_offset": { + "start": 931, + "end": 932 + }, + "page_num": 0, + "text": "1", + "position": { + "top": 1324, + "bottom": 1370, + "left": 220, + "right": 250 + } + }, + { + "doc_offset": { + "start": 933, + "end": 941 + }, + "page_num": 0, + "text": "Entities", + "position": { + "top": 1322, + "bottom": 1370, + "left": 315, + "right": 572 + } + }, + { + "doc_offset": { + "start": 942, + "end": 945 + }, + "page_num": 0, + "text": "1.1", + "position": { + "top": 1536, + "bottom": 1577, + "left": 219, + "right": 307 + } + }, + { + "doc_offset": { + "start": 946, + "end": 954 + }, + "page_num": 0, + "text": "Workflow", + "position": { + "top": 1534, + "bottom": 1578, + "left": 365, + "right": 666 + } + }, + { + "doc_offset": { + "start": 955, + "end": 961 + }, + "page_num": 0, + "text": "Column", + "position": { + "top": 1693, + "bottom": 1725, + "left": 263, + "right": 421 + } + }, + { + "doc_offset": { + "start": 962, + "end": 966 + }, + "page_num": 0, + "text": "Type", + "position": { + "top": 1693, + "bottom": 1733, + "left": 873, + "right": 968 + } + }, + { + "doc_offset": { + "start": 967, + "end": 974 + }, + "page_num": 0, + "text": "GraphQL", + "position": { + "top": 1693, + "bottom": 1733, + "left": 1328, + "right": 1514 + } + }, + { + "doc_offset": { + "start": 975, + "end": 981 + }, + "page_num": 0, + "text": "Source", + "position": { + "top": 1693, + "bottom": 1725, + "left": 1528, + "right": 1673 + } + }, + { + "doc_offset": { + "start": 982, + "end": 984 + }, + "page_num": 0, + "text": "id", + "position": { + "top": 1794, + "bottom": 1826, + "left": 264, + "right": 294 + } + }, + { + "doc_offset": { + "start": 985, + "end": 988 + }, + "page_num": 0, + "text": "int", + "position": { + "top": 1794, + "bottom": 1826, + "left": 876, + "right": 919 + } + }, + { + "doc_offset": { + "start": 989, + "end": 1000 + }, + "page_num": 0, + "text": "workflow.id", + "position": { + "top": 1794, + "bottom": 1824, + "left": 1342, + "right": 1584 + } + }, + { + "doc_offset": { + "start": 1001, + "end": 1005 + }, + "page_num": 0, + "text": "name", + "position": { + "top": 1895, + "bottom": 1918, + "left": 264, + "right": 369 + } + }, + { + "doc_offset": { + "start": 1006, + "end": 1009 + }, + "page_num": 0, + "text": "str", + "position": { + "top": 1889, + "bottom": 1918, + "left": 874, + "right": 923 + } + }, + { + "doc_offset": { + "start": 1010, + "end": 1023 + }, + "page_num": 0, + "text": "workflow.name", + "position": { + "top": 1886, + "bottom": 1917, + "left": 1342, + "right": 1629 + } + }, + { + "doc_offset": { + "start": 1024, + "end": 1031 + }, + "page_num": 0, + "text": "Example", + "position": { + "top": 2017, + "bottom": 2056, + "left": 215, + "right": 391 + } + }, + { + "doc_offset": { + "start": 1032, + "end": 1039 + }, + "page_num": 0, + "text": "GraphQL", + "position": { + "top": 2016, + "bottom": 2056, + "left": 406, + "right": 591 + } + }, + { + "doc_offset": { + "start": 1040, + "end": 1045 + }, + "page_num": 0, + "text": "Query", + "position": { + "top": 2016, + "bottom": 2056, + "left": 606, + "right": 729 + } + }, + { + "doc_offset": { + "start": 1046, + "end": 1051 + }, + "page_num": 0, + "text": "query", + "position": { + "top": 2140, + "bottom": 2175, + "left": 244, + "right": 374 + } + }, + { + "doc_offset": { + "start": 1052, + "end": 1061 + }, + "page_num": 0, + "text": "Workflows", + "position": { + "top": 2129, + "bottom": 2165, + "left": 402, + "right": 639 + } + }, + { + "doc_offset": { + "start": 1062, + "end": 1063 + }, + "page_num": 0, + "text": "{", + "position": { + "top": 2129, + "bottom": 2173, + "left": 674, + "right": 693 + } + }, + { + "doc_offset": { + "start": 1064, + "end": 1073 + }, + "page_num": 0, + "text": "workflows", + "position": { + "top": 2191, + "bottom": 2228, + "left": 331, + "right": 568 + } + }, + { + "doc_offset": { + "start": 1074, + "end": 1075 + }, + "page_num": 0, + "text": "{", + "position": { + "top": 2191, + "bottom": 2235, + "left": 603, + "right": 622 + } + }, + { + "doc_offset": { + "start": 1076, + "end": 1085 + }, + "page_num": 0, + "text": "workflows", + "position": { + "top": 2254, + "bottom": 2290, + "left": 438, + "right": 675 + } + }, + { + "doc_offset": { + "start": 1086, + "end": 1087 + }, + "page_num": 0, + "text": "{", + "position": { + "top": 2254, + "bottom": 2298, + "left": 710, + "right": 729 + } + }, + { + "doc_offset": { + "start": 1088, + "end": 1090 + }, + "page_num": 0, + "text": "id", + "position": { + "top": 2316, + "bottom": 2353, + "left": 548, + "right": 595 + } + }, + { + "doc_offset": { + "start": 1091, + "end": 1095 + }, + "page_num": 0, + "text": "name", + "position": { + "top": 2390, + "bottom": 2415, + "left": 548, + "right": 649 + } + }, + { + "doc_offset": { + "start": 1096, + "end": 1097 + }, + "page_num": 0, + "text": "}", + "position": { + "top": 2441, + "bottom": 2485, + "left": 440, + "right": 460 + } + }, + { + "doc_offset": { + "start": 1098, + "end": 1099 + }, + "page_num": 0, + "text": "}", + "position": { + "top": 2504, + "bottom": 2548, + "left": 333, + "right": 352 + } + }, + { + "doc_offset": { + "start": 1100, + "end": 1101 + }, + "page_num": 0, + "text": "}", + "position": { + "top": 2566, + "bottom": 2610, + "left": 226, + "right": 245 + } + }, + { + "doc_offset": { + "start": 1102, + "end": 1111 + }, + "page_num": 0, + "text": "Scheduled", + "position": { + "top": 2687, + "bottom": 2720, + "left": 213, + "right": 430 + } + }, + { + "doc_offset": { + "start": 1112, + "end": 1119 + }, + "page_num": 0, + "text": "Process", + "position": { + "top": 2688, + "bottom": 2720, + "left": 448, + "right": 613 + } + }, + { + "doc_offset": { + "start": 1120, + "end": 1125 + }, + "page_num": 0, + "text": "Logic", + "position": { + "top": 2688, + "bottom": 2728, + "left": 629, + "right": 741 + } + }, + { + "doc_offset": { + "start": 1126, + "end": 1130 + }, + "page_num": 0, + "text": "This", + "position": { + "top": 2792, + "bottom": 2823, + "left": 212, + "right": 292 + } + }, + { + "doc_offset": { + "start": 1131, + "end": 1133 + }, + "page_num": 0, + "text": "is", + "position": { + "top": 2792, + "bottom": 2823, + "left": 308, + "right": 335 + } + }, + { + "doc_offset": { + "start": 1134, + "end": 1135 + }, + "page_num": 0, + "text": "a", + "position": { + "top": 2800, + "bottom": 2823, + "left": 351, + "right": 372 + } + }, + { + "doc_offset": { + "start": 1136, + "end": 1147 + }, + "page_num": 0, + "text": "lightweight", + "position": { + "top": 2792, + "bottom": 2832, + "left": 388, + "right": 595 + } + }, + { + "doc_offset": { + "start": 1148, + "end": 1154 + }, + "page_num": 0, + "text": "query.", + "position": { + "top": 2800, + "bottom": 2832, + "left": 611, + "right": 724 + } + }, + { + "doc_offset": { + "start": 1155, + "end": 1158 + }, + "page_num": 0, + "text": "All", + "position": { + "top": 2792, + "bottom": 2823, + "left": 740, + "right": 785 + } + }, + { + "doc_offset": { + "start": 1159, + "end": 1168 + }, + "page_num": 0, + "text": "workflows", + "position": { + "top": 2791, + "bottom": 2823, + "left": 801, + "right": 997 + } + }, + { + "doc_offset": { + "start": 1169, + "end": 1173 + }, + "page_num": 0, + "text": "will", + "position": { + "top": 2792, + "bottom": 2823, + "left": 1011, + "right": 1070 + } + }, + { + "doc_offset": { + "start": 1174, + "end": 1176 + }, + "page_num": 0, + "text": "be", + "position": { + "top": 2792, + "bottom": 2823, + "left": 1088, + "right": 1134 + } + }, + { + "doc_offset": { + "start": 1177, + "end": 1183 + }, + "page_num": 0, + "text": "pulled", + "position": { + "top": 2792, + "bottom": 2832, + "left": 1150, + "right": 1263 + } + }, + { + "doc_offset": { + "start": 1184, + "end": 1189 + }, + "page_num": 0, + "text": "every", + "position": { + "top": 2800, + "bottom": 2832, + "left": 1280, + "right": 1383 + } + }, + { + "doc_offset": { + "start": 1190, + "end": 1194 + }, + "page_num": 0, + "text": "time", + "position": { + "top": 2792, + "bottom": 2823, + "left": 1396, + "right": 1479 + } + }, + { + "doc_offset": { + "start": 1195, + "end": 1198 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 2792, + "bottom": 2823, + "left": 1492, + "right": 1553 + } + }, + { + "doc_offset": { + "start": 1199, + "end": 1210 + }, + "page_num": 0, + "text": "integration", + "position": { + "top": 2792, + "bottom": 2832, + "left": 1569, + "right": 1770 + } + }, + { + "doc_offset": { + "start": 1211, + "end": 1213 + }, + "page_num": 0, + "text": "is", + "position": { + "top": 2792, + "bottom": 2823, + "left": 1788, + "right": 1816 + } + }, + { + "doc_offset": { + "start": 1214, + "end": 1218 + }, + "page_num": 0, + "text": "run.", + "position": { + "top": 2800, + "bottom": 2823, + "left": 1832, + "right": 1901 + } + }, + { + "doc_offset": { + "start": 1219, + "end": 1223 + }, + "page_num": 0, + "text": "Data", + "position": { + "top": 2898, + "bottom": 2930, + "left": 215, + "right": 308 + } + }, + { + "doc_offset": { + "start": 1224, + "end": 1238 + }, + "page_num": 0, + "text": "Reconciliation", + "position": { + "top": 2898, + "bottom": 2930, + "left": 325, + "right": 618 + } + }, + { + "doc_offset": { + "start": 1239, + "end": 1242 + }, + "page_num": 0, + "text": "The", + "position": { + "top": 3002, + "bottom": 3033, + "left": 212, + "right": 284 + } + }, + { + "doc_offset": { + "start": 1243, + "end": 1249 + }, + "page_num": 0, + "text": "output", + "position": { + "top": 3004, + "bottom": 3042, + "left": 304, + "right": 428 + } + }, + { + "doc_offset": { + "start": 1250, + "end": 1254 + }, + "page_num": 0, + "text": "will", + "position": { + "top": 3002, + "bottom": 3033, + "left": 447, + "right": 506 + } + }, + { + "doc_offset": { + "start": 1255, + "end": 1262 + }, + "page_num": 0, + "text": "include", + "position": { + "top": 3002, + "bottom": 3033, + "left": 529, + "right": 666 + } + }, + { + "doc_offset": { + "start": 1263, + "end": 1266 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 3002, + "bottom": 3033, + "left": 685, + "right": 745 + } + }, + { + "doc_offset": { + "start": 1267, + "end": 1274 + }, + "page_num": 0, + "text": "primary", + "position": { + "top": 3002, + "bottom": 3042, + "left": 766, + "right": 910 + } + }, + { + "doc_offset": { + "start": 1275, + "end": 1278 + }, + "page_num": 0, + "text": "key", + "position": { + "top": 3002, + "bottom": 3042, + "left": 931, + "right": 995 + } + }, + { + "doc_offset": { + "start": 1279, + "end": 1281 + }, + "page_num": 0, + "text": "id", + "position": { + "top": 3003, + "bottom": 3034, + "left": 1031, + "right": 1070 + } + }, + { + "doc_offset": { + "start": 1282, + "end": 1288 + }, + "page_num": 0, + "text": "needed", + "position": { + "top": 3002, + "bottom": 3033, + "left": 1107, + "right": 1248 + } + }, + { + "doc_offset": { + "start": 1289, + "end": 1291 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 3004, + "bottom": 3033, + "left": 1269, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 1292, + "end": 1298 + }, + "page_num": 0, + "text": "update", + "position": { + "top": 3002, + "bottom": 3042, + "left": 1328, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 1299, + "end": 1307 + }, + "page_num": 0, + "text": "existing", + "position": { + "top": 3002, + "bottom": 3042, + "left": 1481, + "right": 1627 + } + }, + { + "doc_offset": { + "start": 1308, + "end": 1312 + }, + "page_num": 0, + "text": "rows", + "position": { + "top": 3010, + "bottom": 3033, + "left": 1650, + "right": 1740 + } + }, + { + "doc_offset": { + "start": 1313, + "end": 1316 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 3002, + "bottom": 3033, + "left": 1760, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 1317, + "end": 1323 + }, + "page_num": 0, + "text": "insert", + "position": { + "top": 3002, + "bottom": 3033, + "left": 1853, + "right": 1957 + } + }, + { + "doc_offset": { + "start": 1324, + "end": 1327 + }, + "page_num": 0, + "text": "new", + "position": { + "top": 3010, + "bottom": 3033, + "left": 1978, + "right": 2055 + } + }, + { + "doc_offset": { + "start": 1328, + "end": 1332 + }, + "page_num": 0, + "text": "rows", + "position": { + "top": 3010, + "bottom": 3033, + "left": 2076, + "right": 2166 + } + }, + { + "doc_offset": { + "start": 1333, + "end": 1337 + }, + "page_num": 0, + "text": "into", + "position": { + "top": 3002, + "bottom": 3033, + "left": 2188, + "right": 2256 + } + }, + { + "doc_offset": { + "start": 1338, + "end": 1341 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 3002, + "bottom": 3033, + "left": 2276, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 1342, + "end": 1349 + }, + "page_num": 0, + "text": "Metrics", + "position": { + "top": 3063, + "bottom": 3095, + "left": 216, + "right": 356 + } + }, + { + "doc_offset": { + "start": 1350, + "end": 1359 + }, + "page_num": 0, + "text": "database.", + "position": { + "top": 3063, + "bottom": 3095, + "left": 371, + "right": 559 + } + } +] \ No newline at end of file diff --git a/tests/data/etloutput/4288/107456/101155/page_1_text.txt b/tests/data/etloutput/4288/107456/101155/page_1_text.txt new file mode 100644 index 0000000..9aa7a1f --- /dev/null +++ b/tests/data/etloutput/4288/107456/101155/page_1_text.txt @@ -0,0 +1,29 @@ +1.2 +Model +Column +Type +GraphQL Source +id +int +modelGroup.id +name +str +modelGroup.name +workflow_id +int +modelGroup.workflowId +Example GraphQL Query +query Models { +modelGroups(limit: 1000) { +modelGroups { +id +name +workflowId +} +} +} +Scheduled Process Logic +This is a lightweight query. All models will be pulled every time the integration is run. +Data Reconciliation +The output will include the primary key id needed to update existing rows and insert new rows into the +Metrics database. \ No newline at end of file diff --git a/tests/data/etloutput/4288/107456/101155/page_1_tokens.json b/tests/data/etloutput/4288/107456/101155/page_1_tokens.json new file mode 100644 index 0000000..97f5151 --- /dev/null +++ b/tests/data/etloutput/4288/107456/101155/page_1_tokens.json @@ -0,0 +1,1038 @@ +[ + { + "doc_offset": { + "start": 1360, + "end": 1363 + }, + "page_num": 1, + "text": "1.2", + "position": { + "top": 58, + "bottom": 100, + "left": 219, + "right": 309 + } + }, + { + "doc_offset": { + "start": 1364, + "end": 1369 + }, + "page_num": 1, + "text": "Model", + "position": { + "top": 57, + "bottom": 101, + "left": 368, + "right": 546 + } + }, + { + "doc_offset": { + "start": 1370, + "end": 1376 + }, + "page_num": 1, + "text": "Column", + "position": { + "top": 216, + "bottom": 248, + "left": 263, + "right": 421 + } + }, + { + "doc_offset": { + "start": 1377, + "end": 1381 + }, + "page_num": 1, + "text": "Type", + "position": { + "top": 216, + "bottom": 255, + "left": 888, + "right": 983 + } + }, + { + "doc_offset": { + "start": 1382, + "end": 1389 + }, + "page_num": 1, + "text": "GraphQL", + "position": { + "top": 216, + "bottom": 255, + "left": 1253, + "right": 1438 + } + }, + { + "doc_offset": { + "start": 1390, + "end": 1396 + }, + "page_num": 1, + "text": "Source", + "position": { + "top": 216, + "bottom": 248, + "left": 1452, + "right": 1597 + } + }, + { + "doc_offset": { + "start": 1397, + "end": 1399 + }, + "page_num": 1, + "text": "id", + "position": { + "top": 317, + "bottom": 349, + "left": 264, + "right": 294 + } + }, + { + "doc_offset": { + "start": 1400, + "end": 1403 + }, + "page_num": 1, + "text": "int", + "position": { + "top": 317, + "bottom": 348, + "left": 891, + "right": 934 + } + }, + { + "doc_offset": { + "start": 1404, + "end": 1417 + }, + "page_num": 1, + "text": "modelGroup.id", + "position": { + "top": 317, + "bottom": 354, + "left": 1267, + "right": 1553 + } + }, + { + "doc_offset": { + "start": 1418, + "end": 1422 + }, + "page_num": 1, + "text": "name", + "position": { + "top": 418, + "bottom": 441, + "left": 264, + "right": 369 + } + }, + { + "doc_offset": { + "start": 1423, + "end": 1426 + }, + "page_num": 1, + "text": "str", + "position": { + "top": 412, + "bottom": 441, + "left": 889, + "right": 938 + } + }, + { + "doc_offset": { + "start": 1427, + "end": 1442 + }, + "page_num": 1, + "text": "modelGroup.name", + "position": { + "top": 410, + "bottom": 447, + "left": 1267, + "right": 1598 + } + }, + { + "doc_offset": { + "start": 1443, + "end": 1454 + }, + "page_num": 1, + "text": "workflow_id", + "position": { + "top": 502, + "bottom": 539, + "left": 262, + "right": 492 + } + }, + { + "doc_offset": { + "start": 1455, + "end": 1458 + }, + "page_num": 1, + "text": "int", + "position": { + "top": 502, + "bottom": 533, + "left": 891, + "right": 934 + } + }, + { + "doc_offset": { + "start": 1459, + "end": 1480 + }, + "page_num": 1, + "text": "modelGroup.workflowId", + "position": { + "top": 502, + "bottom": 539, + "left": 1267, + "right": 1731 + } + }, + { + "doc_offset": { + "start": 1481, + "end": 1488 + }, + "page_num": 1, + "text": "Example", + "position": { + "top": 632, + "bottom": 671, + "left": 215, + "right": 391 + } + }, + { + "doc_offset": { + "start": 1489, + "end": 1496 + }, + "page_num": 1, + "text": "GraphQL", + "position": { + "top": 631, + "bottom": 671, + "left": 406, + "right": 591 + } + }, + { + "doc_offset": { + "start": 1497, + "end": 1502 + }, + "page_num": 1, + "text": "Query", + "position": { + "top": 631, + "bottom": 671, + "left": 606, + "right": 729 + } + }, + { + "doc_offset": { + "start": 1503, + "end": 1508 + }, + "page_num": 1, + "text": "query", + "position": { + "top": 755, + "bottom": 790, + "left": 244, + "right": 374 + } + }, + { + "doc_offset": { + "start": 1509, + "end": 1515 + }, + "page_num": 1, + "text": "Models", + "position": { + "top": 745, + "bottom": 781, + "left": 403, + "right": 559 + } + }, + { + "doc_offset": { + "start": 1516, + "end": 1517 + }, + "page_num": 1, + "text": "{", + "position": { + "top": 744, + "bottom": 788, + "left": 594, + "right": 613 + } + }, + { + "doc_offset": { + "start": 1518, + "end": 1536 + }, + "page_num": 1, + "text": "modelGroups(limit:", + "position": { + "top": 807, + "bottom": 852, + "left": 332, + "right": 802 + } + }, + { + "doc_offset": { + "start": 1537, + "end": 1542 + }, + "page_num": 1, + "text": "1000)", + "position": { + "top": 807, + "bottom": 851, + "left": 843, + "right": 969 + } + }, + { + "doc_offset": { + "start": 1543, + "end": 1544 + }, + "page_num": 1, + "text": "{", + "position": { + "top": 807, + "bottom": 851, + "left": 1004, + "right": 1024 + } + }, + { + "doc_offset": { + "start": 1545, + "end": 1556 + }, + "page_num": 1, + "text": "modelGroups", + "position": { + "top": 870, + "bottom": 915, + "left": 439, + "right": 728 + } + }, + { + "doc_offset": { + "start": 1557, + "end": 1558 + }, + "page_num": 1, + "text": "{", + "position": { + "top": 869, + "bottom": 913, + "left": 763, + "right": 783 + } + }, + { + "doc_offset": { + "start": 1559, + "end": 1561 + }, + "page_num": 1, + "text": "id", + "position": { + "top": 932, + "bottom": 968, + "left": 548, + "right": 595 + } + }, + { + "doc_offset": { + "start": 1562, + "end": 1566 + }, + "page_num": 1, + "text": "name", + "position": { + "top": 1005, + "bottom": 1031, + "left": 548, + "right": 649 + } + }, + { + "doc_offset": { + "start": 1567, + "end": 1577 + }, + "page_num": 1, + "text": "workflowId", + "position": { + "top": 1057, + "bottom": 1093, + "left": 545, + "right": 809 + } + }, + { + "doc_offset": { + "start": 1578, + "end": 1579 + }, + "page_num": 1, + "text": "}", + "position": { + "top": 1119, + "bottom": 1163, + "left": 440, + "right": 460 + } + }, + { + "doc_offset": { + "start": 1580, + "end": 1581 + }, + "page_num": 1, + "text": "}", + "position": { + "top": 1182, + "bottom": 1226, + "left": 333, + "right": 352 + } + }, + { + "doc_offset": { + "start": 1582, + "end": 1583 + }, + "page_num": 1, + "text": "}", + "position": { + "top": 1244, + "bottom": 1288, + "left": 226, + "right": 245 + } + }, + { + "doc_offset": { + "start": 1584, + "end": 1593 + }, + "page_num": 1, + "text": "Scheduled", + "position": { + "top": 1365, + "bottom": 1398, + "left": 213, + "right": 430 + } + }, + { + "doc_offset": { + "start": 1594, + "end": 1601 + }, + "page_num": 1, + "text": "Process", + "position": { + "top": 1366, + "bottom": 1398, + "left": 448, + "right": 613 + } + }, + { + "doc_offset": { + "start": 1602, + "end": 1607 + }, + "page_num": 1, + "text": "Logic", + "position": { + "top": 1366, + "bottom": 1405, + "left": 629, + "right": 741 + } + }, + { + "doc_offset": { + "start": 1608, + "end": 1612 + }, + "page_num": 1, + "text": "This", + "position": { + "top": 1470, + "bottom": 1501, + "left": 212, + "right": 292 + } + }, + { + "doc_offset": { + "start": 1613, + "end": 1615 + }, + "page_num": 1, + "text": "is", + "position": { + "top": 1470, + "bottom": 1501, + "left": 308, + "right": 335 + } + }, + { + "doc_offset": { + "start": 1616, + "end": 1617 + }, + "page_num": 1, + "text": "a", + "position": { + "top": 1478, + "bottom": 1501, + "left": 351, + "right": 372 + } + }, + { + "doc_offset": { + "start": 1618, + "end": 1629 + }, + "page_num": 1, + "text": "lightweight", + "position": { + "top": 1470, + "bottom": 1510, + "left": 388, + "right": 595 + } + }, + { + "doc_offset": { + "start": 1630, + "end": 1636 + }, + "page_num": 1, + "text": "query.", + "position": { + "top": 1478, + "bottom": 1510, + "left": 611, + "right": 724 + } + }, + { + "doc_offset": { + "start": 1637, + "end": 1640 + }, + "page_num": 1, + "text": "All", + "position": { + "top": 1470, + "bottom": 1501, + "left": 740, + "right": 785 + } + }, + { + "doc_offset": { + "start": 1641, + "end": 1647 + }, + "page_num": 1, + "text": "models", + "position": { + "top": 1470, + "bottom": 1501, + "left": 803, + "right": 942 + } + }, + { + "doc_offset": { + "start": 1648, + "end": 1652 + }, + "page_num": 1, + "text": "will", + "position": { + "top": 1470, + "bottom": 1501, + "left": 957, + "right": 1015 + } + }, + { + "doc_offset": { + "start": 1653, + "end": 1655 + }, + "page_num": 1, + "text": "be", + "position": { + "top": 1470, + "bottom": 1501, + "left": 1033, + "right": 1079 + } + }, + { + "doc_offset": { + "start": 1656, + "end": 1662 + }, + "page_num": 1, + "text": "pulled", + "position": { + "top": 1470, + "bottom": 1510, + "left": 1095, + "right": 1208 + } + }, + { + "doc_offset": { + "start": 1663, + "end": 1668 + }, + "page_num": 1, + "text": "every", + "position": { + "top": 1478, + "bottom": 1510, + "left": 1225, + "right": 1328 + } + }, + { + "doc_offset": { + "start": 1669, + "end": 1673 + }, + "page_num": 1, + "text": "time", + "position": { + "top": 1470, + "bottom": 1501, + "left": 1341, + "right": 1424 + } + }, + { + "doc_offset": { + "start": 1674, + "end": 1677 + }, + "page_num": 1, + "text": "the", + "position": { + "top": 1470, + "bottom": 1501, + "left": 1438, + "right": 1498 + } + }, + { + "doc_offset": { + "start": 1678, + "end": 1689 + }, + "page_num": 1, + "text": "integration", + "position": { + "top": 1470, + "bottom": 1510, + "left": 1514, + "right": 1716 + } + }, + { + "doc_offset": { + "start": 1690, + "end": 1692 + }, + "page_num": 1, + "text": "is", + "position": { + "top": 1470, + "bottom": 1501, + "left": 1734, + "right": 1761 + } + }, + { + "doc_offset": { + "start": 1693, + "end": 1697 + }, + "page_num": 1, + "text": "run.", + "position": { + "top": 1478, + "bottom": 1501, + "left": 1777, + "right": 1846 + } + }, + { + "doc_offset": { + "start": 1698, + "end": 1702 + }, + "page_num": 1, + "text": "Data", + "position": { + "top": 1576, + "bottom": 1608, + "left": 215, + "right": 308 + } + }, + { + "doc_offset": { + "start": 1703, + "end": 1717 + }, + "page_num": 1, + "text": "Reconciliation", + "position": { + "top": 1576, + "bottom": 1608, + "left": 325, + "right": 618 + } + }, + { + "doc_offset": { + "start": 1718, + "end": 1721 + }, + "page_num": 1, + "text": "The", + "position": { + "top": 1680, + "bottom": 1711, + "left": 212, + "right": 284 + } + }, + { + "doc_offset": { + "start": 1722, + "end": 1728 + }, + "page_num": 1, + "text": "output", + "position": { + "top": 1682, + "bottom": 1720, + "left": 304, + "right": 428 + } + }, + { + "doc_offset": { + "start": 1729, + "end": 1733 + }, + "page_num": 1, + "text": "will", + "position": { + "top": 1680, + "bottom": 1711, + "left": 447, + "right": 506 + } + }, + { + "doc_offset": { + "start": 1734, + "end": 1741 + }, + "page_num": 1, + "text": "include", + "position": { + "top": 1680, + "bottom": 1711, + "left": 529, + "right": 666 + } + }, + { + "doc_offset": { + "start": 1742, + "end": 1745 + }, + "page_num": 1, + "text": "the", + "position": { + "top": 1680, + "bottom": 1711, + "left": 685, + "right": 745 + } + }, + { + "doc_offset": { + "start": 1746, + "end": 1753 + }, + "page_num": 1, + "text": "primary", + "position": { + "top": 1680, + "bottom": 1720, + "left": 766, + "right": 910 + } + }, + { + "doc_offset": { + "start": 1754, + "end": 1757 + }, + "page_num": 1, + "text": "key", + "position": { + "top": 1680, + "bottom": 1720, + "left": 931, + "right": 995 + } + }, + { + "doc_offset": { + "start": 1758, + "end": 1760 + }, + "page_num": 1, + "text": "id", + "position": { + "top": 1681, + "bottom": 1711, + "left": 1031, + "right": 1070 + } + }, + { + "doc_offset": { + "start": 1761, + "end": 1767 + }, + "page_num": 1, + "text": "needed", + "position": { + "top": 1680, + "bottom": 1711, + "left": 1107, + "right": 1248 + } + }, + { + "doc_offset": { + "start": 1768, + "end": 1770 + }, + "page_num": 1, + "text": "to", + "position": { + "top": 1682, + "bottom": 1711, + "left": 1269, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 1771, + "end": 1777 + }, + "page_num": 1, + "text": "update", + "position": { + "top": 1680, + "bottom": 1720, + "left": 1328, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 1778, + "end": 1786 + }, + "page_num": 1, + "text": "existing", + "position": { + "top": 1680, + "bottom": 1720, + "left": 1481, + "right": 1627 + } + }, + { + "doc_offset": { + "start": 1787, + "end": 1791 + }, + "page_num": 1, + "text": "rows", + "position": { + "top": 1688, + "bottom": 1711, + "left": 1650, + "right": 1740 + } + }, + { + "doc_offset": { + "start": 1792, + "end": 1795 + }, + "page_num": 1, + "text": "and", + "position": { + "top": 1680, + "bottom": 1711, + "left": 1760, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 1796, + "end": 1802 + }, + "page_num": 1, + "text": "insert", + "position": { + "top": 1680, + "bottom": 1711, + "left": 1853, + "right": 1957 + } + }, + { + "doc_offset": { + "start": 1803, + "end": 1806 + }, + "page_num": 1, + "text": "new", + "position": { + "top": 1688, + "bottom": 1711, + "left": 1978, + "right": 2055 + } + }, + { + "doc_offset": { + "start": 1807, + "end": 1811 + }, + "page_num": 1, + "text": "rows", + "position": { + "top": 1688, + "bottom": 1711, + "left": 2076, + "right": 2166 + } + }, + { + "doc_offset": { + "start": 1812, + "end": 1816 + }, + "page_num": 1, + "text": "into", + "position": { + "top": 1680, + "bottom": 1711, + "left": 2188, + "right": 2256 + } + }, + { + "doc_offset": { + "start": 1817, + "end": 1820 + }, + "page_num": 1, + "text": "the", + "position": { + "top": 1680, + "bottom": 1711, + "left": 2276, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 1821, + "end": 1828 + }, + "page_num": 1, + "text": "Metrics", + "position": { + "top": 1741, + "bottom": 1773, + "left": 216, + "right": 356 + } + }, + { + "doc_offset": { + "start": 1829, + "end": 1838 + }, + "page_num": 1, + "text": "database.", + "position": { + "top": 1741, + "bottom": 1773, + "left": 371, + "right": 559 + } + } +] \ No newline at end of file diff --git a/tests/data/etloutput/4288/107456/101155/page_2_text.txt b/tests/data/etloutput/4288/107456/101155/page_2_text.txt new file mode 100644 index 0000000..885c75d --- /dev/null +++ b/tests/data/etloutput/4288/107456/101155/page_2_text.txt @@ -0,0 +1,54 @@ +1.3 +Submission +Column +Type +GraphQL Source +id +created_at +datetime +submission.createdAt +processed_at +datetime +reviewer_id +int +review_started_at +datetime +submission.review.startedAt 2 +review_completed_at +datetime +rejected +bool +rejection_reason +str +completed_at +datetime +retrieved_at +datetime +failed +bool +status +enum +workflow_id +int +submission.id +int +submission.review.completedAt 1 +submission.review.createdBy 2 +submission.review.completedAt 2 +submission.review.rejected 2 +submission.review.notes 2 +submission.completedAt +submission.updatedAt 3 +submission.status 4 +submission.status +submission.workflowId +1 The timestamp for submission processing being completed is not directly available on the submission object. +Instead it's approximated by the completion time of Auto Review in the reviews list +(where reviewType == “AUTO”). +2 The HITL review data points must come from the Manual Review in the reviews list +(where reviewType == “MANUAL”). +3 The time of retrieval is not directly available on the submission object. Instead it's approximated by the last +update time of the submission once the retrieved flag is set. +4 The failure status is not directly available on the submission object as a boolean. Instead it's derived using the +status +of the submission (where status == “FAILED”). \ No newline at end of file diff --git a/tests/data/etloutput/4288/107456/101155/page_2_tokens.json b/tests/data/etloutput/4288/107456/101155/page_2_tokens.json new file mode 100644 index 0000000..65f7100 --- /dev/null +++ b/tests/data/etloutput/4288/107456/101155/page_2_tokens.json @@ -0,0 +1,2312 @@ +[ + { + "doc_offset": { + "start": 1839, + "end": 1842 + }, + "page_num": 2, + "text": "1.3", + "position": { + "top": 141, + "bottom": 183, + "left": 219, + "right": 308 + } + }, + { + "doc_offset": { + "start": 1843, + "end": 1853 + }, + "page_num": 2, + "text": "Submission", + "position": { + "top": 140, + "bottom": 184, + "left": 366, + "right": 721 + } + }, + { + "doc_offset": { + "start": 1854, + "end": 1860 + }, + "page_num": 2, + "text": "Column", + "position": { + "top": 298, + "bottom": 331, + "left": 263, + "right": 421 + } + }, + { + "doc_offset": { + "start": 1861, + "end": 1865 + }, + "page_num": 2, + "text": "Type", + "position": { + "top": 299, + "bottom": 338, + "left": 951, + "right": 1046 + } + }, + { + "doc_offset": { + "start": 1866, + "end": 1873 + }, + "page_num": 2, + "text": "GraphQL", + "position": { + "top": 298, + "bottom": 338, + "left": 1312, + "right": 1497 + } + }, + { + "doc_offset": { + "start": 1874, + "end": 1880 + }, + "page_num": 2, + "text": "Source", + "position": { + "top": 298, + "bottom": 331, + "left": 1511, + "right": 1656 + } + }, + { + "doc_offset": { + "start": 1881, + "end": 1883 + }, + "page_num": 2, + "text": "id", + "position": { + "top": 400, + "bottom": 432, + "left": 264, + "right": 294 + } + }, + { + "doc_offset": { + "start": 1884, + "end": 1894 + }, + "page_num": 2, + "text": "created_at", + "position": { + "top": 492, + "bottom": 529, + "left": 263, + "right": 466 + } + }, + { + "doc_offset": { + "start": 1895, + "end": 1903 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 492, + "bottom": 524, + "left": 952, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 1904, + "end": 1924 + }, + "page_num": 2, + "text": "submission.createdAt", + "position": { + "top": 492, + "bottom": 522, + "left": 1328, + "right": 1768 + } + }, + { + "doc_offset": { + "start": 1925, + "end": 1937 + }, + "page_num": 2, + "text": "processed_at", + "position": { + "top": 590, + "bottom": 630, + "left": 264, + "right": 524 + } + }, + { + "doc_offset": { + "start": 1938, + "end": 1946 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 590, + "bottom": 622, + "left": 952, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 1947, + "end": 1958 + }, + "page_num": 2, + "text": "reviewer_id", + "position": { + "top": 693, + "bottom": 730, + "left": 264, + "right": 479 + } + }, + { + "doc_offset": { + "start": 1959, + "end": 1962 + }, + "page_num": 2, + "text": "int", + "position": { + "top": 693, + "bottom": 724, + "left": 954, + "right": 997 + } + }, + { + "doc_offset": { + "start": 1963, + "end": 1980 + }, + "page_num": 2, + "text": "review_started_at", + "position": { + "top": 796, + "bottom": 832, + "left": 264, + "right": 603 + } + }, + { + "doc_offset": { + "start": 1981, + "end": 1989 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 796, + "bottom": 827, + "left": 952, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 1990, + "end": 2017 + }, + "page_num": 2, + "text": "submission.review.startedAt", + "position": { + "top": 805, + "bottom": 835, + "left": 1328, + "right": 1924 + } + }, + { + "doc_offset": { + "start": 2018, + "end": 2019 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 800, + "bottom": 820, + "left": 1944, + "right": 1960 + } + }, + { + "doc_offset": { + "start": 2020, + "end": 2039 + }, + "page_num": 2, + "text": "review_completed_at", + "position": { + "top": 899, + "bottom": 938, + "left": 264, + "right": 674 + } + }, + { + "doc_offset": { + "start": 2040, + "end": 2048 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 899, + "bottom": 930, + "left": 952, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 2049, + "end": 2057 + }, + "page_num": 2, + "text": "rejected", + "position": { + "top": 1001, + "bottom": 1041, + "left": 264, + "right": 415 + } + }, + { + "doc_offset": { + "start": 2058, + "end": 2062 + }, + "page_num": 2, + "text": "bool", + "position": { + "top": 1001, + "bottom": 1033, + "left": 954, + "right": 1034 + } + }, + { + "doc_offset": { + "start": 2063, + "end": 2079 + }, + "page_num": 2, + "text": "rejection_reason", + "position": { + "top": 1104, + "bottom": 1144, + "left": 264, + "right": 579 + } + }, + { + "doc_offset": { + "start": 2080, + "end": 2083 + }, + "page_num": 2, + "text": "str", + "position": { + "top": 1106, + "bottom": 1136, + "left": 952, + "right": 1001 + } + }, + { + "doc_offset": { + "start": 2084, + "end": 2096 + }, + "page_num": 2, + "text": "completed_at", + "position": { + "top": 1202, + "bottom": 1242, + "left": 263, + "right": 527 + } + }, + { + "doc_offset": { + "start": 2097, + "end": 2105 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 1202, + "bottom": 1233, + "left": 952, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 2106, + "end": 2118 + }, + "page_num": 2, + "text": "retrieved_at", + "position": { + "top": 1299, + "bottom": 1336, + "left": 264, + "right": 489 + } + }, + { + "doc_offset": { + "start": 2119, + "end": 2127 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 1299, + "bottom": 1331, + "left": 952, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 2128, + "end": 2134 + }, + "page_num": 2, + "text": "failed", + "position": { + "top": 1402, + "bottom": 1434, + "left": 261, + "right": 363 + } + }, + { + "doc_offset": { + "start": 2135, + "end": 2139 + }, + "page_num": 2, + "text": "bool", + "position": { + "top": 1402, + "bottom": 1434, + "left": 954, + "right": 1034 + } + }, + { + "doc_offset": { + "start": 2140, + "end": 2146 + }, + "page_num": 2, + "text": "status", + "position": { + "top": 1502, + "bottom": 1532, + "left": 262, + "right": 379 + } + }, + { + "doc_offset": { + "start": 2147, + "end": 2151 + }, + "page_num": 2, + "text": "enum", + "position": { + "top": 1508, + "bottom": 1532, + "left": 952, + "right": 1058 + } + }, + { + "doc_offset": { + "start": 2152, + "end": 2163 + }, + "page_num": 2, + "text": "workflow_id", + "position": { + "top": 1592, + "bottom": 1629, + "left": 262, + "right": 492 + } + }, + { + "doc_offset": { + "start": 2164, + "end": 2167 + }, + "page_num": 2, + "text": "int", + "position": { + "top": 400, + "bottom": 431, + "left": 954, + "right": 997 + } + }, + { + "doc_offset": { + "start": 2168, + "end": 2181 + }, + "page_num": 2, + "text": "submission.id", + "position": { + "top": 399, + "bottom": 430, + "left": 1328, + "right": 1612 + } + }, + { + "doc_offset": { + "start": 2182, + "end": 2185 + }, + "page_num": 2, + "text": "int", + "position": { + "top": 1592, + "bottom": 1624, + "left": 954, + "right": 997 + } + }, + { + "doc_offset": { + "start": 2186, + "end": 2215 + }, + "page_num": 2, + "text": "submission.review.completedAt", + "position": { + "top": 599, + "bottom": 637, + "left": 1328, + "right": 1969 + } + }, + { + "doc_offset": { + "start": 2216, + "end": 2217 + }, + "page_num": 2, + "text": "1", + "position": { + "top": 594, + "bottom": 614, + "left": 1988, + "right": 2001 + } + }, + { + "doc_offset": { + "start": 2218, + "end": 2245 + }, + "page_num": 2, + "text": "submission.review.createdBy", + "position": { + "top": 702, + "bottom": 740, + "left": 1328, + "right": 1926 + } + }, + { + "doc_offset": { + "start": 2246, + "end": 2247 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 697, + "bottom": 717, + "left": 1944, + "right": 1960 + } + }, + { + "doc_offset": { + "start": 2248, + "end": 2277 + }, + "page_num": 2, + "text": "submission.review.completedAt", + "position": { + "top": 908, + "bottom": 945, + "left": 1328, + "right": 1969 + } + }, + { + "doc_offset": { + "start": 2278, + "end": 2279 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 903, + "bottom": 923, + "left": 1988, + "right": 2005 + } + }, + { + "doc_offset": { + "start": 2280, + "end": 2306 + }, + "page_num": 2, + "text": "submission.review.rejected", + "position": { + "top": 1010, + "bottom": 1049, + "left": 1328, + "right": 1902 + } + }, + { + "doc_offset": { + "start": 2307, + "end": 2308 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 1006, + "bottom": 1025, + "left": 1921, + "right": 1938 + } + }, + { + "doc_offset": { + "start": 2309, + "end": 2332 + }, + "page_num": 2, + "text": "submission.review.notes", + "position": { + "top": 1113, + "bottom": 1144, + "left": 1328, + "right": 1835 + } + }, + { + "doc_offset": { + "start": 2333, + "end": 2334 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 1108, + "bottom": 1128, + "left": 1854, + "right": 1871 + } + }, + { + "doc_offset": { + "start": 2335, + "end": 2357 + }, + "page_num": 2, + "text": "submission.completedAt", + "position": { + "top": 1201, + "bottom": 1239, + "left": 1328, + "right": 1813 + } + }, + { + "doc_offset": { + "start": 2358, + "end": 2378 + }, + "page_num": 2, + "text": "submission.updatedAt", + "position": { + "top": 1308, + "bottom": 1346, + "left": 1328, + "right": 1768 + } + }, + { + "doc_offset": { + "start": 2379, + "end": 2380 + }, + "page_num": 2, + "text": "3", + "position": { + "top": 1304, + "bottom": 1330, + "left": 1787, + "right": 1804 + } + }, + { + "doc_offset": { + "start": 2381, + "end": 2398 + }, + "page_num": 2, + "text": "submission.status", + "position": { + "top": 1411, + "bottom": 1442, + "left": 1328, + "right": 1701 + } + }, + { + "doc_offset": { + "start": 2399, + "end": 2400 + }, + "page_num": 2, + "text": "4", + "position": { + "top": 1407, + "bottom": 1433, + "left": 1719, + "right": 1738 + } + }, + { + "doc_offset": { + "start": 2401, + "end": 2418 + }, + "page_num": 2, + "text": "submission.status", + "position": { + "top": 1499, + "bottom": 1530, + "left": 1328, + "right": 1701 + } + }, + { + "doc_offset": { + "start": 2419, + "end": 2440 + }, + "page_num": 2, + "text": "submission.workflowId", + "position": { + "top": 1592, + "bottom": 1622, + "left": 1328, + "right": 1790 + } + }, + { + "doc_offset": { + "start": 2441, + "end": 2442 + }, + "page_num": 2, + "text": "1", + "position": { + "top": 1718, + "bottom": 1742, + "left": 215, + "right": 224 + } + }, + { + "doc_offset": { + "start": 2443, + "end": 2446 + }, + "page_num": 2, + "text": "The", + "position": { + "top": 1727, + "bottom": 1757, + "left": 248, + "right": 315 + } + }, + { + "doc_offset": { + "start": 2447, + "end": 2456 + }, + "page_num": 2, + "text": "timestamp", + "position": { + "top": 1727, + "bottom": 1764, + "left": 333, + "right": 523 + } + }, + { + "doc_offset": { + "start": 2457, + "end": 2460 + }, + "page_num": 2, + "text": "for", + "position": { + "top": 1727, + "bottom": 1757, + "left": 542, + "right": 590 + } + }, + { + "doc_offset": { + "start": 2461, + "end": 2471 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 1727, + "bottom": 1757, + "left": 608, + "right": 811 + } + }, + { + "doc_offset": { + "start": 2472, + "end": 2482 + }, + "page_num": 2, + "text": "processing", + "position": { + "top": 1727, + "bottom": 1765, + "left": 833, + "right": 1027 + } + }, + { + "doc_offset": { + "start": 2483, + "end": 2488 + }, + "page_num": 2, + "text": "being", + "position": { + "top": 1727, + "bottom": 1765, + "left": 1049, + "right": 1145 + } + }, + { + "doc_offset": { + "start": 2489, + "end": 2498 + }, + "page_num": 2, + "text": "completed", + "position": { + "top": 1727, + "bottom": 1764, + "left": 1166, + "right": 1355 + } + }, + { + "doc_offset": { + "start": 2499, + "end": 2501 + }, + "page_num": 2, + "text": "is", + "position": { + "top": 1727, + "bottom": 1757, + "left": 1378, + "right": 1403 + } + }, + { + "doc_offset": { + "start": 2502, + "end": 2505 + }, + "page_num": 2, + "text": "not", + "position": { + "top": 1729, + "bottom": 1757, + "left": 1424, + "right": 1479 + } + }, + { + "doc_offset": { + "start": 2506, + "end": 2514 + }, + "page_num": 2, + "text": "directly", + "position": { + "top": 1727, + "bottom": 1764, + "left": 1498, + "right": 1628 + } + }, + { + "doc_offset": { + "start": 2515, + "end": 2524 + }, + "page_num": 2, + "text": "available", + "position": { + "top": 1727, + "bottom": 1757, + "left": 1647, + "right": 1803 + } + }, + { + "doc_offset": { + "start": 2525, + "end": 2527 + }, + "page_num": 2, + "text": "on", + "position": { + "top": 1735, + "bottom": 1757, + "left": 1823, + "right": 1864 + } + }, + { + "doc_offset": { + "start": 2528, + "end": 2531 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1727, + "bottom": 1757, + "left": 1884, + "right": 1940 + } + }, + { + "doc_offset": { + "start": 2532, + "end": 2542 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 1728, + "bottom": 1757, + "left": 1975, + "right": 2177 + } + }, + { + "doc_offset": { + "start": 2543, + "end": 2550 + }, + "page_num": 2, + "text": "object.", + "position": { + "top": 1727, + "bottom": 1764, + "left": 2214, + "right": 2334 + } + }, + { + "doc_offset": { + "start": 2551, + "end": 2558 + }, + "page_num": 2, + "text": "Instead", + "position": { + "top": 1777, + "bottom": 1806, + "left": 247, + "right": 375 + } + }, + { + "doc_offset": { + "start": 2559, + "end": 2563 + }, + "page_num": 2, + "text": "it's", + "position": { + "top": 1777, + "bottom": 1806, + "left": 391, + "right": 441 + } + }, + { + "doc_offset": { + "start": 2564, + "end": 2576 + }, + "page_num": 2, + "text": "approximated", + "position": { + "top": 1777, + "bottom": 1814, + "left": 455, + "right": 702 + } + }, + { + "doc_offset": { + "start": 2577, + "end": 2579 + }, + "page_num": 2, + "text": "by", + "position": { + "top": 1777, + "bottom": 1814, + "left": 719, + "right": 760 + } + }, + { + "doc_offset": { + "start": 2580, + "end": 2583 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1777, + "bottom": 1806, + "left": 772, + "right": 828 + } + }, + { + "doc_offset": { + "start": 2584, + "end": 2594 + }, + "page_num": 2, + "text": "completion", + "position": { + "top": 1777, + "bottom": 1814, + "left": 842, + "right": 1040 + } + }, + { + "doc_offset": { + "start": 2595, + "end": 2599 + }, + "page_num": 2, + "text": "time", + "position": { + "top": 1777, + "bottom": 1806, + "left": 1055, + "right": 1132 + } + }, + { + "doc_offset": { + "start": 2600, + "end": 2602 + }, + "page_num": 2, + "text": "of", + "position": { + "top": 1776, + "bottom": 1806, + "left": 1145, + "right": 1179 + } + }, + { + "doc_offset": { + "start": 2603, + "end": 2607 + }, + "page_num": 2, + "text": "Auto", + "position": { + "top": 1777, + "bottom": 1806, + "left": 1190, + "right": 1274 + } + }, + { + "doc_offset": { + "start": 2608, + "end": 2614 + }, + "page_num": 2, + "text": "Review", + "position": { + "top": 1777, + "bottom": 1806, + "left": 1290, + "right": 1418 + } + }, + { + "doc_offset": { + "start": 2615, + "end": 2617 + }, + "page_num": 2, + "text": "in", + "position": { + "top": 1777, + "bottom": 1806, + "left": 1432, + "right": 1459 + } + }, + { + "doc_offset": { + "start": 2618, + "end": 2621 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1777, + "bottom": 1806, + "left": 1473, + "right": 1529 + } + }, + { + "doc_offset": { + "start": 2622, + "end": 2629 + }, + "page_num": 2, + "text": "reviews", + "position": { + "top": 1778, + "bottom": 1806, + "left": 1559, + "right": 1697 + } + }, + { + "doc_offset": { + "start": 2630, + "end": 2634 + }, + "page_num": 2, + "text": "list", + "position": { + "top": 1777, + "bottom": 1806, + "left": 1728, + "right": 1775 + } + }, + { + "doc_offset": { + "start": 2635, + "end": 2641 + }, + "page_num": 2, + "text": "(where", + "position": { + "top": 1826, + "bottom": 1863, + "left": 245, + "right": 363 + } + }, + { + "doc_offset": { + "start": 2642, + "end": 2652 + }, + "page_num": 2, + "text": "reviewType", + "position": { + "top": 1828, + "bottom": 1863, + "left": 393, + "right": 594 + } + }, + { + "doc_offset": { + "start": 2653, + "end": 2655 + }, + "page_num": 2, + "text": "==", + "position": { + "top": 1840, + "bottom": 1851, + "left": 623, + "right": 668 + } + }, + { + "doc_offset": { + "start": 2656, + "end": 2664 + }, + "page_num": 2, + "text": "\u201cAUTO\u201d).", + "position": { + "top": 1826, + "bottom": 1863, + "left": 684, + "right": 844 + } + }, + { + "doc_offset": { + "start": 2665, + "end": 2666 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 1923, + "bottom": 1947, + "left": 213, + "right": 229 + } + }, + { + "doc_offset": { + "start": 2667, + "end": 2670 + }, + "page_num": 2, + "text": "The", + "position": { + "top": 1932, + "bottom": 1961, + "left": 242, + "right": 309 + } + }, + { + "doc_offset": { + "start": 2671, + "end": 2675 + }, + "page_num": 2, + "text": "HITL", + "position": { + "top": 1932, + "bottom": 1961, + "left": 324, + "right": 407 + } + }, + { + "doc_offset": { + "start": 2676, + "end": 2682 + }, + "page_num": 2, + "text": "review", + "position": { + "top": 1932, + "bottom": 1961, + "left": 421, + "right": 534 + } + }, + { + "doc_offset": { + "start": 2683, + "end": 2687 + }, + "page_num": 2, + "text": "data", + "position": { + "top": 1932, + "bottom": 1961, + "left": 548, + "right": 626 + } + }, + { + "doc_offset": { + "start": 2688, + "end": 2694 + }, + "page_num": 2, + "text": "points", + "position": { + "top": 1932, + "bottom": 1969, + "left": 641, + "right": 749 + } + }, + { + "doc_offset": { + "start": 2695, + "end": 2699 + }, + "page_num": 2, + "text": "must", + "position": { + "top": 1933, + "bottom": 1961, + "left": 764, + "right": 851 + } + }, + { + "doc_offset": { + "start": 2700, + "end": 2704 + }, + "page_num": 2, + "text": "come", + "position": { + "top": 1939, + "bottom": 1961, + "left": 865, + "right": 964 + } + }, + { + "doc_offset": { + "start": 2705, + "end": 2709 + }, + "page_num": 2, + "text": "from", + "position": { + "top": 1931, + "bottom": 1961, + "left": 977, + "right": 1056 + } + }, + { + "doc_offset": { + "start": 2710, + "end": 2713 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1932, + "bottom": 1961, + "left": 1071, + "right": 1127 + } + }, + { + "doc_offset": { + "start": 2714, + "end": 2720 + }, + "page_num": 2, + "text": "Manual", + "position": { + "top": 1932, + "bottom": 1961, + "left": 1142, + "right": 1269 + } + }, + { + "doc_offset": { + "start": 2721, + "end": 2727 + }, + "page_num": 2, + "text": "Review", + "position": { + "top": 1932, + "bottom": 1961, + "left": 1286, + "right": 1414 + } + }, + { + "doc_offset": { + "start": 2728, + "end": 2730 + }, + "page_num": 2, + "text": "in", + "position": { + "top": 1932, + "bottom": 1961, + "left": 1429, + "right": 1455 + } + }, + { + "doc_offset": { + "start": 2731, + "end": 2734 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1932, + "bottom": 1961, + "left": 1469, + "right": 1525 + } + }, + { + "doc_offset": { + "start": 2735, + "end": 2742 + }, + "page_num": 2, + "text": "reviews", + "position": { + "top": 1933, + "bottom": 1961, + "left": 1556, + "right": 1694 + } + }, + { + "doc_offset": { + "start": 2743, + "end": 2747 + }, + "page_num": 2, + "text": "list", + "position": { + "top": 1932, + "bottom": 1961, + "left": 1724, + "right": 1772 + } + }, + { + "doc_offset": { + "start": 2748, + "end": 2754 + }, + "page_num": 2, + "text": "(where", + "position": { + "top": 1981, + "bottom": 2018, + "left": 245, + "right": 363 + } + }, + { + "doc_offset": { + "start": 2755, + "end": 2765 + }, + "page_num": 2, + "text": "reviewType", + "position": { + "top": 1983, + "bottom": 2018, + "left": 393, + "right": 594 + } + }, + { + "doc_offset": { + "start": 2766, + "end": 2768 + }, + "page_num": 2, + "text": "==", + "position": { + "top": 1995, + "bottom": 2006, + "left": 623, + "right": 668 + } + }, + { + "doc_offset": { + "start": 2769, + "end": 2779 + }, + "page_num": 2, + "text": "\u201cMANUAL\u201d).", + "position": { + "top": 1981, + "bottom": 2018, + "left": 684, + "right": 903 + } + }, + { + "doc_offset": { + "start": 2780, + "end": 2781 + }, + "page_num": 2, + "text": "3", + "position": { + "top": 2078, + "bottom": 2102, + "left": 213, + "right": 229 + } + }, + { + "doc_offset": { + "start": 2782, + "end": 2785 + }, + "page_num": 2, + "text": "The", + "position": { + "top": 2086, + "bottom": 2116, + "left": 249, + "right": 316 + } + }, + { + "doc_offset": { + "start": 2786, + "end": 2790 + }, + "page_num": 2, + "text": "time", + "position": { + "top": 2086, + "bottom": 2116, + "left": 336, + "right": 413 + } + }, + { + "doc_offset": { + "start": 2791, + "end": 2793 + }, + "page_num": 2, + "text": "of", + "position": { + "top": 2086, + "bottom": 2116, + "left": 434, + "right": 468 + } + }, + { + "doc_offset": { + "start": 2794, + "end": 2803 + }, + "page_num": 2, + "text": "retrieval", + "position": { + "top": 2086, + "bottom": 2116, + "left": 489, + "right": 626 + } + }, + { + "doc_offset": { + "start": 2804, + "end": 2806 + }, + "page_num": 2, + "text": "is", + "position": { + "top": 2086, + "bottom": 2116, + "left": 650, + "right": 676 + } + }, + { + "doc_offset": { + "start": 2807, + "end": 2810 + }, + "page_num": 2, + "text": "not", + "position": { + "top": 2088, + "bottom": 2116, + "left": 698, + "right": 753 + } + }, + { + "doc_offset": { + "start": 2811, + "end": 2819 + }, + "page_num": 2, + "text": "directly", + "position": { + "top": 2086, + "bottom": 2124, + "left": 774, + "right": 904 + } + }, + { + "doc_offset": { + "start": 2820, + "end": 2829 + }, + "page_num": 2, + "text": "available", + "position": { + "top": 2086, + "bottom": 2116, + "left": 924, + "right": 1081 + } + }, + { + "doc_offset": { + "start": 2830, + "end": 2832 + }, + "page_num": 2, + "text": "on", + "position": { + "top": 2094, + "bottom": 2116, + "left": 1102, + "right": 1143 + } + }, + { + "doc_offset": { + "start": 2833, + "end": 2836 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2086, + "bottom": 2116, + "left": 1165, + "right": 1221 + } + }, + { + "doc_offset": { + "start": 2837, + "end": 2847 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 2088, + "bottom": 2116, + "left": 1257, + "right": 1459 + } + }, + { + "doc_offset": { + "start": 2848, + "end": 2855 + }, + "page_num": 2, + "text": "object.", + "position": { + "top": 2086, + "bottom": 2123, + "left": 1496, + "right": 1615 + } + }, + { + "doc_offset": { + "start": 2856, + "end": 2863 + }, + "page_num": 2, + "text": "Instead", + "position": { + "top": 2086, + "bottom": 2116, + "left": 1641, + "right": 1769 + } + }, + { + "doc_offset": { + "start": 2864, + "end": 2868 + }, + "page_num": 2, + "text": "it's", + "position": { + "top": 2086, + "bottom": 2116, + "left": 1793, + "right": 1843 + } + }, + { + "doc_offset": { + "start": 2869, + "end": 2881 + }, + "page_num": 2, + "text": "approximated", + "position": { + "top": 2086, + "bottom": 2123, + "left": 1864, + "right": 2112 + } + }, + { + "doc_offset": { + "start": 2882, + "end": 2884 + }, + "page_num": 2, + "text": "by", + "position": { + "top": 2086, + "bottom": 2124, + "left": 2136, + "right": 2177 + } + }, + { + "doc_offset": { + "start": 2885, + "end": 2888 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2086, + "bottom": 2116, + "left": 2197, + "right": 2253 + } + }, + { + "doc_offset": { + "start": 2889, + "end": 2893 + }, + "page_num": 2, + "text": "last", + "position": { + "top": 2086, + "bottom": 2116, + "left": 2276, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 2894, + "end": 2900 + }, + "page_num": 2, + "text": "update", + "position": { + "top": 2136, + "bottom": 2173, + "left": 246, + "right": 370 + } + }, + { + "doc_offset": { + "start": 2901, + "end": 2905 + }, + "page_num": 2, + "text": "time", + "position": { + "top": 2136, + "bottom": 2166, + "left": 382, + "right": 459 + } + }, + { + "doc_offset": { + "start": 2906, + "end": 2908 + }, + "page_num": 2, + "text": "of", + "position": { + "top": 2136, + "bottom": 2166, + "left": 473, + "right": 507 + } + }, + { + "doc_offset": { + "start": 2909, + "end": 2912 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2136, + "bottom": 2166, + "left": 518, + "right": 574 + } + }, + { + "doc_offset": { + "start": 2913, + "end": 2923 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 2136, + "bottom": 2166, + "left": 588, + "right": 790 + } + }, + { + "doc_offset": { + "start": 2924, + "end": 2928 + }, + "page_num": 2, + "text": "once", + "position": { + "top": 2144, + "bottom": 2166, + "left": 806, + "right": 893 + } + }, + { + "doc_offset": { + "start": 2929, + "end": 2932 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2136, + "bottom": 2166, + "left": 905, + "right": 961 + } + }, + { + "doc_offset": { + "start": 2933, + "end": 2942 + }, + "page_num": 2, + "text": "retrieved", + "position": { + "top": 2137, + "bottom": 2166, + "left": 992, + "right": 1172 + } + }, + { + "doc_offset": { + "start": 2943, + "end": 2947 + }, + "page_num": 2, + "text": "flag", + "position": { + "top": 2136, + "bottom": 2174, + "left": 1200, + "right": 1263 + } + }, + { + "doc_offset": { + "start": 2948, + "end": 2950 + }, + "page_num": 2, + "text": "is", + "position": { + "top": 2136, + "bottom": 2166, + "left": 1279, + "right": 1305 + } + }, + { + "doc_offset": { + "start": 2951, + "end": 2955 + }, + "page_num": 2, + "text": "set.", + "position": { + "top": 2138, + "bottom": 2166, + "left": 1318, + "right": 1380 + } + }, + { + "doc_offset": { + "start": 2956, + "end": 2957 + }, + "page_num": 2, + "text": "4", + "position": { + "top": 2233, + "bottom": 2257, + "left": 213, + "right": 229 + } + }, + { + "doc_offset": { + "start": 2958, + "end": 2961 + }, + "page_num": 2, + "text": "The", + "position": { + "top": 2241, + "bottom": 2271, + "left": 246, + "right": 313 + } + }, + { + "doc_offset": { + "start": 2962, + "end": 2969 + }, + "page_num": 2, + "text": "failure", + "position": { + "top": 2241, + "bottom": 2271, + "left": 330, + "right": 437 + } + }, + { + "doc_offset": { + "start": 2970, + "end": 2976 + }, + "page_num": 2, + "text": "status", + "position": { + "top": 2243, + "bottom": 2271, + "left": 455, + "right": 563 + } + }, + { + "doc_offset": { + "start": 2977, + "end": 2979 + }, + "page_num": 2, + "text": "is", + "position": { + "top": 2241, + "bottom": 2271, + "left": 582, + "right": 608 + } + }, + { + "doc_offset": { + "start": 2980, + "end": 2983 + }, + "page_num": 2, + "text": "not", + "position": { + "top": 2243, + "bottom": 2271, + "left": 627, + "right": 682 + } + }, + { + "doc_offset": { + "start": 2984, + "end": 2992 + }, + "page_num": 2, + "text": "directly", + "position": { + "top": 2241, + "bottom": 2279, + "left": 700, + "right": 830 + } + }, + { + "doc_offset": { + "start": 2993, + "end": 3002 + }, + "page_num": 2, + "text": "available", + "position": { + "top": 2241, + "bottom": 2271, + "left": 847, + "right": 1003 + } + }, + { + "doc_offset": { + "start": 3003, + "end": 3005 + }, + "page_num": 2, + "text": "on", + "position": { + "top": 2249, + "bottom": 2271, + "left": 1021, + "right": 1063 + } + }, + { + "doc_offset": { + "start": 3006, + "end": 3009 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2241, + "bottom": 2271, + "left": 1081, + "right": 1137 + } + }, + { + "doc_offset": { + "start": 3010, + "end": 3020 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 2243, + "bottom": 2271, + "left": 1170, + "right": 1372 + } + }, + { + "doc_offset": { + "start": 3021, + "end": 3027 + }, + "page_num": 2, + "text": "object", + "position": { + "top": 2241, + "bottom": 2278, + "left": 1405, + "right": 1515 + } + }, + { + "doc_offset": { + "start": 3028, + "end": 3030 + }, + "page_num": 2, + "text": "as", + "position": { + "top": 2249, + "bottom": 2271, + "left": 1533, + "right": 1572 + } + }, + { + "doc_offset": { + "start": 3031, + "end": 3032 + }, + "page_num": 2, + "text": "a", + "position": { + "top": 2249, + "bottom": 2271, + "left": 1590, + "right": 1610 + } + }, + { + "doc_offset": { + "start": 3033, + "end": 3041 + }, + "page_num": 2, + "text": "boolean.", + "position": { + "top": 2241, + "bottom": 2271, + "left": 1629, + "right": 1780 + } + }, + { + "doc_offset": { + "start": 3042, + "end": 3049 + }, + "page_num": 2, + "text": "Instead", + "position": { + "top": 2241, + "bottom": 2271, + "left": 1802, + "right": 1930 + } + }, + { + "doc_offset": { + "start": 3050, + "end": 3054 + }, + "page_num": 2, + "text": "it's", + "position": { + "top": 2241, + "bottom": 2271, + "left": 1951, + "right": 2000 + } + }, + { + "doc_offset": { + "start": 3055, + "end": 3062 + }, + "page_num": 2, + "text": "derived", + "position": { + "top": 2241, + "bottom": 2271, + "left": 2018, + "right": 2149 + } + }, + { + "doc_offset": { + "start": 3063, + "end": 3068 + }, + "page_num": 2, + "text": "using", + "position": { + "top": 2241, + "bottom": 2279, + "left": 2169, + "right": 2262 + } + }, + { + "doc_offset": { + "start": 3069, + "end": 3072 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2241, + "bottom": 2271, + "left": 2280, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 3073, + "end": 3079 + }, + "page_num": 2, + "text": "status", + "position": { + "top": 2295, + "bottom": 2321, + "left": 260, + "right": 379 + } + }, + { + "doc_offset": { + "start": 3080, + "end": 3082 + }, + "page_num": 2, + "text": "of", + "position": { + "top": 2291, + "bottom": 2320, + "left": 408, + "right": 442 + } + }, + { + "doc_offset": { + "start": 3083, + "end": 3086 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2291, + "bottom": 2320, + "left": 454, + "right": 510 + } + }, + { + "doc_offset": { + "start": 3087, + "end": 3097 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 2291, + "bottom": 2320, + "left": 523, + "right": 725 + } + }, + { + "doc_offset": { + "start": 3098, + "end": 3104 + }, + "page_num": 2, + "text": "(where", + "position": { + "top": 2290, + "bottom": 2328, + "left": 741, + "right": 859 + } + }, + { + "doc_offset": { + "start": 3105, + "end": 3111 + }, + "page_num": 2, + "text": "status", + "position": { + "top": 2295, + "bottom": 2321, + "left": 888, + "right": 1007 + } + }, + { + "doc_offset": { + "start": 3112, + "end": 3114 + }, + "page_num": 2, + "text": "==", + "position": { + "top": 2304, + "bottom": 2315, + "left": 1036, + "right": 1081 + } + }, + { + "doc_offset": { + "start": 3115, + "end": 3125 + }, + "page_num": 2, + "text": "\u201cFAILED\u201d).", + "position": { + "top": 2290, + "bottom": 2328, + "left": 1097, + "right": 1281 + } + } +] \ No newline at end of file diff --git a/tests/data/etloutput/4288/107456/101155/page_3_text.txt b/tests/data/etloutput/4288/107456/101155/page_3_text.txt new file mode 100644 index 0000000..95a2d34 --- /dev/null +++ b/tests/data/etloutput/4288/107456/101155/page_3_text.txt @@ -0,0 +1,49 @@ +Example GraphQL Query +query Submissions { +submissions(orderBy: UPDATED_BY, desc: true, limit: 1000) { +submissions { +id +createdAt +inputFiles { +id +filename +} +reviews { +createdBy +startedAt +completedAt +rejected +notes +reviewType +} +retrieved +updatedAt +workflowId +} +} +} +Scheduled Process Logic +This is a heavyweight query. Submissions are ordered by updatedAt descending, and results should be +paginated such that processing can stop once all submissions have been processed whose updatedAt +date is greater than the timestamp of the previous run of the integration. +Data Reconciliation +The output will include the primary key id needed to update existing rows and insert new rows into the +Metrics database. +1.4 +Submission File +Column +Type +GraphQL Source +id +int +submission.inputFile.id +name +str +submission.inputFile.filename +submission_id +int +submission.id +See the Submission section's example GraphQL query. +Data Reconciliation +The output will include the primary key id needed to update existing rows and insert new rows into the +Metrics database. \ No newline at end of file diff --git a/tests/data/etloutput/4288/107456/101155/page_3_tokens.json b/tests/data/etloutput/4288/107456/101155/page_3_tokens.json new file mode 100644 index 0000000..65d74a7 --- /dev/null +++ b/tests/data/etloutput/4288/107456/101155/page_3_tokens.json @@ -0,0 +1,2116 @@ +[ + { + "doc_offset": { + "start": 3126, + "end": 3133 + }, + "page_num": 3, + "text": "Example", + "position": { + "top": 16, + "bottom": 55, + "left": 215, + "right": 391 + } + }, + { + "doc_offset": { + "start": 3134, + "end": 3141 + }, + "page_num": 3, + "text": "GraphQL", + "position": { + "top": 15, + "bottom": 55, + "left": 406, + "right": 591 + } + }, + { + "doc_offset": { + "start": 3142, + "end": 3147 + }, + "page_num": 3, + "text": "Query", + "position": { + "top": 15, + "bottom": 55, + "left": 606, + "right": 729 + } + }, + { + "doc_offset": { + "start": 3148, + "end": 3153 + }, + "page_num": 3, + "text": "query", + "position": { + "top": 139, + "bottom": 174, + "left": 244, + "right": 374 + } + }, + { + "doc_offset": { + "start": 3154, + "end": 3165 + }, + "page_num": 3, + "text": "Submissions", + "position": { + "top": 128, + "bottom": 165, + "left": 405, + "right": 693 + } + }, + { + "doc_offset": { + "start": 3166, + "end": 3167 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 128, + "bottom": 172, + "left": 728, + "right": 747 + } + }, + { + "doc_offset": { + "start": 3168, + "end": 3188 + }, + "page_num": 3, + "text": "submissions(orderBy:", + "position": { + "top": 190, + "bottom": 236, + "left": 334, + "right": 856 + } + }, + { + "doc_offset": { + "start": 3189, + "end": 3200 + }, + "page_num": 3, + "text": "UPDATED_BY,", + "position": { + "top": 192, + "bottom": 235, + "left": 895, + "right": 1178 + } + }, + { + "doc_offset": { + "start": 3201, + "end": 3206 + }, + "page_num": 3, + "text": "desc:", + "position": { + "top": 191, + "bottom": 227, + "left": 1216, + "right": 1338 + } + }, + { + "doc_offset": { + "start": 3207, + "end": 3212 + }, + "page_num": 3, + "text": "true,", + "position": { + "top": 194, + "bottom": 235, + "left": 1376, + "right": 1499 + } + }, + { + "doc_offset": { + "start": 3213, + "end": 3219 + }, + "page_num": 3, + "text": "limit:", + "position": { + "top": 190, + "bottom": 227, + "left": 1538, + "right": 1686 + } + }, + { + "doc_offset": { + "start": 3220, + "end": 3225 + }, + "page_num": 3, + "text": "1000)", + "position": { + "top": 190, + "bottom": 234, + "left": 1727, + "right": 1852 + } + }, + { + "doc_offset": { + "start": 3226, + "end": 3227 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 190, + "bottom": 234, + "left": 1888, + "right": 1907 + } + }, + { + "doc_offset": { + "start": 3228, + "end": 3239 + }, + "page_num": 3, + "text": "submissions", + "position": { + "top": 253, + "bottom": 289, + "left": 441, + "right": 728 + } + }, + { + "doc_offset": { + "start": 3240, + "end": 3241 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 253, + "bottom": 297, + "left": 763, + "right": 783 + } + }, + { + "doc_offset": { + "start": 3242, + "end": 3244 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 315, + "bottom": 352, + "left": 548, + "right": 595 + } + }, + { + "doc_offset": { + "start": 3245, + "end": 3254 + }, + "page_num": 3, + "text": "createdAt", + "position": { + "top": 378, + "bottom": 414, + "left": 548, + "right": 782 + } + }, + { + "doc_offset": { + "start": 3255, + "end": 3265 + }, + "page_num": 3, + "text": "inputFiles", + "position": { + "top": 440, + "bottom": 485, + "left": 548, + "right": 809 + } + }, + { + "doc_offset": { + "start": 3266, + "end": 3267 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 440, + "bottom": 484, + "left": 844, + "right": 863 + } + }, + { + "doc_offset": { + "start": 3268, + "end": 3270 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 503, + "bottom": 539, + "left": 655, + "right": 702 + } + }, + { + "doc_offset": { + "start": 3271, + "end": 3279 + }, + "page_num": 3, + "text": "filename", + "position": { + "top": 565, + "bottom": 602, + "left": 655, + "right": 863 + } + }, + { + "doc_offset": { + "start": 3280, + "end": 3281 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 628, + "bottom": 672, + "left": 547, + "right": 567 + } + }, + { + "doc_offset": { + "start": 3282, + "end": 3289 + }, + "page_num": 3, + "text": "reviews", + "position": { + "top": 690, + "bottom": 727, + "left": 550, + "right": 728 + } + }, + { + "doc_offset": { + "start": 3290, + "end": 3291 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 690, + "bottom": 734, + "left": 763, + "right": 783 + } + }, + { + "doc_offset": { + "start": 3292, + "end": 3301 + }, + "page_num": 3, + "text": "createdBy", + "position": { + "top": 753, + "bottom": 799, + "left": 655, + "right": 892 + } + }, + { + "doc_offset": { + "start": 3302, + "end": 3311 + }, + "page_num": 3, + "text": "startedAt", + "position": { + "top": 816, + "bottom": 852, + "left": 655, + "right": 889 + } + }, + { + "doc_offset": { + "start": 3312, + "end": 3323 + }, + "page_num": 3, + "text": "completedAt", + "position": { + "top": 878, + "bottom": 923, + "left": 655, + "right": 943 + } + }, + { + "doc_offset": { + "start": 3324, + "end": 3332 + }, + "page_num": 3, + "text": "rejected", + "position": { + "top": 940, + "bottom": 986, + "left": 657, + "right": 863 + } + }, + { + "doc_offset": { + "start": 3333, + "end": 3338 + }, + "page_num": 3, + "text": "notes", + "position": { + "top": 1006, + "bottom": 1039, + "left": 655, + "right": 782 + } + }, + { + "doc_offset": { + "start": 3339, + "end": 3349 + }, + "page_num": 3, + "text": "reviewType", + "position": { + "top": 1065, + "bottom": 1111, + "left": 657, + "right": 916 + } + }, + { + "doc_offset": { + "start": 3350, + "end": 3351 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 1128, + "bottom": 1172, + "left": 547, + "right": 567 + } + }, + { + "doc_offset": { + "start": 3352, + "end": 3361 + }, + "page_num": 3, + "text": "retrieved", + "position": { + "top": 1190, + "bottom": 1227, + "left": 550, + "right": 782 + } + }, + { + "doc_offset": { + "start": 3362, + "end": 3371 + }, + "page_num": 3, + "text": "updatedAt", + "position": { + "top": 1253, + "bottom": 1298, + "left": 548, + "right": 782 + } + }, + { + "doc_offset": { + "start": 3372, + "end": 3382 + }, + "page_num": 3, + "text": "workflowId", + "position": { + "top": 1315, + "bottom": 1352, + "left": 545, + "right": 809 + } + }, + { + "doc_offset": { + "start": 3383, + "end": 3384 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 1378, + "bottom": 1422, + "left": 440, + "right": 460 + } + }, + { + "doc_offset": { + "start": 3385, + "end": 3386 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 1440, + "bottom": 1484, + "left": 333, + "right": 352 + } + }, + { + "doc_offset": { + "start": 3387, + "end": 3388 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 1503, + "bottom": 1547, + "left": 226, + "right": 245 + } + }, + { + "doc_offset": { + "start": 3389, + "end": 3398 + }, + "page_num": 3, + "text": "Scheduled", + "position": { + "top": 1623, + "bottom": 1656, + "left": 213, + "right": 430 + } + }, + { + "doc_offset": { + "start": 3399, + "end": 3406 + }, + "page_num": 3, + "text": "Process", + "position": { + "top": 1624, + "bottom": 1656, + "left": 448, + "right": 613 + } + }, + { + "doc_offset": { + "start": 3407, + "end": 3412 + }, + "page_num": 3, + "text": "Logic", + "position": { + "top": 1624, + "bottom": 1664, + "left": 629, + "right": 741 + } + }, + { + "doc_offset": { + "start": 3413, + "end": 3417 + }, + "page_num": 3, + "text": "This", + "position": { + "top": 1728, + "bottom": 1760, + "left": 212, + "right": 292 + } + }, + { + "doc_offset": { + "start": 3418, + "end": 3420 + }, + "page_num": 3, + "text": "is", + "position": { + "top": 1728, + "bottom": 1760, + "left": 314, + "right": 342 + } + }, + { + "doc_offset": { + "start": 3421, + "end": 3422 + }, + "page_num": 3, + "text": "a", + "position": { + "top": 1736, + "bottom": 1760, + "left": 363, + "right": 384 + } + }, + { + "doc_offset": { + "start": 3423, + "end": 3434 + }, + "page_num": 3, + "text": "heavyweight", + "position": { + "top": 1728, + "bottom": 1768, + "left": 406, + "right": 647 + } + }, + { + "doc_offset": { + "start": 3435, + "end": 3441 + }, + "page_num": 3, + "text": "query.", + "position": { + "top": 1736, + "bottom": 1768, + "left": 668, + "right": 782 + } + }, + { + "doc_offset": { + "start": 3442, + "end": 3453 + }, + "page_num": 3, + "text": "Submissions", + "position": { + "top": 1727, + "bottom": 1760, + "left": 805, + "right": 1053 + } + }, + { + "doc_offset": { + "start": 3454, + "end": 3457 + }, + "page_num": 3, + "text": "are", + "position": { + "top": 1736, + "bottom": 1760, + "left": 1074, + "right": 1132 + } + }, + { + "doc_offset": { + "start": 3458, + "end": 3465 + }, + "page_num": 3, + "text": "ordered", + "position": { + "top": 1728, + "bottom": 1760, + "left": 1153, + "right": 1301 + } + }, + { + "doc_offset": { + "start": 3466, + "end": 3468 + }, + "page_num": 3, + "text": "by", + "position": { + "top": 1728, + "bottom": 1768, + "left": 1325, + "right": 1369 + } + }, + { + "doc_offset": { + "start": 3469, + "end": 3478 + }, + "page_num": 3, + "text": "updatedAt", + "position": { + "top": 1730, + "bottom": 1767, + "left": 1406, + "right": 1601 + } + }, + { + "doc_offset": { + "start": 3479, + "end": 3490 + }, + "page_num": 3, + "text": "descending,", + "position": { + "top": 1728, + "bottom": 1768, + "left": 1639, + "right": 1874 + } + }, + { + "doc_offset": { + "start": 3491, + "end": 3494 + }, + "page_num": 3, + "text": "and", + "position": { + "top": 1728, + "bottom": 1760, + "left": 1898, + "right": 1967 + } + }, + { + "doc_offset": { + "start": 3495, + "end": 3502 + }, + "page_num": 3, + "text": "results", + "position": { + "top": 1728, + "bottom": 1760, + "left": 1992, + "right": 2117 + } + }, + { + "doc_offset": { + "start": 3503, + "end": 3509 + }, + "page_num": 3, + "text": "should", + "position": { + "top": 1728, + "bottom": 1760, + "left": 2139, + "right": 2266 + } + }, + { + "doc_offset": { + "start": 3510, + "end": 3512 + }, + "page_num": 3, + "text": "be", + "position": { + "top": 1728, + "bottom": 1760, + "left": 2291, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 3513, + "end": 3522 + }, + "page_num": 3, + "text": "paginated", + "position": { + "top": 1789, + "bottom": 1830, + "left": 215, + "right": 404 + } + }, + { + "doc_offset": { + "start": 3523, + "end": 3527 + }, + "page_num": 3, + "text": "such", + "position": { + "top": 1789, + "bottom": 1821, + "left": 428, + "right": 517 + } + }, + { + "doc_offset": { + "start": 3528, + "end": 3532 + }, + "page_num": 3, + "text": "that", + "position": { + "top": 1789, + "bottom": 1821, + "left": 540, + "right": 613 + } + }, + { + "doc_offset": { + "start": 3533, + "end": 3543 + }, + "page_num": 3, + "text": "processing", + "position": { + "top": 1789, + "bottom": 1830, + "left": 637, + "right": 846 + } + }, + { + "doc_offset": { + "start": 3544, + "end": 3547 + }, + "page_num": 3, + "text": "can", + "position": { + "top": 1797, + "bottom": 1821, + "left": 869, + "right": 936 + } + }, + { + "doc_offset": { + "start": 3548, + "end": 3552 + }, + "page_num": 3, + "text": "stop", + "position": { + "top": 1791, + "bottom": 1829, + "left": 959, + "right": 1043 + } + }, + { + "doc_offset": { + "start": 3553, + "end": 3557 + }, + "page_num": 3, + "text": "once", + "position": { + "top": 1797, + "bottom": 1821, + "left": 1065, + "right": 1159 + } + }, + { + "doc_offset": { + "start": 3558, + "end": 3561 + }, + "page_num": 3, + "text": "all", + "position": { + "top": 1789, + "bottom": 1821, + "left": 1180, + "right": 1219 + } + }, + { + "doc_offset": { + "start": 3562, + "end": 3573 + }, + "page_num": 3, + "text": "submissions", + "position": { + "top": 1789, + "bottom": 1821, + "left": 1242, + "right": 1483 + } + }, + { + "doc_offset": { + "start": 3574, + "end": 3578 + }, + "page_num": 3, + "text": "have", + "position": { + "top": 1789, + "bottom": 1821, + "left": 1506, + "right": 1596 + } + }, + { + "doc_offset": { + "start": 3579, + "end": 3583 + }, + "page_num": 3, + "text": "been", + "position": { + "top": 1789, + "bottom": 1821, + "left": 1619, + "right": 1710 + } + }, + { + "doc_offset": { + "start": 3584, + "end": 3593 + }, + "page_num": 3, + "text": "processed", + "position": { + "top": 1789, + "bottom": 1829, + "left": 1735, + "right": 1934 + } + }, + { + "doc_offset": { + "start": 3594, + "end": 3599 + }, + "page_num": 3, + "text": "whose", + "position": { + "top": 1789, + "bottom": 1821, + "left": 1957, + "right": 2083 + } + }, + { + "doc_offset": { + "start": 3600, + "end": 3609 + }, + "page_num": 3, + "text": "updatedAt", + "position": { + "top": 1791, + "bottom": 1828, + "left": 2121, + "right": 2316 + } + }, + { + "doc_offset": { + "start": 3610, + "end": 3614 + }, + "page_num": 3, + "text": "date", + "position": { + "top": 1851, + "bottom": 1882, + "left": 214, + "right": 298 + } + }, + { + "doc_offset": { + "start": 3615, + "end": 3617 + }, + "page_num": 3, + "text": "is", + "position": { + "top": 1851, + "bottom": 1882, + "left": 314, + "right": 341 + } + }, + { + "doc_offset": { + "start": 3618, + "end": 3625 + }, + "page_num": 3, + "text": "greater", + "position": { + "top": 1852, + "bottom": 1891, + "left": 356, + "right": 492 + } + }, + { + "doc_offset": { + "start": 3626, + "end": 3630 + }, + "page_num": 3, + "text": "than", + "position": { + "top": 1851, + "bottom": 1882, + "left": 505, + "right": 588 + } + }, + { + "doc_offset": { + "start": 3631, + "end": 3634 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 1851, + "bottom": 1882, + "left": 603, + "right": 663 + } + }, + { + "doc_offset": { + "start": 3635, + "end": 3644 + }, + "page_num": 3, + "text": "timestamp", + "position": { + "top": 1851, + "bottom": 1890, + "left": 677, + "right": 882 + } + }, + { + "doc_offset": { + "start": 3645, + "end": 3647 + }, + "page_num": 3, + "text": "of", + "position": { + "top": 1850, + "bottom": 1882, + "left": 897, + "right": 934 + } + }, + { + "doc_offset": { + "start": 3648, + "end": 3651 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 1851, + "bottom": 1882, + "left": 946, + "right": 1006 + } + }, + { + "doc_offset": { + "start": 3652, + "end": 3660 + }, + "page_num": 3, + "text": "previous", + "position": { + "top": 1851, + "bottom": 1890, + "left": 1023, + "right": 1184 + } + }, + { + "doc_offset": { + "start": 3661, + "end": 3664 + }, + "page_num": 3, + "text": "run", + "position": { + "top": 1859, + "bottom": 1882, + "left": 1201, + "right": 1258 + } + }, + { + "doc_offset": { + "start": 3665, + "end": 3667 + }, + "page_num": 3, + "text": "of", + "position": { + "top": 1850, + "bottom": 1882, + "left": 1275, + "right": 1311 + } + }, + { + "doc_offset": { + "start": 3668, + "end": 3671 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 1851, + "bottom": 1882, + "left": 1324, + "right": 1384 + } + }, + { + "doc_offset": { + "start": 3672, + "end": 3684 + }, + "page_num": 3, + "text": "integration.", + "position": { + "top": 1851, + "bottom": 1891, + "left": 1400, + "right": 1613 + } + }, + { + "doc_offset": { + "start": 3685, + "end": 3689 + }, + "page_num": 3, + "text": "Data", + "position": { + "top": 1957, + "bottom": 1988, + "left": 215, + "right": 308 + } + }, + { + "doc_offset": { + "start": 3690, + "end": 3704 + }, + "page_num": 3, + "text": "Reconciliation", + "position": { + "top": 1957, + "bottom": 1988, + "left": 325, + "right": 618 + } + }, + { + "doc_offset": { + "start": 3705, + "end": 3708 + }, + "page_num": 3, + "text": "The", + "position": { + "top": 2061, + "bottom": 2092, + "left": 212, + "right": 284 + } + }, + { + "doc_offset": { + "start": 3709, + "end": 3715 + }, + "page_num": 3, + "text": "output", + "position": { + "top": 2062, + "bottom": 2100, + "left": 304, + "right": 428 + } + }, + { + "doc_offset": { + "start": 3716, + "end": 3720 + }, + "page_num": 3, + "text": "will", + "position": { + "top": 2061, + "bottom": 2092, + "left": 447, + "right": 506 + } + }, + { + "doc_offset": { + "start": 3721, + "end": 3728 + }, + "page_num": 3, + "text": "include", + "position": { + "top": 2061, + "bottom": 2092, + "left": 529, + "right": 666 + } + }, + { + "doc_offset": { + "start": 3729, + "end": 3732 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 2061, + "bottom": 2092, + "left": 685, + "right": 745 + } + }, + { + "doc_offset": { + "start": 3733, + "end": 3740 + }, + "page_num": 3, + "text": "primary", + "position": { + "top": 2061, + "bottom": 2101, + "left": 766, + "right": 910 + } + }, + { + "doc_offset": { + "start": 3741, + "end": 3744 + }, + "page_num": 3, + "text": "key", + "position": { + "top": 2061, + "bottom": 2101, + "left": 931, + "right": 995 + } + }, + { + "doc_offset": { + "start": 3745, + "end": 3747 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 2062, + "bottom": 2092, + "left": 1031, + "right": 1070 + } + }, + { + "doc_offset": { + "start": 3748, + "end": 3754 + }, + "page_num": 3, + "text": "needed", + "position": { + "top": 2061, + "bottom": 2092, + "left": 1107, + "right": 1248 + } + }, + { + "doc_offset": { + "start": 3755, + "end": 3757 + }, + "page_num": 3, + "text": "to", + "position": { + "top": 2062, + "bottom": 2092, + "left": 1269, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 3758, + "end": 3764 + }, + "page_num": 3, + "text": "update", + "position": { + "top": 2061, + "bottom": 2100, + "left": 1328, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 3765, + "end": 3773 + }, + "page_num": 3, + "text": "existing", + "position": { + "top": 2061, + "bottom": 2101, + "left": 1481, + "right": 1627 + } + }, + { + "doc_offset": { + "start": 3774, + "end": 3778 + }, + "page_num": 3, + "text": "rows", + "position": { + "top": 2069, + "bottom": 2092, + "left": 1650, + "right": 1740 + } + }, + { + "doc_offset": { + "start": 3779, + "end": 3782 + }, + "page_num": 3, + "text": "and", + "position": { + "top": 2061, + "bottom": 2092, + "left": 1760, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 3783, + "end": 3789 + }, + "page_num": 3, + "text": "insert", + "position": { + "top": 2061, + "bottom": 2092, + "left": 1853, + "right": 1957 + } + }, + { + "doc_offset": { + "start": 3790, + "end": 3793 + }, + "page_num": 3, + "text": "new", + "position": { + "top": 2069, + "bottom": 2092, + "left": 1978, + "right": 2055 + } + }, + { + "doc_offset": { + "start": 3794, + "end": 3798 + }, + "page_num": 3, + "text": "rows", + "position": { + "top": 2069, + "bottom": 2092, + "left": 2076, + "right": 2166 + } + }, + { + "doc_offset": { + "start": 3799, + "end": 3803 + }, + "page_num": 3, + "text": "into", + "position": { + "top": 2061, + "bottom": 2092, + "left": 2188, + "right": 2256 + } + }, + { + "doc_offset": { + "start": 3804, + "end": 3807 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 2061, + "bottom": 2092, + "left": 2276, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 3808, + "end": 3815 + }, + "page_num": 3, + "text": "Metrics", + "position": { + "top": 2122, + "bottom": 2153, + "left": 216, + "right": 356 + } + }, + { + "doc_offset": { + "start": 3816, + "end": 3825 + }, + "page_num": 3, + "text": "database.", + "position": { + "top": 2122, + "bottom": 2153, + "left": 371, + "right": 559 + } + }, + { + "doc_offset": { + "start": 3826, + "end": 3829 + }, + "page_num": 3, + "text": "1.4", + "position": { + "top": 2313, + "bottom": 2354, + "left": 219, + "right": 310 + } + }, + { + "doc_offset": { + "start": 3830, + "end": 3840 + }, + "page_num": 3, + "text": "Submission", + "position": { + "top": 2311, + "bottom": 2355, + "left": 366, + "right": 721 + } + }, + { + "doc_offset": { + "start": 3841, + "end": 3845 + }, + "page_num": 3, + "text": "File", + "position": { + "top": 2311, + "bottom": 2355, + "left": 750, + "right": 855 + } + }, + { + "doc_offset": { + "start": 3846, + "end": 3852 + }, + "page_num": 3, + "text": "Column", + "position": { + "top": 2470, + "bottom": 2502, + "left": 263, + "right": 421 + } + }, + { + "doc_offset": { + "start": 3853, + "end": 3857 + }, + "page_num": 3, + "text": "Type", + "position": { + "top": 2471, + "bottom": 2510, + "left": 855, + "right": 950 + } + }, + { + "doc_offset": { + "start": 3858, + "end": 3865 + }, + "page_num": 3, + "text": "GraphQL", + "position": { + "top": 2470, + "bottom": 2510, + "left": 1159, + "right": 1344 + } + }, + { + "doc_offset": { + "start": 3866, + "end": 3872 + }, + "page_num": 3, + "text": "Source", + "position": { + "top": 2470, + "bottom": 2502, + "left": 1358, + "right": 1504 + } + }, + { + "doc_offset": { + "start": 3873, + "end": 3875 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 2571, + "bottom": 2603, + "left": 264, + "right": 294 + } + }, + { + "doc_offset": { + "start": 3876, + "end": 3879 + }, + "page_num": 3, + "text": "int", + "position": { + "top": 2571, + "bottom": 2603, + "left": 858, + "right": 901 + } + }, + { + "doc_offset": { + "start": 3880, + "end": 3903 + }, + "page_num": 3, + "text": "submission.inputFile.id", + "position": { + "top": 2571, + "bottom": 2608, + "left": 1175, + "right": 1682 + } + }, + { + "doc_offset": { + "start": 3904, + "end": 3908 + }, + "page_num": 3, + "text": "name", + "position": { + "top": 2672, + "bottom": 2696, + "left": 264, + "right": 369 + } + }, + { + "doc_offset": { + "start": 3909, + "end": 3912 + }, + "page_num": 3, + "text": "str", + "position": { + "top": 2666, + "bottom": 2696, + "left": 856, + "right": 905 + } + }, + { + "doc_offset": { + "start": 3913, + "end": 3942 + }, + "page_num": 3, + "text": "submission.inputFile.filename", + "position": { + "top": 2663, + "bottom": 2701, + "left": 1175, + "right": 1816 + } + }, + { + "doc_offset": { + "start": 3943, + "end": 3956 + }, + "page_num": 3, + "text": "submission_id", + "position": { + "top": 2756, + "bottom": 2793, + "left": 262, + "right": 538 + } + }, + { + "doc_offset": { + "start": 3957, + "end": 3960 + }, + "page_num": 3, + "text": "int", + "position": { + "top": 2756, + "bottom": 2788, + "left": 858, + "right": 901 + } + }, + { + "doc_offset": { + "start": 3961, + "end": 3974 + }, + "page_num": 3, + "text": "submission.id", + "position": { + "top": 2756, + "bottom": 2786, + "left": 1175, + "right": 1459 + } + }, + { + "doc_offset": { + "start": 3975, + "end": 3978 + }, + "page_num": 3, + "text": "See", + "position": { + "top": 2885, + "bottom": 2917, + "left": 214, + "right": 286 + } + }, + { + "doc_offset": { + "start": 3979, + "end": 3982 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 2885, + "bottom": 2917, + "left": 300, + "right": 360 + } + }, + { + "doc_offset": { + "start": 3983, + "end": 3993 + }, + "page_num": 3, + "text": "Submission", + "position": { + "top": 2884, + "bottom": 2918, + "left": 375, + "right": 598 + } + }, + { + "doc_offset": { + "start": 3994, + "end": 4003 + }, + "page_num": 3, + "text": "section's", + "position": { + "top": 2885, + "bottom": 2917, + "left": 612, + "right": 786 + } + }, + { + "doc_offset": { + "start": 4004, + "end": 4011 + }, + "page_num": 3, + "text": "example", + "position": { + "top": 2885, + "bottom": 2925, + "left": 801, + "right": 964 + } + }, + { + "doc_offset": { + "start": 4012, + "end": 4019 + }, + "page_num": 3, + "text": "GraphQL", + "position": { + "top": 2885, + "bottom": 2925, + "left": 979, + "right": 1156 + } + }, + { + "doc_offset": { + "start": 4020, + "end": 4026 + }, + "page_num": 3, + "text": "query.", + "position": { + "top": 2893, + "bottom": 2926, + "left": 1170, + "right": 1284 + } + }, + { + "doc_offset": { + "start": 4027, + "end": 4031 + }, + "page_num": 3, + "text": "Data", + "position": { + "top": 2991, + "bottom": 3023, + "left": 215, + "right": 308 + } + }, + { + "doc_offset": { + "start": 4032, + "end": 4046 + }, + "page_num": 3, + "text": "Reconciliation", + "position": { + "top": 2991, + "bottom": 3023, + "left": 325, + "right": 618 + } + }, + { + "doc_offset": { + "start": 4047, + "end": 4050 + }, + "page_num": 3, + "text": "The", + "position": { + "top": 3095, + "bottom": 3127, + "left": 212, + "right": 284 + } + }, + { + "doc_offset": { + "start": 4051, + "end": 4057 + }, + "page_num": 3, + "text": "output", + "position": { + "top": 3097, + "bottom": 3135, + "left": 304, + "right": 428 + } + }, + { + "doc_offset": { + "start": 4058, + "end": 4062 + }, + "page_num": 3, + "text": "will", + "position": { + "top": 3095, + "bottom": 3127, + "left": 447, + "right": 506 + } + }, + { + "doc_offset": { + "start": 4063, + "end": 4070 + }, + "page_num": 3, + "text": "include", + "position": { + "top": 3095, + "bottom": 3127, + "left": 529, + "right": 666 + } + }, + { + "doc_offset": { + "start": 4071, + "end": 4074 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 3095, + "bottom": 3127, + "left": 685, + "right": 745 + } + }, + { + "doc_offset": { + "start": 4075, + "end": 4082 + }, + "page_num": 3, + "text": "primary", + "position": { + "top": 3095, + "bottom": 3136, + "left": 766, + "right": 910 + } + }, + { + "doc_offset": { + "start": 4083, + "end": 4086 + }, + "page_num": 3, + "text": "key", + "position": { + "top": 3095, + "bottom": 3136, + "left": 931, + "right": 995 + } + }, + { + "doc_offset": { + "start": 4087, + "end": 4089 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 3097, + "bottom": 3127, + "left": 1031, + "right": 1070 + } + }, + { + "doc_offset": { + "start": 4090, + "end": 4096 + }, + "page_num": 3, + "text": "needed", + "position": { + "top": 3095, + "bottom": 3127, + "left": 1107, + "right": 1248 + } + }, + { + "doc_offset": { + "start": 4097, + "end": 4099 + }, + "page_num": 3, + "text": "to", + "position": { + "top": 3097, + "bottom": 3127, + "left": 1269, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 4100, + "end": 4106 + }, + "page_num": 3, + "text": "update", + "position": { + "top": 3095, + "bottom": 3135, + "left": 1328, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 4107, + "end": 4115 + }, + "page_num": 3, + "text": "existing", + "position": { + "top": 3095, + "bottom": 3136, + "left": 1481, + "right": 1627 + } + }, + { + "doc_offset": { + "start": 4116, + "end": 4120 + }, + "page_num": 3, + "text": "rows", + "position": { + "top": 3103, + "bottom": 3127, + "left": 1650, + "right": 1740 + } + }, + { + "doc_offset": { + "start": 4121, + "end": 4124 + }, + "page_num": 3, + "text": "and", + "position": { + "top": 3095, + "bottom": 3127, + "left": 1760, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 4125, + "end": 4131 + }, + "page_num": 3, + "text": "insert", + "position": { + "top": 3095, + "bottom": 3127, + "left": 1853, + "right": 1957 + } + }, + { + "doc_offset": { + "start": 4132, + "end": 4135 + }, + "page_num": 3, + "text": "new", + "position": { + "top": 3103, + "bottom": 3127, + "left": 1978, + "right": 2055 + } + }, + { + "doc_offset": { + "start": 4136, + "end": 4140 + }, + "page_num": 3, + "text": "rows", + "position": { + "top": 3103, + "bottom": 3127, + "left": 2076, + "right": 2166 + } + }, + { + "doc_offset": { + "start": 4141, + "end": 4145 + }, + "page_num": 3, + "text": "into", + "position": { + "top": 3095, + "bottom": 3127, + "left": 2188, + "right": 2256 + } + }, + { + "doc_offset": { + "start": 4146, + "end": 4149 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 3095, + "bottom": 3127, + "left": 2276, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 4150, + "end": 4157 + }, + "page_num": 3, + "text": "Metrics", + "position": { + "top": 3157, + "bottom": 3188, + "left": 216, + "right": 356 + } + }, + { + "doc_offset": { + "start": 4158, + "end": 4167 + }, + "page_num": 3, + "text": "database.", + "position": { + "top": 3157, + "bottom": 3188, + "left": 371, + "right": 559 + } + } +] \ No newline at end of file diff --git a/tests/data/etloutput/4288/107456/101155/page_4_text.txt b/tests/data/etloutput/4288/107456/101155/page_4_text.txt new file mode 100644 index 0000000..9840c5e --- /dev/null +++ b/tests/data/etloutput/4288/107456/101155/page_4_text.txt @@ -0,0 +1,33 @@ +1.5 +Reviewer +Column +Type +GraphQL Source +userSnapshot.id +id +int +name +str +userSnapshot.name +email +str +userSnapshot.email +enabled +bool +userSnapshot.enabled +Example GraphQL Query +query Users { +userSnapshot(orderBy: ID, desc: false, limit: 1000) { +results { +id +name +email +enabled +} +} +} +Scheduled Process Logic +This is a lightweight query. All reviewers will be pulled every time the integration is run. +Data Reconciliation +The output will include the primary key id needed to update existing rows and insert new rows into the +Metrics database. \ No newline at end of file diff --git a/tests/data/etloutput/4288/107456/101155/page_4_tokens.json b/tests/data/etloutput/4288/107456/101155/page_4_tokens.json new file mode 100644 index 0000000..053fb77 --- /dev/null +++ b/tests/data/etloutput/4288/107456/101155/page_4_tokens.json @@ -0,0 +1,1150 @@ +[ + { + "doc_offset": { + "start": 4168, + "end": 4171 + }, + "page_num": 4, + "text": "1.5", + "position": { + "top": 59, + "bottom": 101, + "left": 219, + "right": 309 + } + }, + { + "doc_offset": { + "start": 4172, + "end": 4180 + }, + "page_num": 4, + "text": "Reviewer", + "position": { + "top": 57, + "bottom": 101, + "left": 368, + "right": 657 + } + }, + { + "doc_offset": { + "start": 4181, + "end": 4187 + }, + "page_num": 4, + "text": "Column", + "position": { + "top": 216, + "bottom": 248, + "left": 263, + "right": 421 + } + }, + { + "doc_offset": { + "start": 4188, + "end": 4192 + }, + "page_num": 4, + "text": "Type", + "position": { + "top": 216, + "bottom": 255, + "left": 796, + "right": 891 + } + }, + { + "doc_offset": { + "start": 4193, + "end": 4200 + }, + "page_num": 4, + "text": "GraphQL", + "position": { + "top": 216, + "bottom": 255, + "left": 1194, + "right": 1380 + } + }, + { + "doc_offset": { + "start": 4201, + "end": 4207 + }, + "page_num": 4, + "text": "Source", + "position": { + "top": 216, + "bottom": 248, + "left": 1394, + "right": 1539 + } + }, + { + "doc_offset": { + "start": 4208, + "end": 4223 + }, + "page_num": 4, + "text": "userSnapshot.id", + "position": { + "top": 317, + "bottom": 354, + "left": 1210, + "right": 1539 + } + }, + { + "doc_offset": { + "start": 4224, + "end": 4226 + }, + "page_num": 4, + "text": "id", + "position": { + "top": 317, + "bottom": 349, + "left": 264, + "right": 294 + } + }, + { + "doc_offset": { + "start": 4227, + "end": 4230 + }, + "page_num": 4, + "text": "int", + "position": { + "top": 317, + "bottom": 348, + "left": 799, + "right": 842 + } + }, + { + "doc_offset": { + "start": 4231, + "end": 4235 + }, + "page_num": 4, + "text": "name", + "position": { + "top": 418, + "bottom": 441, + "left": 264, + "right": 369 + } + }, + { + "doc_offset": { + "start": 4236, + "end": 4239 + }, + "page_num": 4, + "text": "str", + "position": { + "top": 412, + "bottom": 441, + "left": 797, + "right": 846 + } + }, + { + "doc_offset": { + "start": 4240, + "end": 4257 + }, + "page_num": 4, + "text": "userSnapshot.name", + "position": { + "top": 410, + "bottom": 447, + "left": 1210, + "right": 1584 + } + }, + { + "doc_offset": { + "start": 4258, + "end": 4263 + }, + "page_num": 4, + "text": "email", + "position": { + "top": 502, + "bottom": 534, + "left": 263, + "right": 362 + } + }, + { + "doc_offset": { + "start": 4264, + "end": 4267 + }, + "page_num": 4, + "text": "str", + "position": { + "top": 504, + "bottom": 534, + "left": 797, + "right": 846 + } + }, + { + "doc_offset": { + "start": 4268, + "end": 4286 + }, + "page_num": 4, + "text": "userSnapshot.email", + "position": { + "top": 502, + "bottom": 539, + "left": 1210, + "right": 1604 + } + }, + { + "doc_offset": { + "start": 4287, + "end": 4294 + }, + "page_num": 4, + "text": "enabled", + "position": { + "top": 595, + "bottom": 626, + "left": 263, + "right": 414 + } + }, + { + "doc_offset": { + "start": 4295, + "end": 4299 + }, + "page_num": 4, + "text": "bool", + "position": { + "top": 595, + "bottom": 626, + "left": 799, + "right": 879 + } + }, + { + "doc_offset": { + "start": 4300, + "end": 4320 + }, + "page_num": 4, + "text": "userSnapshot.enabled", + "position": { + "top": 595, + "bottom": 632, + "left": 1210, + "right": 1651 + } + }, + { + "doc_offset": { + "start": 4321, + "end": 4328 + }, + "page_num": 4, + "text": "Example", + "position": { + "top": 725, + "bottom": 764, + "left": 215, + "right": 391 + } + }, + { + "doc_offset": { + "start": 4329, + "end": 4336 + }, + "page_num": 4, + "text": "GraphQL", + "position": { + "top": 724, + "bottom": 764, + "left": 406, + "right": 591 + } + }, + { + "doc_offset": { + "start": 4337, + "end": 4342 + }, + "page_num": 4, + "text": "Query", + "position": { + "top": 724, + "bottom": 764, + "left": 606, + "right": 729 + } + }, + { + "doc_offset": { + "start": 4343, + "end": 4348 + }, + "page_num": 4, + "text": "query", + "position": { + "top": 848, + "bottom": 883, + "left": 244, + "right": 374 + } + }, + { + "doc_offset": { + "start": 4349, + "end": 4354 + }, + "page_num": 4, + "text": "Users", + "position": { + "top": 839, + "bottom": 874, + "left": 404, + "right": 532 + } + }, + { + "doc_offset": { + "start": 4355, + "end": 4356 + }, + "page_num": 4, + "text": "{", + "position": { + "top": 837, + "bottom": 881, + "left": 567, + "right": 586 + } + }, + { + "doc_offset": { + "start": 4357, + "end": 4378 + }, + "page_num": 4, + "text": "userSnapshot(orderBy:", + "position": { + "top": 899, + "bottom": 945, + "left": 333, + "right": 883 + } + }, + { + "doc_offset": { + "start": 4379, + "end": 4382 + }, + "page_num": 4, + "text": "ID,", + "position": { + "top": 901, + "bottom": 945, + "left": 923, + "right": 990 + } + }, + { + "doc_offset": { + "start": 4383, + "end": 4388 + }, + "page_num": 4, + "text": "desc:", + "position": { + "top": 900, + "bottom": 936, + "left": 1029, + "right": 1150 + } + }, + { + "doc_offset": { + "start": 4389, + "end": 4395 + }, + "page_num": 4, + "text": "false,", + "position": { + "top": 899, + "bottom": 945, + "left": 1191, + "right": 1338 + } + }, + { + "doc_offset": { + "start": 4396, + "end": 4402 + }, + "page_num": 4, + "text": "limit:", + "position": { + "top": 899, + "bottom": 936, + "left": 1377, + "right": 1525 + } + }, + { + "doc_offset": { + "start": 4403, + "end": 4408 + }, + "page_num": 4, + "text": "1000)", + "position": { + "top": 899, + "bottom": 943, + "left": 1566, + "right": 1692 + } + }, + { + "doc_offset": { + "start": 4409, + "end": 4410 + }, + "page_num": 4, + "text": "{", + "position": { + "top": 899, + "bottom": 943, + "left": 1727, + "right": 1746 + } + }, + { + "doc_offset": { + "start": 4411, + "end": 4418 + }, + "page_num": 4, + "text": "results", + "position": { + "top": 963, + "bottom": 998, + "left": 443, + "right": 621 + } + }, + { + "doc_offset": { + "start": 4419, + "end": 4420 + }, + "page_num": 4, + "text": "{", + "position": { + "top": 962, + "bottom": 1006, + "left": 656, + "right": 676 + } + }, + { + "doc_offset": { + "start": 4421, + "end": 4423 + }, + "page_num": 4, + "text": "id", + "position": { + "top": 1024, + "bottom": 1061, + "left": 548, + "right": 595 + } + }, + { + "doc_offset": { + "start": 4424, + "end": 4428 + }, + "page_num": 4, + "text": "name", + "position": { + "top": 1098, + "bottom": 1123, + "left": 548, + "right": 649 + } + }, + { + "doc_offset": { + "start": 4429, + "end": 4434 + }, + "page_num": 4, + "text": "email", + "position": { + "top": 1149, + "bottom": 1186, + "left": 547, + "right": 673 + } + }, + { + "doc_offset": { + "start": 4435, + "end": 4442 + }, + "page_num": 4, + "text": "enabled", + "position": { + "top": 1213, + "bottom": 1248, + "left": 547, + "right": 729 + } + }, + { + "doc_offset": { + "start": 4443, + "end": 4444 + }, + "page_num": 4, + "text": "}", + "position": { + "top": 1337, + "bottom": 1381, + "left": 333, + "right": 352 + } + }, + { + "doc_offset": { + "start": 4445, + "end": 4446 + }, + "page_num": 4, + "text": "}", + "position": { + "top": 1399, + "bottom": 1443, + "left": 226, + "right": 245 + } + }, + { + "doc_offset": { + "start": 4447, + "end": 4448 + }, + "page_num": 4, + "text": "}", + "position": { + "top": 1274, + "bottom": 1318, + "left": 440, + "right": 460 + } + }, + { + "doc_offset": { + "start": 4449, + "end": 4458 + }, + "page_num": 4, + "text": "Scheduled", + "position": { + "top": 1520, + "bottom": 1553, + "left": 213, + "right": 430 + } + }, + { + "doc_offset": { + "start": 4459, + "end": 4466 + }, + "page_num": 4, + "text": "Process", + "position": { + "top": 1521, + "bottom": 1553, + "left": 448, + "right": 613 + } + }, + { + "doc_offset": { + "start": 4467, + "end": 4472 + }, + "page_num": 4, + "text": "Logic", + "position": { + "top": 1521, + "bottom": 1560, + "left": 629, + "right": 741 + } + }, + { + "doc_offset": { + "start": 4473, + "end": 4477 + }, + "page_num": 4, + "text": "This", + "position": { + "top": 1625, + "bottom": 1656, + "left": 212, + "right": 292 + } + }, + { + "doc_offset": { + "start": 4478, + "end": 4480 + }, + "page_num": 4, + "text": "is", + "position": { + "top": 1625, + "bottom": 1656, + "left": 308, + "right": 335 + } + }, + { + "doc_offset": { + "start": 4481, + "end": 4482 + }, + "page_num": 4, + "text": "a", + "position": { + "top": 1633, + "bottom": 1656, + "left": 351, + "right": 372 + } + }, + { + "doc_offset": { + "start": 4483, + "end": 4494 + }, + "page_num": 4, + "text": "lightweight", + "position": { + "top": 1625, + "bottom": 1665, + "left": 388, + "right": 595 + } + }, + { + "doc_offset": { + "start": 4495, + "end": 4501 + }, + "page_num": 4, + "text": "query.", + "position": { + "top": 1633, + "bottom": 1665, + "left": 611, + "right": 724 + } + }, + { + "doc_offset": { + "start": 4502, + "end": 4505 + }, + "page_num": 4, + "text": "All", + "position": { + "top": 1625, + "bottom": 1656, + "left": 740, + "right": 785 + } + }, + { + "doc_offset": { + "start": 4506, + "end": 4515 + }, + "page_num": 4, + "text": "reviewers", + "position": { + "top": 1625, + "bottom": 1656, + "left": 803, + "right": 984 + } + }, + { + "doc_offset": { + "start": 4516, + "end": 4520 + }, + "page_num": 4, + "text": "will", + "position": { + "top": 1625, + "bottom": 1656, + "left": 999, + "right": 1057 + } + }, + { + "doc_offset": { + "start": 4521, + "end": 4523 + }, + "page_num": 4, + "text": "be", + "position": { + "top": 1625, + "bottom": 1656, + "left": 1075, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 4524, + "end": 4530 + }, + "page_num": 4, + "text": "pulled", + "position": { + "top": 1625, + "bottom": 1665, + "left": 1137, + "right": 1250 + } + }, + { + "doc_offset": { + "start": 4531, + "end": 4536 + }, + "page_num": 4, + "text": "every", + "position": { + "top": 1633, + "bottom": 1665, + "left": 1267, + "right": 1370 + } + }, + { + "doc_offset": { + "start": 4537, + "end": 4541 + }, + "page_num": 4, + "text": "time", + "position": { + "top": 1625, + "bottom": 1656, + "left": 1383, + "right": 1466 + } + }, + { + "doc_offset": { + "start": 4542, + "end": 4545 + }, + "page_num": 4, + "text": "the", + "position": { + "top": 1625, + "bottom": 1656, + "left": 1480, + "right": 1540 + } + }, + { + "doc_offset": { + "start": 4546, + "end": 4557 + }, + "page_num": 4, + "text": "integration", + "position": { + "top": 1625, + "bottom": 1665, + "left": 1556, + "right": 1758 + } + }, + { + "doc_offset": { + "start": 4558, + "end": 4560 + }, + "page_num": 4, + "text": "is", + "position": { + "top": 1625, + "bottom": 1656, + "left": 1776, + "right": 1803 + } + }, + { + "doc_offset": { + "start": 4561, + "end": 4565 + }, + "page_num": 4, + "text": "run.", + "position": { + "top": 1633, + "bottom": 1656, + "left": 1819, + "right": 1888 + } + }, + { + "doc_offset": { + "start": 4566, + "end": 4570 + }, + "page_num": 4, + "text": "Data", + "position": { + "top": 1731, + "bottom": 1763, + "left": 215, + "right": 308 + } + }, + { + "doc_offset": { + "start": 4571, + "end": 4585 + }, + "page_num": 4, + "text": "Reconciliation", + "position": { + "top": 1731, + "bottom": 1763, + "left": 325, + "right": 618 + } + }, + { + "doc_offset": { + "start": 4586, + "end": 4589 + }, + "page_num": 4, + "text": "The", + "position": { + "top": 1835, + "bottom": 1866, + "left": 212, + "right": 284 + } + }, + { + "doc_offset": { + "start": 4590, + "end": 4596 + }, + "page_num": 4, + "text": "output", + "position": { + "top": 1837, + "bottom": 1875, + "left": 304, + "right": 428 + } + }, + { + "doc_offset": { + "start": 4597, + "end": 4601 + }, + "page_num": 4, + "text": "will", + "position": { + "top": 1835, + "bottom": 1866, + "left": 447, + "right": 506 + } + }, + { + "doc_offset": { + "start": 4602, + "end": 4609 + }, + "page_num": 4, + "text": "include", + "position": { + "top": 1835, + "bottom": 1866, + "left": 529, + "right": 666 + } + }, + { + "doc_offset": { + "start": 4610, + "end": 4613 + }, + "page_num": 4, + "text": "the", + "position": { + "top": 1835, + "bottom": 1866, + "left": 685, + "right": 745 + } + }, + { + "doc_offset": { + "start": 4614, + "end": 4621 + }, + "page_num": 4, + "text": "primary", + "position": { + "top": 1835, + "bottom": 1875, + "left": 766, + "right": 910 + } + }, + { + "doc_offset": { + "start": 4622, + "end": 4625 + }, + "page_num": 4, + "text": "key", + "position": { + "top": 1835, + "bottom": 1875, + "left": 931, + "right": 995 + } + }, + { + "doc_offset": { + "start": 4626, + "end": 4628 + }, + "page_num": 4, + "text": "id", + "position": { + "top": 1836, + "bottom": 1866, + "left": 1031, + "right": 1070 + } + }, + { + "doc_offset": { + "start": 4629, + "end": 4635 + }, + "page_num": 4, + "text": "needed", + "position": { + "top": 1835, + "bottom": 1866, + "left": 1107, + "right": 1248 + } + }, + { + "doc_offset": { + "start": 4636, + "end": 4638 + }, + "page_num": 4, + "text": "to", + "position": { + "top": 1837, + "bottom": 1866, + "left": 1269, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 4639, + "end": 4645 + }, + "page_num": 4, + "text": "update", + "position": { + "top": 1835, + "bottom": 1875, + "left": 1328, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 4646, + "end": 4654 + }, + "page_num": 4, + "text": "existing", + "position": { + "top": 1835, + "bottom": 1875, + "left": 1481, + "right": 1627 + } + }, + { + "doc_offset": { + "start": 4655, + "end": 4659 + }, + "page_num": 4, + "text": "rows", + "position": { + "top": 1843, + "bottom": 1866, + "left": 1650, + "right": 1740 + } + }, + { + "doc_offset": { + "start": 4660, + "end": 4663 + }, + "page_num": 4, + "text": "and", + "position": { + "top": 1835, + "bottom": 1866, + "left": 1760, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 4664, + "end": 4670 + }, + "page_num": 4, + "text": "insert", + "position": { + "top": 1835, + "bottom": 1866, + "left": 1853, + "right": 1957 + } + }, + { + "doc_offset": { + "start": 4671, + "end": 4674 + }, + "page_num": 4, + "text": "new", + "position": { + "top": 1843, + "bottom": 1866, + "left": 1978, + "right": 2055 + } + }, + { + "doc_offset": { + "start": 4675, + "end": 4679 + }, + "page_num": 4, + "text": "rows", + "position": { + "top": 1843, + "bottom": 1866, + "left": 2076, + "right": 2166 + } + }, + { + "doc_offset": { + "start": 4680, + "end": 4684 + }, + "page_num": 4, + "text": "into", + "position": { + "top": 1835, + "bottom": 1866, + "left": 2188, + "right": 2256 + } + }, + { + "doc_offset": { + "start": 4685, + "end": 4688 + }, + "page_num": 4, + "text": "the", + "position": { + "top": 1835, + "bottom": 1866, + "left": 2276, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 4689, + "end": 4696 + }, + "page_num": 4, + "text": "Metrics", + "position": { + "top": 1896, + "bottom": 1928, + "left": 216, + "right": 356 + } + }, + { + "doc_offset": { + "start": 4697, + "end": 4706 + }, + "page_num": 4, + "text": "database.", + "position": { + "top": 1896, + "bottom": 1928, + "left": 371, + "right": 559 + } + } +] \ No newline at end of file diff --git a/tests/data/etloutput/4288/107456/101155/page_5_text.txt b/tests/data/etloutput/4288/107456/101155/page_5_text.txt new file mode 100644 index 0000000..d925fde --- /dev/null +++ b/tests/data/etloutput/4288/107456/101155/page_5_text.txt @@ -0,0 +1,42 @@ +1.6 +Prediction +Column +id +uuid +Type +Result File Source +Generated by integration5 +label +str +Prediction.Label 6,7 +predicted_value +str +Prediction.Text 8,7 +reviewed_value +str +Prediction.Text 8,7 +submission_file_id +int +model_id +int +Prediction.Document.Id 7 +Prediction.Model.Id 7 +5 Predictions do not have a system-assigned unique identifier. Recommended that the integration pulling this data +generates a unique UUIDv7 for each prediction. +6 For performance reasons, this column should have an index. Depending upon the DBMS, this column may need to +be normalized out, hashed, or otherwise converted to an indexable type. +7 Based on the Result File classes in the Indico Toolkit (available in Python and C# versions). +8 As predictions do not have a system-assigned unique identifier, predicted values and reviewed values must be +matched by similarity within the integration. An example of doing so is available in the Indico-developed +groundtruth program. +Scheduled Process Logic +This is a heavyweight query tied to submissions. Because predictions have no system-assigned unique +identifier, and the identifier assigned by the integration is not stable, predictions must be pulled only once +per submission. This should occur at the terminal state of the submission just before it's omitted from future +processing: i.e. when the submission is marked as retrieved. Once a submission is marked as retrieved, +there should be no further updates to the submission resetting its updatedAt attribute, therefore it will be +omitted from all future runs of the integration. +Data Reconciliation +The output does not include a primary key needed to update existing rows. As such it will only contain new +rows to be inserted into the Metrics database. +formatted by Markdeep 1.17 ✒ \ No newline at end of file diff --git a/tests/data/etloutput/4288/107456/101155/page_5_tokens.json b/tests/data/etloutput/4288/107456/101155/page_5_tokens.json new file mode 100644 index 0000000..0bb8467 --- /dev/null +++ b/tests/data/etloutput/4288/107456/101155/page_5_tokens.json @@ -0,0 +1,3712 @@ +[ + { + "doc_offset": { + "start": 4707, + "end": 4710 + }, + "page_num": 5, + "text": "1.6", + "position": { + "top": 143, + "bottom": 185, + "left": 219, + "right": 309 + } + }, + { + "doc_offset": { + "start": 4711, + "end": 4721 + }, + "page_num": 5, + "text": "Prediction", + "position": { + "top": 142, + "bottom": 185, + "left": 368, + "right": 680 + } + }, + { + "doc_offset": { + "start": 4722, + "end": 4728 + }, + "page_num": 5, + "text": "Column", + "position": { + "top": 300, + "bottom": 333, + "left": 263, + "right": 421 + } + }, + { + "doc_offset": { + "start": 4729, + "end": 4731 + }, + "page_num": 5, + "text": "id", + "position": { + "top": 408, + "bottom": 440, + "left": 264, + "right": 294 + } + }, + { + "doc_offset": { + "start": 4732, + "end": 4736 + }, + "page_num": 5, + "text": "uuid", + "position": { + "top": 408, + "bottom": 440, + "left": 1015, + "right": 1094 + } + }, + { + "doc_offset": { + "start": 4737, + "end": 4741 + }, + "page_num": 5, + "text": "Type", + "position": { + "top": 301, + "bottom": 340, + "left": 1013, + "right": 1108 + } + }, + { + "doc_offset": { + "start": 4742, + "end": 4748 + }, + "page_num": 5, + "text": "Result", + "position": { + "top": 301, + "bottom": 333, + "left": 1332, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 4749, + "end": 4753 + }, + "page_num": 5, + "text": "File", + "position": { + "top": 301, + "bottom": 333, + "left": 1477, + "right": 1546 + } + }, + { + "doc_offset": { + "start": 4754, + "end": 4760 + }, + "page_num": 5, + "text": "Source", + "position": { + "top": 300, + "bottom": 333, + "left": 1561, + "right": 1706 + } + }, + { + "doc_offset": { + "start": 4761, + "end": 4770 + }, + "page_num": 5, + "text": "Generated", + "position": { + "top": 414, + "bottom": 447, + "left": 1331, + "right": 1532 + } + }, + { + "doc_offset": { + "start": 4771, + "end": 4773 + }, + "page_num": 5, + "text": "by", + "position": { + "top": 415, + "bottom": 455, + "left": 1550, + "right": 1594 + } + }, + { + "doc_offset": { + "start": 4774, + "end": 4786 + }, + "page_num": 5, + "text": "integration5", + "position": { + "top": 412, + "bottom": 455, + "left": 1610, + "right": 1832 + } + }, + { + "doc_offset": { + "start": 4787, + "end": 4792 + }, + "page_num": 5, + "text": "label", + "position": { + "top": 512, + "bottom": 544, + "left": 264, + "right": 350 + } + }, + { + "doc_offset": { + "start": 4793, + "end": 4796 + }, + "page_num": 5, + "text": "str", + "position": { + "top": 514, + "bottom": 544, + "left": 1014, + "right": 1063 + } + }, + { + "doc_offset": { + "start": 4797, + "end": 4813 + }, + "page_num": 5, + "text": "Prediction.Label", + "position": { + "top": 521, + "bottom": 552, + "left": 1347, + "right": 1696 + } + }, + { + "doc_offset": { + "start": 4814, + "end": 4817 + }, + "page_num": 5, + "text": "6,7", + "position": { + "top": 510, + "bottom": 543, + "left": 1717, + "right": 1764 + } + }, + { + "doc_offset": { + "start": 4818, + "end": 4833 + }, + "page_num": 5, + "text": "predicted_value", + "position": { + "top": 615, + "bottom": 655, + "left": 264, + "right": 570 + } + }, + { + "doc_offset": { + "start": 4834, + "end": 4837 + }, + "page_num": 5, + "text": "str", + "position": { + "top": 617, + "bottom": 647, + "left": 1014, + "right": 1063 + } + }, + { + "doc_offset": { + "start": 4838, + "end": 4853 + }, + "page_num": 5, + "text": "Prediction.Text", + "position": { + "top": 624, + "bottom": 655, + "left": 1347, + "right": 1676 + } + }, + { + "doc_offset": { + "start": 4854, + "end": 4857 + }, + "page_num": 5, + "text": "8,7", + "position": { + "top": 613, + "bottom": 646, + "left": 1695, + "right": 1743 + } + }, + { + "doc_offset": { + "start": 4858, + "end": 4872 + }, + "page_num": 5, + "text": "reviewed_value", + "position": { + "top": 718, + "bottom": 755, + "left": 264, + "right": 560 + } + }, + { + "doc_offset": { + "start": 4873, + "end": 4876 + }, + "page_num": 5, + "text": "str", + "position": { + "top": 720, + "bottom": 750, + "left": 1014, + "right": 1063 + } + }, + { + "doc_offset": { + "start": 4877, + "end": 4892 + }, + "page_num": 5, + "text": "Prediction.Text", + "position": { + "top": 727, + "bottom": 758, + "left": 1347, + "right": 1676 + } + }, + { + "doc_offset": { + "start": 4893, + "end": 4896 + }, + "page_num": 5, + "text": "8,7", + "position": { + "top": 716, + "bottom": 748, + "left": 1695, + "right": 1743 + } + }, + { + "doc_offset": { + "start": 4897, + "end": 4915 + }, + "page_num": 5, + "text": "submission_file_id", + "position": { + "top": 820, + "bottom": 857, + "left": 262, + "right": 615 + } + }, + { + "doc_offset": { + "start": 4916, + "end": 4919 + }, + "page_num": 5, + "text": "int", + "position": { + "top": 821, + "bottom": 852, + "left": 1015, + "right": 1059 + } + }, + { + "doc_offset": { + "start": 4920, + "end": 4928 + }, + "page_num": 5, + "text": "model_id", + "position": { + "top": 924, + "bottom": 960, + "left": 264, + "right": 437 + } + }, + { + "doc_offset": { + "start": 4929, + "end": 4932 + }, + "page_num": 5, + "text": "int", + "position": { + "top": 924, + "bottom": 955, + "left": 1015, + "right": 1059 + } + }, + { + "doc_offset": { + "start": 4933, + "end": 4955 + }, + "page_num": 5, + "text": "Prediction.Document.Id", + "position": { + "top": 830, + "bottom": 860, + "left": 1347, + "right": 1832 + } + }, + { + "doc_offset": { + "start": 4956, + "end": 4957 + }, + "page_num": 5, + "text": "7", + "position": { + "top": 826, + "bottom": 851, + "left": 1851, + "right": 1867 + } + }, + { + "doc_offset": { + "start": 4958, + "end": 4977 + }, + "page_num": 5, + "text": "Prediction.Model.Id", + "position": { + "top": 933, + "bottom": 963, + "left": 1347, + "right": 1765 + } + }, + { + "doc_offset": { + "start": 4978, + "end": 4979 + }, + "page_num": 5, + "text": "7", + "position": { + "top": 928, + "bottom": 954, + "left": 1784, + "right": 1800 + } + }, + { + "doc_offset": { + "start": 4980, + "end": 4981 + }, + "page_num": 5, + "text": "5", + "position": { + "top": 1055, + "bottom": 1079, + "left": 213, + "right": 229 + } + }, + { + "doc_offset": { + "start": 4982, + "end": 4993 + }, + "page_num": 5, + "text": "Predictions", + "position": { + "top": 1063, + "bottom": 1093, + "left": 249, + "right": 449 + } + }, + { + "doc_offset": { + "start": 4994, + "end": 4996 + }, + "page_num": 5, + "text": "do", + "position": { + "top": 1063, + "bottom": 1093, + "left": 467, + "right": 511 + } + }, + { + "doc_offset": { + "start": 4997, + "end": 5000 + }, + "page_num": 5, + "text": "not", + "position": { + "top": 1065, + "bottom": 1093, + "left": 531, + "right": 585 + } + }, + { + "doc_offset": { + "start": 5001, + "end": 5005 + }, + "page_num": 5, + "text": "have", + "position": { + "top": 1063, + "bottom": 1093, + "left": 605, + "right": 688 + } + }, + { + "doc_offset": { + "start": 5006, + "end": 5007 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1071, + "bottom": 1093, + "left": 705, + "right": 725 + } + }, + { + "doc_offset": { + "start": 5008, + "end": 5023 + }, + "page_num": 5, + "text": "system-assigned", + "position": { + "top": 1063, + "bottom": 1101, + "left": 742, + "right": 1047 + } + }, + { + "doc_offset": { + "start": 5024, + "end": 5030 + }, + "page_num": 5, + "text": "unique", + "position": { + "top": 1063, + "bottom": 1100, + "left": 1068, + "right": 1187 + } + }, + { + "doc_offset": { + "start": 5031, + "end": 5042 + }, + "page_num": 5, + "text": "identifier.", + "position": { + "top": 1063, + "bottom": 1093, + "left": 1206, + "right": 1363 + } + }, + { + "doc_offset": { + "start": 5043, + "end": 5054 + }, + "page_num": 5, + "text": "Recommended", + "position": { + "top": 1063, + "bottom": 1093, + "left": 1385, + "right": 1658 + } + }, + { + "doc_offset": { + "start": 5055, + "end": 5059 + }, + "page_num": 5, + "text": "that", + "position": { + "top": 1063, + "bottom": 1093, + "left": 1676, + "right": 1745 + } + }, + { + "doc_offset": { + "start": 5060, + "end": 5063 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1063, + "bottom": 1093, + "left": 1761, + "right": 1817 + } + }, + { + "doc_offset": { + "start": 5064, + "end": 5075 + }, + "page_num": 5, + "text": "integration", + "position": { + "top": 1063, + "bottom": 1101, + "left": 1836, + "right": 2024 + } + }, + { + "doc_offset": { + "start": 5076, + "end": 5083 + }, + "page_num": 5, + "text": "pulling", + "position": { + "top": 1063, + "bottom": 1101, + "left": 2044, + "right": 2159 + } + }, + { + "doc_offset": { + "start": 5084, + "end": 5088 + }, + "page_num": 5, + "text": "this", + "position": { + "top": 1063, + "bottom": 1093, + "left": 2177, + "right": 2240 + } + }, + { + "doc_offset": { + "start": 5089, + "end": 5093 + }, + "page_num": 5, + "text": "data", + "position": { + "top": 1063, + "bottom": 1093, + "left": 2258, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 5094, + "end": 5103 + }, + "page_num": 5, + "text": "generates", + "position": { + "top": 1112, + "bottom": 1148, + "left": 245, + "right": 422 + } + }, + { + "doc_offset": { + "start": 5104, + "end": 5105 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1118, + "bottom": 1140, + "left": 436, + "right": 456 + } + }, + { + "doc_offset": { + "start": 5106, + "end": 5112 + }, + "page_num": 5, + "text": "unique", + "position": { + "top": 1110, + "bottom": 1147, + "left": 470, + "right": 589 + } + }, + { + "doc_offset": { + "start": 5113, + "end": 5119 + }, + "page_num": 5, + "text": "UUIDv7", + "position": { + "top": 1110, + "bottom": 1140, + "left": 605, + "right": 740 + } + }, + { + "doc_offset": { + "start": 5120, + "end": 5123 + }, + "page_num": 5, + "text": "for", + "position": { + "top": 1110, + "bottom": 1140, + "left": 754, + "right": 803 + } + }, + { + "doc_offset": { + "start": 5124, + "end": 5128 + }, + "page_num": 5, + "text": "each", + "position": { + "top": 1110, + "bottom": 1140, + "left": 815, + "right": 899 + } + }, + { + "doc_offset": { + "start": 5129, + "end": 5140 + }, + "page_num": 5, + "text": "prediction.", + "position": { + "top": 1110, + "bottom": 1147, + "left": 916, + "right": 1103 + } + }, + { + "doc_offset": { + "start": 5141, + "end": 5142 + }, + "page_num": 5, + "text": "6", + "position": { + "top": 1204, + "bottom": 1228, + "left": 213, + "right": 230 + } + }, + { + "doc_offset": { + "start": 5143, + "end": 5146 + }, + "page_num": 5, + "text": "For", + "position": { + "top": 1213, + "bottom": 1242, + "left": 246, + "right": 303 + } + }, + { + "doc_offset": { + "start": 5147, + "end": 5158 + }, + "page_num": 5, + "text": "performance", + "position": { + "top": 1212, + "bottom": 1250, + "left": 318, + "right": 546 + } + }, + { + "doc_offset": { + "start": 5159, + "end": 5167 + }, + "page_num": 5, + "text": "reasons,", + "position": { + "top": 1220, + "bottom": 1247, + "left": 561, + "right": 710 + } + }, + { + "doc_offset": { + "start": 5168, + "end": 5172 + }, + "page_num": 5, + "text": "this", + "position": { + "top": 1213, + "bottom": 1242, + "left": 726, + "right": 789 + } + }, + { + "doc_offset": { + "start": 5173, + "end": 5179 + }, + "page_num": 5, + "text": "column", + "position": { + "top": 1213, + "bottom": 1242, + "left": 804, + "right": 934 + } + }, + { + "doc_offset": { + "start": 5180, + "end": 5186 + }, + "page_num": 5, + "text": "should", + "position": { + "top": 1213, + "bottom": 1242, + "left": 950, + "right": 1068 + } + }, + { + "doc_offset": { + "start": 5187, + "end": 5191 + }, + "page_num": 5, + "text": "have", + "position": { + "top": 1213, + "bottom": 1242, + "left": 1085, + "right": 1168 + } + }, + { + "doc_offset": { + "start": 5192, + "end": 5194 + }, + "page_num": 5, + "text": "an", + "position": { + "top": 1220, + "bottom": 1242, + "left": 1183, + "right": 1223 + } + }, + { + "doc_offset": { + "start": 5195, + "end": 5201 + }, + "page_num": 5, + "text": "index.", + "position": { + "top": 1213, + "bottom": 1242, + "left": 1241, + "right": 1344 + } + }, + { + "doc_offset": { + "start": 5202, + "end": 5211 + }, + "page_num": 5, + "text": "Depending", + "position": { + "top": 1213, + "bottom": 1250, + "left": 1363, + "right": 1555 + } + }, + { + "doc_offset": { + "start": 5212, + "end": 5216 + }, + "page_num": 5, + "text": "upon", + "position": { + "top": 1220, + "bottom": 1250, + "left": 1573, + "right": 1660 + } + }, + { + "doc_offset": { + "start": 5217, + "end": 5220 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1213, + "bottom": 1242, + "left": 1676, + "right": 1731 + } + }, + { + "doc_offset": { + "start": 5221, + "end": 5226 + }, + "page_num": 5, + "text": "DBMS,", + "position": { + "top": 1212, + "bottom": 1247, + "left": 1748, + "right": 1871 + } + }, + { + "doc_offset": { + "start": 5227, + "end": 5231 + }, + "page_num": 5, + "text": "this", + "position": { + "top": 1213, + "bottom": 1242, + "left": 1886, + "right": 1950 + } + }, + { + "doc_offset": { + "start": 5232, + "end": 5238 + }, + "page_num": 5, + "text": "column", + "position": { + "top": 1213, + "bottom": 1242, + "left": 1965, + "right": 2094 + } + }, + { + "doc_offset": { + "start": 5239, + "end": 5242 + }, + "page_num": 5, + "text": "may", + "position": { + "top": 1220, + "bottom": 1250, + "left": 2112, + "right": 2186 + } + }, + { + "doc_offset": { + "start": 5243, + "end": 5247 + }, + "page_num": 5, + "text": "need", + "position": { + "top": 1213, + "bottom": 1242, + "left": 2201, + "right": 2286 + } + }, + { + "doc_offset": { + "start": 5248, + "end": 5250 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 1214, + "bottom": 1242, + "left": 2301, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 5251, + "end": 5253 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 1259, + "bottom": 1289, + "left": 246, + "right": 288 + } + }, + { + "doc_offset": { + "start": 5254, + "end": 5264 + }, + "page_num": 5, + "text": "normalized", + "position": { + "top": 1259, + "bottom": 1289, + "left": 303, + "right": 497 + } + }, + { + "doc_offset": { + "start": 5265, + "end": 5269 + }, + "page_num": 5, + "text": "out,", + "position": { + "top": 1261, + "bottom": 1294, + "left": 513, + "right": 578 + } + }, + { + "doc_offset": { + "start": 5270, + "end": 5277 + }, + "page_num": 5, + "text": "hashed,", + "position": { + "top": 1259, + "bottom": 1294, + "left": 595, + "right": 734 + } + }, + { + "doc_offset": { + "start": 5278, + "end": 5280 + }, + "page_num": 5, + "text": "or", + "position": { + "top": 1267, + "bottom": 1289, + "left": 750, + "right": 785 + } + }, + { + "doc_offset": { + "start": 5281, + "end": 5290 + }, + "page_num": 5, + "text": "otherwise", + "position": { + "top": 1259, + "bottom": 1289, + "left": 798, + "right": 972 + } + }, + { + "doc_offset": { + "start": 5291, + "end": 5300 + }, + "page_num": 5, + "text": "converted", + "position": { + "top": 1259, + "bottom": 1289, + "left": 985, + "right": 1163 + } + }, + { + "doc_offset": { + "start": 5301, + "end": 5303 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 1261, + "bottom": 1289, + "left": 1178, + "right": 1212 + } + }, + { + "doc_offset": { + "start": 5304, + "end": 5306 + }, + "page_num": 5, + "text": "an", + "position": { + "top": 1267, + "bottom": 1289, + "left": 1226, + "right": 1267 + } + }, + { + "doc_offset": { + "start": 5307, + "end": 5316 + }, + "page_num": 5, + "text": "indexable", + "position": { + "top": 1259, + "bottom": 1289, + "left": 1283, + "right": 1455 + } + }, + { + "doc_offset": { + "start": 5317, + "end": 5322 + }, + "page_num": 5, + "text": "type.", + "position": { + "top": 1261, + "bottom": 1297, + "left": 1468, + "right": 1554 + } + }, + { + "doc_offset": { + "start": 5323, + "end": 5324 + }, + "page_num": 5, + "text": "7", + "position": { + "top": 1353, + "bottom": 1377, + "left": 214, + "right": 229 + } + }, + { + "doc_offset": { + "start": 5325, + "end": 5330 + }, + "page_num": 5, + "text": "Based", + "position": { + "top": 1362, + "bottom": 1391, + "left": 245, + "right": 355 + } + }, + { + "doc_offset": { + "start": 5331, + "end": 5333 + }, + "page_num": 5, + "text": "on", + "position": { + "top": 1369, + "bottom": 1391, + "left": 371, + "right": 413 + } + }, + { + "doc_offset": { + "start": 5334, + "end": 5337 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1362, + "bottom": 1391, + "left": 427, + "right": 483 + } + }, + { + "doc_offset": { + "start": 5338, + "end": 5344 + }, + "page_num": 5, + "text": "Result", + "position": { + "top": 1362, + "bottom": 1391, + "left": 498, + "right": 608 + } + }, + { + "doc_offset": { + "start": 5345, + "end": 5349 + }, + "page_num": 5, + "text": "File", + "position": { + "top": 1362, + "bottom": 1391, + "left": 624, + "right": 683 + } + }, + { + "doc_offset": { + "start": 5350, + "end": 5357 + }, + "page_num": 5, + "text": "classes", + "position": { + "top": 1362, + "bottom": 1391, + "left": 697, + "right": 829 + } + }, + { + "doc_offset": { + "start": 5358, + "end": 5360 + }, + "page_num": 5, + "text": "in", + "position": { + "top": 1362, + "bottom": 1391, + "left": 845, + "right": 871 + } + }, + { + "doc_offset": { + "start": 5361, + "end": 5364 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1362, + "bottom": 1391, + "left": 885, + "right": 941 + } + }, + { + "doc_offset": { + "start": 5365, + "end": 5371 + }, + "page_num": 5, + "text": "Indico", + "position": { + "top": 1362, + "bottom": 1391, + "left": 957, + "right": 1063 + } + }, + { + "doc_offset": { + "start": 5372, + "end": 5379 + }, + "page_num": 5, + "text": "Toolkit", + "position": { + "top": 1362, + "bottom": 1391, + "left": 1076, + "right": 1192 + } + }, + { + "doc_offset": { + "start": 5380, + "end": 5390 + }, + "page_num": 5, + "text": "(available", + "position": { + "top": 1361, + "bottom": 1399, + "left": 1207, + "right": 1373 + } + }, + { + "doc_offset": { + "start": 5391, + "end": 5393 + }, + "page_num": 5, + "text": "in", + "position": { + "top": 1362, + "bottom": 1391, + "left": 1388, + "right": 1414 + } + }, + { + "doc_offset": { + "start": 5394, + "end": 5400 + }, + "page_num": 5, + "text": "Python", + "position": { + "top": 1360, + "bottom": 1400, + "left": 1430, + "right": 1556 + } + }, + { + "doc_offset": { + "start": 5401, + "end": 5404 + }, + "page_num": 5, + "text": "and", + "position": { + "top": 1362, + "bottom": 1391, + "left": 1569, + "right": 1634 + } + }, + { + "doc_offset": { + "start": 5405, + "end": 5407 + }, + "page_num": 5, + "text": "C#", + "position": { + "top": 1362, + "bottom": 1391, + "left": 1649, + "right": 1697 + } + }, + { + "doc_offset": { + "start": 5408, + "end": 5418 + }, + "page_num": 5, + "text": "versions).", + "position": { + "top": 1361, + "bottom": 1399, + "left": 1712, + "right": 1881 + } + }, + { + "doc_offset": { + "start": 5419, + "end": 5420 + }, + "page_num": 5, + "text": "8", + "position": { + "top": 1456, + "bottom": 1481, + "left": 213, + "right": 229 + } + }, + { + "doc_offset": { + "start": 5421, + "end": 5423 + }, + "page_num": 5, + "text": "As", + "position": { + "top": 1465, + "bottom": 1495, + "left": 248, + "right": 293 + } + }, + { + "doc_offset": { + "start": 5424, + "end": 5435 + }, + "page_num": 5, + "text": "predictions", + "position": { + "top": 1465, + "bottom": 1502, + "left": 315, + "right": 513 + } + }, + { + "doc_offset": { + "start": 5436, + "end": 5438 + }, + "page_num": 5, + "text": "do", + "position": { + "top": 1465, + "bottom": 1495, + "left": 532, + "right": 577 + } + }, + { + "doc_offset": { + "start": 5439, + "end": 5442 + }, + "page_num": 5, + "text": "not", + "position": { + "top": 1467, + "bottom": 1495, + "left": 598, + "right": 653 + } + }, + { + "doc_offset": { + "start": 5443, + "end": 5447 + }, + "page_num": 5, + "text": "have", + "position": { + "top": 1465, + "bottom": 1495, + "left": 674, + "right": 757 + } + }, + { + "doc_offset": { + "start": 5448, + "end": 5449 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1473, + "bottom": 1495, + "left": 777, + "right": 797 + } + }, + { + "doc_offset": { + "start": 5450, + "end": 5465 + }, + "page_num": 5, + "text": "system-assigned", + "position": { + "top": 1465, + "bottom": 1503, + "left": 816, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 5466, + "end": 5472 + }, + "page_num": 5, + "text": "unique", + "position": { + "top": 1465, + "bottom": 1502, + "left": 1144, + "right": 1263 + } + }, + { + "doc_offset": { + "start": 5473, + "end": 5484 + }, + "page_num": 5, + "text": "identifier,", + "position": { + "top": 1465, + "bottom": 1500, + "left": 1284, + "right": 1441 + } + }, + { + "doc_offset": { + "start": 5485, + "end": 5494 + }, + "page_num": 5, + "text": "predicted", + "position": { + "top": 1465, + "bottom": 1502, + "left": 1465, + "right": 1632 + } + }, + { + "doc_offset": { + "start": 5495, + "end": 5501 + }, + "page_num": 5, + "text": "values", + "position": { + "top": 1465, + "bottom": 1495, + "left": 1652, + "right": 1766 + } + }, + { + "doc_offset": { + "start": 5502, + "end": 5505 + }, + "page_num": 5, + "text": "and", + "position": { + "top": 1465, + "bottom": 1495, + "left": 1786, + "right": 1851 + } + }, + { + "doc_offset": { + "start": 5506, + "end": 5514 + }, + "page_num": 5, + "text": "reviewed", + "position": { + "top": 1465, + "bottom": 1495, + "left": 1873, + "right": 2030 + } + }, + { + "doc_offset": { + "start": 5515, + "end": 5521 + }, + "page_num": 5, + "text": "values", + "position": { + "top": 1465, + "bottom": 1495, + "left": 2051, + "right": 2165 + } + }, + { + "doc_offset": { + "start": 5522, + "end": 5526 + }, + "page_num": 5, + "text": "must", + "position": { + "top": 1467, + "bottom": 1495, + "left": 2186, + "right": 2273 + } + }, + { + "doc_offset": { + "start": 5527, + "end": 5529 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 1465, + "bottom": 1495, + "left": 2294, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 5530, + "end": 5537 + }, + "page_num": 5, + "text": "matched", + "position": { + "top": 1512, + "bottom": 1541, + "left": 246, + "right": 400 + } + }, + { + "doc_offset": { + "start": 5538, + "end": 5540 + }, + "page_num": 5, + "text": "by", + "position": { + "top": 1512, + "bottom": 1549, + "left": 431, + "right": 473 + } + }, + { + "doc_offset": { + "start": 5541, + "end": 5551 + }, + "page_num": 5, + "text": "similarity", + "position": { + "top": 1512, + "bottom": 1549, + "left": 500, + "right": 658 + } + }, + { + "doc_offset": { + "start": 5552, + "end": 5558 + }, + "page_num": 5, + "text": "within", + "position": { + "top": 1512, + "bottom": 1541, + "left": 684, + "right": 788 + } + }, + { + "doc_offset": { + "start": 5559, + "end": 5562 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1512, + "bottom": 1541, + "left": 816, + "right": 872 + } + }, + { + "doc_offset": { + "start": 5563, + "end": 5575 + }, + "page_num": 5, + "text": "integration.", + "position": { + "top": 1512, + "bottom": 1550, + "left": 901, + "right": 1099 + } + }, + { + "doc_offset": { + "start": 5576, + "end": 5578 + }, + "page_num": 5, + "text": "An", + "position": { + "top": 1512, + "bottom": 1541, + "left": 1128, + "right": 1174 + } + }, + { + "doc_offset": { + "start": 5579, + "end": 5586 + }, + "page_num": 5, + "text": "example", + "position": { + "top": 1512, + "bottom": 1549, + "left": 1204, + "right": 1356 + } + }, + { + "doc_offset": { + "start": 5587, + "end": 5589 + }, + "page_num": 5, + "text": "of", + "position": { + "top": 1512, + "bottom": 1541, + "left": 1384, + "right": 1418 + } + }, + { + "doc_offset": { + "start": 5590, + "end": 5595 + }, + "page_num": 5, + "text": "doing", + "position": { + "top": 1512, + "bottom": 1550, + "left": 1445, + "right": 1543 + } + }, + { + "doc_offset": { + "start": 5596, + "end": 5598 + }, + "page_num": 5, + "text": "so", + "position": { + "top": 1520, + "bottom": 1541, + "left": 1572, + "right": 1613 + } + }, + { + "doc_offset": { + "start": 5599, + "end": 5601 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1512, + "bottom": 1541, + "left": 1643, + "right": 1668 + } + }, + { + "doc_offset": { + "start": 5602, + "end": 5611 + }, + "page_num": 5, + "text": "available", + "position": { + "top": 1512, + "bottom": 1541, + "left": 1697, + "right": 1853 + } + }, + { + "doc_offset": { + "start": 5612, + "end": 5614 + }, + "page_num": 5, + "text": "in", + "position": { + "top": 1512, + "bottom": 1541, + "left": 1882, + "right": 1908 + } + }, + { + "doc_offset": { + "start": 5615, + "end": 5618 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1512, + "bottom": 1541, + "left": 1937, + "right": 1993 + } + }, + { + "doc_offset": { + "start": 5619, + "end": 5635 + }, + "page_num": 5, + "text": "Indico-developed", + "position": { + "top": 1512, + "bottom": 1549, + "left": 2023, + "right": 2334 + } + }, + { + "doc_offset": { + "start": 5636, + "end": 5647 + }, + "page_num": 5, + "text": "groundtruth", + "position": { + "top": 1557, + "bottom": 1597, + "left": 244, + "right": 464 + } + }, + { + "doc_offset": { + "start": 5648, + "end": 5656 + }, + "page_num": 5, + "text": "program.", + "position": { + "top": 1566, + "bottom": 1596, + "left": 479, + "right": 638 + } + }, + { + "doc_offset": { + "start": 5657, + "end": 5666 + }, + "page_num": 5, + "text": "Scheduled", + "position": { + "top": 1657, + "bottom": 1690, + "left": 213, + "right": 430 + } + }, + { + "doc_offset": { + "start": 5667, + "end": 5674 + }, + "page_num": 5, + "text": "Process", + "position": { + "top": 1658, + "bottom": 1689, + "left": 448, + "right": 613 + } + }, + { + "doc_offset": { + "start": 5675, + "end": 5680 + }, + "page_num": 5, + "text": "Logic", + "position": { + "top": 1658, + "bottom": 1697, + "left": 629, + "right": 741 + } + }, + { + "doc_offset": { + "start": 5681, + "end": 5685 + }, + "page_num": 5, + "text": "This", + "position": { + "top": 1762, + "bottom": 1793, + "left": 212, + "right": 292 + } + }, + { + "doc_offset": { + "start": 5686, + "end": 5688 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1762, + "bottom": 1793, + "left": 317, + "right": 344 + } + }, + { + "doc_offset": { + "start": 5689, + "end": 5690 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1770, + "bottom": 1793, + "left": 368, + "right": 389 + } + }, + { + "doc_offset": { + "start": 5691, + "end": 5702 + }, + "page_num": 5, + "text": "heavyweight", + "position": { + "top": 1762, + "bottom": 1802, + "left": 413, + "right": 654 + } + }, + { + "doc_offset": { + "start": 5703, + "end": 5708 + }, + "page_num": 5, + "text": "query", + "position": { + "top": 1770, + "bottom": 1802, + "left": 678, + "right": 786 + } + }, + { + "doc_offset": { + "start": 5709, + "end": 5713 + }, + "page_num": 5, + "text": "tied", + "position": { + "top": 1762, + "bottom": 1793, + "left": 808, + "right": 877 + } + }, + { + "doc_offset": { + "start": 5714, + "end": 5716 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 1763, + "bottom": 1793, + "left": 901, + "right": 938 + } + }, + { + "doc_offset": { + "start": 5717, + "end": 5729 + }, + "page_num": 5, + "text": "submissions.", + "position": { + "top": 1762, + "bottom": 1793, + "left": 962, + "right": 1213 + } + }, + { + "doc_offset": { + "start": 5730, + "end": 5737 + }, + "page_num": 5, + "text": "Because", + "position": { + "top": 1762, + "bottom": 1793, + "left": 1241, + "right": 1407 + } + }, + { + "doc_offset": { + "start": 5738, + "end": 5749 + }, + "page_num": 5, + "text": "predictions", + "position": { + "top": 1762, + "bottom": 1801, + "left": 1432, + "right": 1644 + } + }, + { + "doc_offset": { + "start": 5750, + "end": 5754 + }, + "page_num": 5, + "text": "have", + "position": { + "top": 1762, + "bottom": 1793, + "left": 1669, + "right": 1759 + } + }, + { + "doc_offset": { + "start": 5755, + "end": 5757 + }, + "page_num": 5, + "text": "no", + "position": { + "top": 1770, + "bottom": 1793, + "left": 1783, + "right": 1829 + } + }, + { + "doc_offset": { + "start": 5758, + "end": 5773 + }, + "page_num": 5, + "text": "system-assigned", + "position": { + "top": 1762, + "bottom": 1802, + "left": 1852, + "right": 2181 + } + }, + { + "doc_offset": { + "start": 5774, + "end": 5780 + }, + "page_num": 5, + "text": "unique", + "position": { + "top": 1762, + "bottom": 1801, + "left": 2208, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 5781, + "end": 5792 + }, + "page_num": 5, + "text": "identifier,", + "position": { + "top": 1823, + "bottom": 1860, + "left": 215, + "right": 384 + } + }, + { + "doc_offset": { + "start": 5793, + "end": 5796 + }, + "page_num": 5, + "text": "and", + "position": { + "top": 1823, + "bottom": 1855, + "left": 406, + "right": 475 + } + }, + { + "doc_offset": { + "start": 5797, + "end": 5800 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1823, + "bottom": 1855, + "left": 495, + "right": 556 + } + }, + { + "doc_offset": { + "start": 5801, + "end": 5811 + }, + "page_num": 5, + "text": "identifier", + "position": { + "top": 1823, + "bottom": 1855, + "left": 576, + "right": 741 + } + }, + { + "doc_offset": { + "start": 5812, + "end": 5820 + }, + "page_num": 5, + "text": "assigned", + "position": { + "top": 1823, + "bottom": 1863, + "left": 759, + "right": 931 + } + }, + { + "doc_offset": { + "start": 5821, + "end": 5823 + }, + "page_num": 5, + "text": "by", + "position": { + "top": 1823, + "bottom": 1863, + "left": 953, + "right": 998 + } + }, + { + "doc_offset": { + "start": 5824, + "end": 5827 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1823, + "bottom": 1855, + "left": 1015, + "right": 1076 + } + }, + { + "doc_offset": { + "start": 5828, + "end": 5839 + }, + "page_num": 5, + "text": "integration", + "position": { + "top": 1823, + "bottom": 1863, + "left": 1096, + "right": 1298 + } + }, + { + "doc_offset": { + "start": 5840, + "end": 5842 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1823, + "bottom": 1855, + "left": 1320, + "right": 1348 + } + }, + { + "doc_offset": { + "start": 5843, + "end": 5846 + }, + "page_num": 5, + "text": "not", + "position": { + "top": 1825, + "bottom": 1855, + "left": 1369, + "right": 1428 + } + }, + { + "doc_offset": { + "start": 5847, + "end": 5854 + }, + "page_num": 5, + "text": "stable,", + "position": { + "top": 1823, + "bottom": 1860, + "left": 1447, + "right": 1572 + } + }, + { + "doc_offset": { + "start": 5855, + "end": 5866 + }, + "page_num": 5, + "text": "predictions", + "position": { + "top": 1823, + "bottom": 1863, + "left": 1596, + "right": 1809 + } + }, + { + "doc_offset": { + "start": 5867, + "end": 5871 + }, + "page_num": 5, + "text": "must", + "position": { + "top": 1825, + "bottom": 1855, + "left": 1830, + "right": 1923 + } + }, + { + "doc_offset": { + "start": 5872, + "end": 5874 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 1823, + "bottom": 1855, + "left": 1944, + "right": 1989 + } + }, + { + "doc_offset": { + "start": 5875, + "end": 5881 + }, + "page_num": 5, + "text": "pulled", + "position": { + "top": 1823, + "bottom": 1863, + "left": 2010, + "right": 2123 + } + }, + { + "doc_offset": { + "start": 5882, + "end": 5886 + }, + "page_num": 5, + "text": "only", + "position": { + "top": 1823, + "bottom": 1863, + "left": 2144, + "right": 2224 + } + }, + { + "doc_offset": { + "start": 5887, + "end": 5891 + }, + "page_num": 5, + "text": "once", + "position": { + "top": 1831, + "bottom": 1855, + "left": 2242, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 5892, + "end": 5895 + }, + "page_num": 5, + "text": "per", + "position": { + "top": 1892, + "bottom": 1924, + "left": 215, + "right": 276 + } + }, + { + "doc_offset": { + "start": 5896, + "end": 5907 + }, + "page_num": 5, + "text": "submission.", + "position": { + "top": 1884, + "bottom": 1916, + "left": 291, + "right": 520 + } + }, + { + "doc_offset": { + "start": 5908, + "end": 5912 + }, + "page_num": 5, + "text": "This", + "position": { + "top": 1884, + "bottom": 1916, + "left": 537, + "right": 617 + } + }, + { + "doc_offset": { + "start": 5913, + "end": 5919 + }, + "page_num": 5, + "text": "should", + "position": { + "top": 1884, + "bottom": 1916, + "left": 633, + "right": 760 + } + }, + { + "doc_offset": { + "start": 5920, + "end": 5925 + }, + "page_num": 5, + "text": "occur", + "position": { + "top": 1892, + "bottom": 1916, + "left": 777, + "right": 887 + } + }, + { + "doc_offset": { + "start": 5926, + "end": 5928 + }, + "page_num": 5, + "text": "at", + "position": { + "top": 1886, + "bottom": 1916, + "left": 902, + "right": 936 + } + }, + { + "doc_offset": { + "start": 5929, + "end": 5932 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1884, + "bottom": 1916, + "left": 951, + "right": 1011 + } + }, + { + "doc_offset": { + "start": 5933, + "end": 5941 + }, + "page_num": 5, + "text": "terminal", + "position": { + "top": 1884, + "bottom": 1916, + "left": 1026, + "right": 1179 + } + }, + { + "doc_offset": { + "start": 5942, + "end": 5947 + }, + "page_num": 5, + "text": "state", + "position": { + "top": 1886, + "bottom": 1916, + "left": 1197, + "right": 1291 + } + }, + { + "doc_offset": { + "start": 5948, + "end": 5950 + }, + "page_num": 5, + "text": "of", + "position": { + "top": 1884, + "bottom": 1916, + "left": 1307, + "right": 1343 + } + }, + { + "doc_offset": { + "start": 5951, + "end": 5954 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1884, + "bottom": 1916, + "left": 1357, + "right": 1417 + } + }, + { + "doc_offset": { + "start": 5955, + "end": 5965 + }, + "page_num": 5, + "text": "submission", + "position": { + "top": 1884, + "bottom": 1916, + "left": 1433, + "right": 1651 + } + }, + { + "doc_offset": { + "start": 5966, + "end": 5970 + }, + "page_num": 5, + "text": "just", + "position": { + "top": 1884, + "bottom": 1924, + "left": 1667, + "right": 1735 + } + }, + { + "doc_offset": { + "start": 5971, + "end": 5977 + }, + "page_num": 5, + "text": "before", + "position": { + "top": 1884, + "bottom": 1916, + "left": 1753, + "right": 1874 + } + }, + { + "doc_offset": { + "start": 5978, + "end": 5982 + }, + "page_num": 5, + "text": "it's", + "position": { + "top": 1884, + "bottom": 1916, + "left": 1891, + "right": 1945 + } + }, + { + "doc_offset": { + "start": 5983, + "end": 5990 + }, + "page_num": 5, + "text": "omitted", + "position": { + "top": 1884, + "bottom": 1916, + "left": 1961, + "right": 2105 + } + }, + { + "doc_offset": { + "start": 5991, + "end": 5995 + }, + "page_num": 5, + "text": "from", + "position": { + "top": 1884, + "bottom": 1916, + "left": 2122, + "right": 2208 + } + }, + { + "doc_offset": { + "start": 5996, + "end": 6002 + }, + "page_num": 5, + "text": "future", + "position": { + "top": 1884, + "bottom": 1916, + "left": 2225, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 6003, + "end": 6014 + }, + "page_num": 5, + "text": "processing:", + "position": { + "top": 1945, + "bottom": 1986, + "left": 215, + "right": 435 + } + }, + { + "doc_offset": { + "start": 6015, + "end": 6019 + }, + "page_num": 5, + "text": "i.e.", + "position": { + "top": 1945, + "bottom": 1977, + "left": 461, + "right": 512 + } + }, + { + "doc_offset": { + "start": 6020, + "end": 6024 + }, + "page_num": 5, + "text": "when", + "position": { + "top": 1945, + "bottom": 1977, + "left": 536, + "right": 637 + } + }, + { + "doc_offset": { + "start": 6025, + "end": 6028 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1945, + "bottom": 1977, + "left": 660, + "right": 720 + } + }, + { + "doc_offset": { + "start": 6029, + "end": 6039 + }, + "page_num": 5, + "text": "submission", + "position": { + "top": 1945, + "bottom": 1977, + "left": 741, + "right": 959 + } + }, + { + "doc_offset": { + "start": 6040, + "end": 6042 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1945, + "bottom": 1977, + "left": 984, + "right": 1012 + } + }, + { + "doc_offset": { + "start": 6043, + "end": 6049 + }, + "page_num": 5, + "text": "marked", + "position": { + "top": 1945, + "bottom": 1977, + "left": 1035, + "right": 1177 + } + }, + { + "doc_offset": { + "start": 6050, + "end": 6052 + }, + "page_num": 5, + "text": "as", + "position": { + "top": 1953, + "bottom": 1977, + "left": 1200, + "right": 1243 + } + }, + { + "doc_offset": { + "start": 6053, + "end": 6063 + }, + "page_num": 5, + "text": "retrieved.", + "position": { + "top": 1945, + "bottom": 1977, + "left": 1266, + "right": 1442 + } + }, + { + "doc_offset": { + "start": 6064, + "end": 6068 + }, + "page_num": 5, + "text": "Once", + "position": { + "top": 1945, + "bottom": 1977, + "left": 1467, + "right": 1568 + } + }, + { + "doc_offset": { + "start": 6069, + "end": 6070 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1953, + "bottom": 1977, + "left": 1590, + "right": 1611 + } + }, + { + "doc_offset": { + "start": 6071, + "end": 6081 + }, + "page_num": 5, + "text": "submission", + "position": { + "top": 1945, + "bottom": 1977, + "left": 1633, + "right": 1851 + } + }, + { + "doc_offset": { + "start": 6082, + "end": 6084 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1945, + "bottom": 1977, + "left": 1876, + "right": 1903 + } + }, + { + "doc_offset": { + "start": 6085, + "end": 6091 + }, + "page_num": 5, + "text": "marked", + "position": { + "top": 1945, + "bottom": 1977, + "left": 1926, + "right": 2068 + } + }, + { + "doc_offset": { + "start": 6092, + "end": 6094 + }, + "page_num": 5, + "text": "as", + "position": { + "top": 1953, + "bottom": 1977, + "left": 2092, + "right": 2134 + } + }, + { + "doc_offset": { + "start": 6095, + "end": 6105 + }, + "page_num": 5, + "text": "retrieved,", + "position": { + "top": 1945, + "bottom": 1983, + "left": 2157, + "right": 2333 + } + }, + { + "doc_offset": { + "start": 6106, + "end": 6111 + }, + "page_num": 5, + "text": "there", + "position": { + "top": 2007, + "bottom": 2038, + "left": 212, + "right": 310 + } + }, + { + "doc_offset": { + "start": 6112, + "end": 6118 + }, + "page_num": 5, + "text": "should", + "position": { + "top": 2007, + "bottom": 2038, + "left": 328, + "right": 455 + } + }, + { + "doc_offset": { + "start": 6119, + "end": 6121 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 2007, + "bottom": 2038, + "left": 477, + "right": 522 + } + }, + { + "doc_offset": { + "start": 6122, + "end": 6124 + }, + "page_num": 5, + "text": "no", + "position": { + "top": 2015, + "bottom": 2038, + "left": 542, + "right": 587 + } + }, + { + "doc_offset": { + "start": 6125, + "end": 6132 + }, + "page_num": 5, + "text": "further", + "position": { + "top": 2006, + "bottom": 2038, + "left": 605, + "right": 733 + } + }, + { + "doc_offset": { + "start": 6133, + "end": 6140 + }, + "page_num": 5, + "text": "updates", + "position": { + "top": 2007, + "bottom": 2046, + "left": 752, + "right": 906 + } + }, + { + "doc_offset": { + "start": 6141, + "end": 6143 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 2008, + "bottom": 2038, + "left": 924, + "right": 961 + } + }, + { + "doc_offset": { + "start": 6144, + "end": 6147 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 2007, + "bottom": 2038, + "left": 979, + "right": 1039 + } + }, + { + "doc_offset": { + "start": 6148, + "end": 6158 + }, + "page_num": 5, + "text": "submission", + "position": { + "top": 2007, + "bottom": 2038, + "left": 1057, + "right": 1275 + } + }, + { + "doc_offset": { + "start": 6159, + "end": 6168 + }, + "page_num": 5, + "text": "resetting", + "position": { + "top": 2007, + "bottom": 2047, + "left": 1297, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 6169, + "end": 6172 + }, + "page_num": 5, + "text": "its", + "position": { + "top": 2007, + "bottom": 2038, + "left": 1482, + "right": 1523 + } + }, + { + "doc_offset": { + "start": 6173, + "end": 6182 + }, + "page_num": 5, + "text": "updatedAt", + "position": { + "top": 2009, + "bottom": 2046, + "left": 1558, + "right": 1753 + } + }, + { + "doc_offset": { + "start": 6183, + "end": 6193 + }, + "page_num": 5, + "text": "attribute,", + "position": { + "top": 2007, + "bottom": 2044, + "left": 1789, + "right": 1959 + } + }, + { + "doc_offset": { + "start": 6194, + "end": 6203 + }, + "page_num": 5, + "text": "therefore", + "position": { + "top": 2006, + "bottom": 2038, + "left": 1979, + "right": 2152 + } + }, + { + "doc_offset": { + "start": 6204, + "end": 6206 + }, + "page_num": 5, + "text": "it", + "position": { + "top": 2007, + "bottom": 2038, + "left": 2172, + "right": 2191 + } + }, + { + "doc_offset": { + "start": 6207, + "end": 6211 + }, + "page_num": 5, + "text": "will", + "position": { + "top": 2007, + "bottom": 2038, + "left": 2210, + "right": 2268 + } + }, + { + "doc_offset": { + "start": 6212, + "end": 6214 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 2007, + "bottom": 2038, + "left": 2291, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 6215, + "end": 6222 + }, + "page_num": 5, + "text": "omitted", + "position": { + "top": 2068, + "bottom": 2100, + "left": 214, + "right": 358 + } + }, + { + "doc_offset": { + "start": 6223, + "end": 6227 + }, + "page_num": 5, + "text": "from", + "position": { + "top": 2067, + "bottom": 2100, + "left": 374, + "right": 460 + } + }, + { + "doc_offset": { + "start": 6228, + "end": 6231 + }, + "page_num": 5, + "text": "all", + "position": { + "top": 2068, + "bottom": 2100, + "left": 476, + "right": 515 + } + }, + { + "doc_offset": { + "start": 6232, + "end": 6238 + }, + "page_num": 5, + "text": "future", + "position": { + "top": 2067, + "bottom": 2100, + "left": 530, + "right": 642 + } + }, + { + "doc_offset": { + "start": 6239, + "end": 6243 + }, + "page_num": 5, + "text": "runs", + "position": { + "top": 2076, + "bottom": 2100, + "left": 657, + "right": 739 + } + }, + { + "doc_offset": { + "start": 6244, + "end": 6246 + }, + "page_num": 5, + "text": "of", + "position": { + "top": 2067, + "bottom": 2100, + "left": 754, + "right": 790 + } + }, + { + "doc_offset": { + "start": 6247, + "end": 6250 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 2068, + "bottom": 2100, + "left": 803, + "right": 863 + } + }, + { + "doc_offset": { + "start": 6251, + "end": 6263 + }, + "page_num": 5, + "text": "integration.", + "position": { + "top": 2068, + "bottom": 2108, + "left": 879, + "right": 1092 + } + }, + { + "doc_offset": { + "start": 6264, + "end": 6268 + }, + "page_num": 5, + "text": "Data", + "position": { + "top": 2174, + "bottom": 2206, + "left": 215, + "right": 308 + } + }, + { + "doc_offset": { + "start": 6269, + "end": 6283 + }, + "page_num": 5, + "text": "Reconciliation", + "position": { + "top": 2174, + "bottom": 2206, + "left": 325, + "right": 618 + } + }, + { + "doc_offset": { + "start": 6284, + "end": 6287 + }, + "page_num": 5, + "text": "The", + "position": { + "top": 2278, + "bottom": 2310, + "left": 212, + "right": 284 + } + }, + { + "doc_offset": { + "start": 6288, + "end": 6294 + }, + "page_num": 5, + "text": "output", + "position": { + "top": 2280, + "bottom": 2318, + "left": 301, + "right": 425 + } + }, + { + "doc_offset": { + "start": 6295, + "end": 6299 + }, + "page_num": 5, + "text": "does", + "position": { + "top": 2278, + "bottom": 2310, + "left": 442, + "right": 536 + } + }, + { + "doc_offset": { + "start": 6300, + "end": 6303 + }, + "page_num": 5, + "text": "not", + "position": { + "top": 2280, + "bottom": 2310, + "left": 554, + "right": 613 + } + }, + { + "doc_offset": { + "start": 6304, + "end": 6311 + }, + "page_num": 5, + "text": "include", + "position": { + "top": 2278, + "bottom": 2310, + "left": 632, + "right": 769 + } + }, + { + "doc_offset": { + "start": 6312, + "end": 6313 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 2286, + "bottom": 2310, + "left": 785, + "right": 807 + } + }, + { + "doc_offset": { + "start": 6314, + "end": 6321 + }, + "page_num": 5, + "text": "primary", + "position": { + "top": 2278, + "bottom": 2318, + "left": 824, + "right": 969 + } + }, + { + "doc_offset": { + "start": 6322, + "end": 6325 + }, + "page_num": 5, + "text": "key", + "position": { + "top": 2278, + "bottom": 2318, + "left": 986, + "right": 1051 + } + }, + { + "doc_offset": { + "start": 6326, + "end": 6332 + }, + "page_num": 5, + "text": "needed", + "position": { + "top": 2278, + "bottom": 2310, + "left": 1068, + "right": 1209 + } + }, + { + "doc_offset": { + "start": 6333, + "end": 6335 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 2280, + "bottom": 2310, + "left": 1227, + "right": 1264 + } + }, + { + "doc_offset": { + "start": 6336, + "end": 6342 + }, + "page_num": 5, + "text": "update", + "position": { + "top": 2278, + "bottom": 2318, + "left": 1282, + "right": 1415 + } + }, + { + "doc_offset": { + "start": 6343, + "end": 6351 + }, + "page_num": 5, + "text": "existing", + "position": { + "top": 2278, + "bottom": 2318, + "left": 1432, + "right": 1578 + } + }, + { + "doc_offset": { + "start": 6352, + "end": 6357 + }, + "page_num": 5, + "text": "rows.", + "position": { + "top": 2286, + "bottom": 2310, + "left": 1598, + "right": 1698 + } + }, + { + "doc_offset": { + "start": 6358, + "end": 6360 + }, + "page_num": 5, + "text": "As", + "position": { + "top": 2278, + "bottom": 2310, + "left": 1715, + "right": 1765 + } + }, + { + "doc_offset": { + "start": 6361, + "end": 6365 + }, + "page_num": 5, + "text": "such", + "position": { + "top": 2278, + "bottom": 2310, + "left": 1781, + "right": 1871 + } + }, + { + "doc_offset": { + "start": 6366, + "end": 6368 + }, + "page_num": 5, + "text": "it", + "position": { + "top": 2278, + "bottom": 2309, + "left": 1891, + "right": 1910 + } + }, + { + "doc_offset": { + "start": 6369, + "end": 6373 + }, + "page_num": 5, + "text": "will", + "position": { + "top": 2278, + "bottom": 2309, + "left": 1927, + "right": 1985 + } + }, + { + "doc_offset": { + "start": 6374, + "end": 6378 + }, + "page_num": 5, + "text": "only", + "position": { + "top": 2278, + "bottom": 2318, + "left": 2004, + "right": 2083 + } + }, + { + "doc_offset": { + "start": 6379, + "end": 6386 + }, + "page_num": 5, + "text": "contain", + "position": { + "top": 2278, + "bottom": 2310, + "left": 2099, + "right": 2239 + } + }, + { + "doc_offset": { + "start": 6387, + "end": 6390 + }, + "page_num": 5, + "text": "new", + "position": { + "top": 2286, + "bottom": 2310, + "left": 2259, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 6391, + "end": 6395 + }, + "page_num": 5, + "text": "rows", + "position": { + "top": 2347, + "bottom": 2371, + "left": 215, + "right": 305 + } + }, + { + "doc_offset": { + "start": 6396, + "end": 6398 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 2341, + "bottom": 2371, + "left": 319, + "right": 355 + } + }, + { + "doc_offset": { + "start": 6399, + "end": 6401 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 2339, + "bottom": 2371, + "left": 372, + "right": 418 + } + }, + { + "doc_offset": { + "start": 6402, + "end": 6410 + }, + "page_num": 5, + "text": "inserted", + "position": { + "top": 2339, + "bottom": 2371, + "left": 434, + "right": 585 + } + }, + { + "doc_offset": { + "start": 6411, + "end": 6415 + }, + "page_num": 5, + "text": "into", + "position": { + "top": 2339, + "bottom": 2371, + "left": 603, + "right": 672 + } + }, + { + "doc_offset": { + "start": 6416, + "end": 6419 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 2339, + "bottom": 2371, + "left": 686, + "right": 746 + } + }, + { + "doc_offset": { + "start": 6420, + "end": 6427 + }, + "page_num": 5, + "text": "Metrics", + "position": { + "top": 2339, + "bottom": 2371, + "left": 763, + "right": 903 + } + }, + { + "doc_offset": { + "start": 6428, + "end": 6437 + }, + "page_num": 5, + "text": "database.", + "position": { + "top": 2339, + "bottom": 2371, + "left": 918, + "right": 1106 + } + }, + { + "doc_offset": { + "start": 6438, + "end": 6447 + }, + "page_num": 5, + "text": "formatted", + "position": { + "top": 2700, + "bottom": 2720, + "left": 1927, + "right": 2048 + } + }, + { + "doc_offset": { + "start": 6448, + "end": 6450 + }, + "page_num": 5, + "text": "by", + "position": { + "top": 2700, + "bottom": 2726, + "left": 2056, + "right": 2087 + } + }, + { + "doc_offset": { + "start": 6451, + "end": 6459 + }, + "page_num": 5, + "text": "Markdeep", + "position": { + "top": 2700, + "bottom": 2726, + "left": 2094, + "right": 2218 + } + }, + { + "doc_offset": { + "start": 6460, + "end": 6464 + }, + "page_num": 5, + "text": "1.17", + "position": { + "top": 2700, + "bottom": 2720, + "left": 2231, + "right": 2282 + } + }, + { + "doc_offset": { + "start": 6465, + "end": 6466 + }, + "page_num": 5, + "text": "\u2712", + "position": { + "top": 2691, + "bottom": 2731, + "left": 2288, + "right": 2328 + } + } +] \ No newline at end of file diff --git a/tests/data/etloutput/4288/107456/submission_107456_result.json b/tests/data/etloutput/4288/107456/submission_107456_result.json new file mode 100644 index 0000000..0598a13 --- /dev/null +++ b/tests/data/etloutput/4288/107456/submission_107456_result.json @@ -0,0 +1,39 @@ +{ + "file_version": 3, + "submission_id": 107456, + "modelgroup_metadata": { + "4630": { + "id": 4630, + "task_type": "form_extraction", + "name": "Standard Document v2", + "selected_model": { + "id": 8228, + "model_type": "form_extraction" + } + } + }, + "submission_results": [ + { + "submissionfile_id": 101155, + "etl_output": "indico-file:///storage/submission/4288/107456/101155/etl_output.json", + "input_filename": "data_model.pdf", + "input_filepath": "indico-file:///storage/submission/4288/107456/101155.pdf", + "input_filesize": 130938, + "model_results": { + "ORIGINAL": { + "4630": [] + } + }, + "component_results": { + "ORIGINAL": {} + }, + "rejected": { + "models": { + "4630": [] + }, + "components": {} + } + } + ], + "reviews": {} +} \ No newline at end of file diff --git a/tests/data/etloutput/4289/107457/101156/etl_output.json b/tests/data/etloutput/4289/107457/101156/etl_output.json new file mode 100644 index 0000000..5f6c212 --- /dev/null +++ b/tests/data/etloutput/4289/107457/101156/etl_output.json @@ -0,0 +1,54 @@ +{ + "pages": [ + { + "page_num": 0, + "image": "indico-file:///storage/submission/4289/107457/101156/original_page_0.png", + "thumbnail": "indico-file:///storage/submission/4289/107457/101156/original_thumbnail_0.png", + "doc_start_offset": 0, + "doc_end_offset": 1360, + "page_info": "indico-file:///storage/submission/4289/107457/101156/page_info_0.json" + }, + { + "page_num": 1, + "image": "indico-file:///storage/submission/4289/107457/101156/original_page_1.png", + "thumbnail": "indico-file:///storage/submission/4289/107457/101156/original_thumbnail_1.png", + "doc_start_offset": 1361, + "doc_end_offset": 1845, + "page_info": "indico-file:///storage/submission/4289/107457/101156/page_info_1.json" + }, + { + "page_num": 2, + "image": "indico-file:///storage/submission/4289/107457/101156/original_page_2.png", + "thumbnail": "indico-file:///storage/submission/4289/107457/101156/original_thumbnail_2.png", + "doc_start_offset": 1846, + "doc_end_offset": 3141, + "page_info": "indico-file:///storage/submission/4289/107457/101156/page_info_2.json" + }, + { + "page_num": 3, + "image": "indico-file:///storage/submission/4289/107457/101156/original_page_3.png", + "thumbnail": "indico-file:///storage/submission/4289/107457/101156/original_thumbnail_3.png", + "doc_start_offset": 3142, + "doc_end_offset": 4185, + "page_info": "indico-file:///storage/submission/4289/107457/101156/page_info_3.json" + }, + { + "page_num": 4, + "image": "indico-file:///storage/submission/4289/107457/101156/original_page_4.png", + "thumbnail": "indico-file:///storage/submission/4289/107457/101156/original_thumbnail_4.png", + "doc_start_offset": 4186, + "doc_end_offset": 4729, + "page_info": "indico-file:///storage/submission/4289/107457/101156/page_info_4.json" + }, + { + "page_num": 5, + "image": "indico-file:///storage/submission/4289/107457/101156/original_page_5.png", + "thumbnail": "indico-file:///storage/submission/4289/107457/101156/original_thumbnail_5.png", + "doc_start_offset": 4730, + "doc_end_offset": 6494, + "page_info": "indico-file:///storage/submission/4289/107457/101156/page_info_5.json" + } + ], + "num_pages": 6, + "metadata": {} +} \ No newline at end of file diff --git a/tests/data/etloutput/4289/107457/101156/page_info_0.json b/tests/data/etloutput/4289/107457/101156/page_info_0.json new file mode 100644 index 0000000..9884b5f --- /dev/null +++ b/tests/data/etloutput/4289/107457/101156/page_info_0.json @@ -0,0 +1,2982 @@ +{ + "pages": [ + { + "doc_offset": { + "start": 0, + "end": 1360 + }, + "page_num": 0, + "text": "Indico Metrics Integration Data Model\nThis document covers the intermediate data model used to pull Data Intake metrics\nfrom Indico to be aggregated and displayed within Metrics.\nContents\nThis document assumes that a single integration process is run on a schedule and\nuses 4 discrete GraphQL queries to download low-level metrics using the Indico\nGraphQL API. Scheduling recommendations are provided below.\nThese metrics are lightly processed and denormalized to match the intermediate\ndata model defined below. The integration will produce data in a consumable\nformat, such as SQL UPSERT\nqueries, an importable CSV file, or an importable\nJSON file.\n1 Entities\n1.1 Workflow\n1.2 Model\n1.3 Submission\n1.4 Submission File\n1.5 Reviewer\n1.6 Prediction\nOnce imported, Metrics can filter and aggregate the intermediate data as described below to display higher-\nlevel data points to fulfill the reporting requirements defined elsewhere.\n1 Entities\n1.1 Workflow\nColumn\tType\tGraphQL Source\nid\tint\tworkflow.id\nname\tstr\tworkflow. name\nExample GraphQL Query\nquery Workflows {\nworkflows {\nworkflows {\nid\nname\n}\n}\n}\nScheduled Process Logic\nThis is a lightweight query. All workflows will be pulled every time the integration is run.\nData Reconciliation\nThe output will include the primary key id needed to update existing rows and insert new rows into the\nMetrics database." + } + ], + "tokens": [ + { + "doc_offset": { + "start": 0, + "end": 6 + }, + "page_num": 0, + "text": "Indico", + "position": { + "top": 164, + "bottom": 239, + "left": 406, + "right": 684 + } + }, + { + "doc_offset": { + "start": 7, + "end": 14 + }, + "page_num": 0, + "text": "Metrics", + "position": { + "top": 164, + "bottom": 247, + "left": 717, + "right": 1051 + } + }, + { + "doc_offset": { + "start": 15, + "end": 26 + }, + "page_num": 0, + "text": "Integration", + "position": { + "top": 164, + "bottom": 252, + "left": 1084, + "right": 1587 + } + }, + { + "doc_offset": { + "start": 27, + "end": 31 + }, + "page_num": 0, + "text": "Data", + "position": { + "top": 164, + "bottom": 249, + "left": 1637, + "right": 1839 + } + }, + { + "doc_offset": { + "start": 32, + "end": 37 + }, + "page_num": 0, + "text": "Model", + "position": { + "top": 164, + "bottom": 242, + "left": 1872, + "right": 2146 + } + }, + { + "doc_offset": { + "start": 38, + "end": 42 + }, + "page_num": 0, + "text": "This", + "position": { + "top": 385, + "bottom": 429, + "left": 213, + "right": 293 + } + }, + { + "doc_offset": { + "start": 43, + "end": 51 + }, + "page_num": 0, + "text": "document", + "position": { + "top": 385, + "bottom": 429, + "left": 303, + "right": 502 + } + }, + { + "doc_offset": { + "start": 52, + "end": 58 + }, + "page_num": 0, + "text": "covers", + "position": { + "top": 383, + "bottom": 431, + "left": 512, + "right": 646 + } + }, + { + "doc_offset": { + "start": 59, + "end": 62 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 383, + "bottom": 432, + "left": 657, + "right": 722 + } + }, + { + "doc_offset": { + "start": 63, + "end": 75 + }, + "page_num": 0, + "text": "intermediate", + "position": { + "top": 383, + "bottom": 432, + "left": 732, + "right": 977 + } + }, + { + "doc_offset": { + "start": 76, + "end": 80 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 383, + "bottom": 432, + "left": 991, + "right": 1077 + } + }, + { + "doc_offset": { + "start": 81, + "end": 86 + }, + "page_num": 0, + "text": "model", + "position": { + "top": 383, + "bottom": 432, + "left": 1087, + "right": 1214 + } + }, + { + "doc_offset": { + "start": 87, + "end": 91 + }, + "page_num": 0, + "text": "used", + "position": { + "top": 383, + "bottom": 432, + "left": 1224, + "right": 1320 + } + }, + { + "doc_offset": { + "start": 92, + "end": 94 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 383, + "bottom": 432, + "left": 1333, + "right": 1373 + } + }, + { + "doc_offset": { + "start": 95, + "end": 99 + }, + "page_num": 0, + "text": "pull", + "position": { + "top": 383, + "bottom": 432, + "left": 1386, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 100, + "end": 104 + }, + "page_num": 0, + "text": "Data", + "position": { + "top": 383, + "bottom": 432, + "left": 1471, + "right": 1564 + } + }, + { + "doc_offset": { + "start": 105, + "end": 111 + }, + "page_num": 0, + "text": "Intake", + "position": { + "top": 385, + "bottom": 431, + "left": 1574, + "right": 1694 + } + }, + { + "doc_offset": { + "start": 112, + "end": 119 + }, + "page_num": 0, + "text": "metrics", + "position": { + "top": 385, + "bottom": 429, + "left": 1706, + "right": 1855 + } + }, + { + "doc_offset": { + "start": 120, + "end": 124 + }, + "page_num": 0, + "text": "from", + "position": { + "top": 446, + "bottom": 492, + "left": 212, + "right": 282 + } + }, + { + "doc_offset": { + "start": 125, + "end": 131 + }, + "page_num": 0, + "text": "Indico", + "position": { + "top": 446, + "bottom": 494, + "left": 308, + "right": 429 + } + }, + { + "doc_offset": { + "start": 132, + "end": 134 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 446, + "bottom": 495, + "left": 441, + "right": 481 + } + }, + { + "doc_offset": { + "start": 135, + "end": 137 + }, + "page_num": 0, + "text": "be", + "position": { + "top": 446, + "bottom": 495, + "left": 491, + "right": 544 + } + }, + { + "doc_offset": { + "start": 138, + "end": 148 + }, + "page_num": 0, + "text": "aggregated", + "position": { + "top": 446, + "bottom": 495, + "left": 557, + "right": 777 + } + }, + { + "doc_offset": { + "start": 149, + "end": 152 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 446, + "bottom": 495, + "left": 793, + "right": 865 + } + }, + { + "doc_offset": { + "start": 153, + "end": 162 + }, + "page_num": 0, + "text": "displayed", + "position": { + "top": 446, + "bottom": 495, + "left": 879, + "right": 1064 + } + }, + { + "doc_offset": { + "start": 163, + "end": 169 + }, + "page_num": 0, + "text": "within", + "position": { + "top": 445, + "bottom": 494, + "left": 1077, + "right": 1190 + } + }, + { + "doc_offset": { + "start": 170, + "end": 178 + }, + "page_num": 0, + "text": "Metrics.", + "position": { + "top": 445, + "bottom": 491, + "left": 1203, + "right": 1365 + } + }, + { + "doc_offset": { + "start": 179, + "end": 187 + }, + "page_num": 0, + "text": "Contents", + "position": { + "top": 429, + "bottom": 476, + "left": 2065, + "right": 2256 + } + }, + { + "doc_offset": { + "start": 188, + "end": 192 + }, + "page_num": 0, + "text": "This", + "position": { + "top": 552, + "bottom": 594, + "left": 212, + "right": 290 + } + }, + { + "doc_offset": { + "start": 193, + "end": 201 + }, + "page_num": 0, + "text": "document", + "position": { + "top": 552, + "bottom": 595, + "left": 305, + "right": 510 + } + }, + { + "doc_offset": { + "start": 202, + "end": 209 + }, + "page_num": 0, + "text": "assumes", + "position": { + "top": 551, + "bottom": 598, + "left": 520, + "right": 694 + } + }, + { + "doc_offset": { + "start": 210, + "end": 214 + }, + "page_num": 0, + "text": "that", + "position": { + "top": 551, + "bottom": 600, + "left": 704, + "right": 789 + } + }, + { + "doc_offset": { + "start": 215, + "end": 216 + }, + "page_num": 0, + "text": "a", + "position": { + "top": 551, + "bottom": 600, + "left": 799, + "right": 823 + } + }, + { + "doc_offset": { + "start": 217, + "end": 223 + }, + "page_num": 0, + "text": "single", + "position": { + "top": 551, + "bottom": 600, + "left": 836, + "right": 949 + } + }, + { + "doc_offset": { + "start": 224, + "end": 235 + }, + "page_num": 0, + "text": "integration", + "position": { + "top": 551, + "bottom": 600, + "left": 962, + "right": 1171 + } + }, + { + "doc_offset": { + "start": 236, + "end": 243 + }, + "page_num": 0, + "text": "process", + "position": { + "top": 551, + "bottom": 600, + "left": 1187, + "right": 1346 + } + }, + { + "doc_offset": { + "start": 244, + "end": 246 + }, + "page_num": 0, + "text": "is", + "position": { + "top": 551, + "bottom": 600, + "left": 1356, + "right": 1392 + } + }, + { + "doc_offset": { + "start": 247, + "end": 250 + }, + "page_num": 0, + "text": "run", + "position": { + "top": 551, + "bottom": 598, + "left": 1402, + "right": 1466 + } + }, + { + "doc_offset": { + "start": 251, + "end": 253 + }, + "page_num": 0, + "text": "on", + "position": { + "top": 551, + "bottom": 598, + "left": 1482, + "right": 1531 + } + }, + { + "doc_offset": { + "start": 254, + "end": 255 + }, + "page_num": 0, + "text": "a", + "position": { + "top": 551, + "bottom": 598, + "left": 1547, + "right": 1571 + } + }, + { + "doc_offset": { + "start": 256, + "end": 264 + }, + "page_num": 0, + "text": "schedule", + "position": { + "top": 551, + "bottom": 597, + "left": 1587, + "right": 1762 + } + }, + { + "doc_offset": { + "start": 265, + "end": 268 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 551, + "bottom": 595, + "left": 1777, + "right": 1848 + } + }, + { + "doc_offset": { + "start": 269, + "end": 273 + }, + "page_num": 0, + "text": "uses", + "position": { + "top": 615, + "bottom": 658, + "left": 210, + "right": 303 + } + }, + { + "doc_offset": { + "start": 274, + "end": 275 + }, + "page_num": 0, + "text": "4", + "position": { + "top": 614, + "bottom": 660, + "left": 320, + "right": 345 + } + }, + { + "doc_offset": { + "start": 276, + "end": 284 + }, + "page_num": 0, + "text": "discrete", + "position": { + "top": 614, + "bottom": 660, + "left": 365, + "right": 520 + } + }, + { + "doc_offset": { + "start": 285, + "end": 292 + }, + "page_num": 0, + "text": "GraphQL", + "position": { + "top": 613, + "bottom": 660, + "left": 538, + "right": 719 + } + }, + { + "doc_offset": { + "start": 293, + "end": 300 + }, + "page_num": 0, + "text": "queries", + "position": { + "top": 611, + "bottom": 661, + "left": 739, + "right": 883 + } + }, + { + "doc_offset": { + "start": 301, + "end": 303 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 611, + "bottom": 661, + "left": 899, + "right": 939 + } + }, + { + "doc_offset": { + "start": 304, + "end": 312 + }, + "page_num": 0, + "text": "download", + "position": { + "top": 611, + "bottom": 661, + "left": 959, + "right": 1151 + } + }, + { + "doc_offset": { + "start": 313, + "end": 322 + }, + "page_num": 0, + "text": "low-level", + "position": { + "top": 611, + "bottom": 661, + "left": 1168, + "right": 1350 + } + }, + { + "doc_offset": { + "start": 323, + "end": 330 + }, + "page_num": 0, + "text": "metrics", + "position": { + "top": 611, + "bottom": 661, + "left": 1362, + "right": 1509 + } + }, + { + "doc_offset": { + "start": 331, + "end": 336 + }, + "page_num": 0, + "text": "using", + "position": { + "top": 613, + "bottom": 660, + "left": 1527, + "right": 1633 + } + }, + { + "doc_offset": { + "start": 337, + "end": 340 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 613, + "bottom": 660, + "left": 1650, + "right": 1714 + } + }, + { + "doc_offset": { + "start": 341, + "end": 347 + }, + "page_num": 0, + "text": "Indico", + "position": { + "top": 613, + "bottom": 660, + "left": 1731, + "right": 1850 + } + }, + { + "doc_offset": { + "start": 348, + "end": 355 + }, + "page_num": 0, + "text": "GraphQL", + "position": { + "top": 673, + "bottom": 720, + "left": 212, + "right": 386 + } + }, + { + "doc_offset": { + "start": 356, + "end": 360 + }, + "page_num": 0, + "text": "API.", + "position": { + "top": 673, + "bottom": 721, + "left": 399, + "right": 487 + } + }, + { + "doc_offset": { + "start": 361, + "end": 371 + }, + "page_num": 0, + "text": "Scheduling", + "position": { + "top": 673, + "bottom": 723, + "left": 495, + "right": 710 + } + }, + { + "doc_offset": { + "start": 372, + "end": 387 + }, + "page_num": 0, + "text": "recommendations", + "position": { + "top": 673, + "bottom": 723, + "left": 720, + "right": 1078 + } + }, + { + "doc_offset": { + "start": 388, + "end": 391 + }, + "page_num": 0, + "text": "are", + "position": { + "top": 674, + "bottom": 723, + "left": 1090, + "right": 1150 + } + }, + { + "doc_offset": { + "start": 392, + "end": 400 + }, + "page_num": 0, + "text": "provided", + "position": { + "top": 674, + "bottom": 723, + "left": 1160, + "right": 1332 + } + }, + { + "doc_offset": { + "start": 401, + "end": 407 + }, + "page_num": 0, + "text": "below.", + "position": { + "top": 674, + "bottom": 721, + "left": 1342, + "right": 1474 + } + }, + { + "doc_offset": { + "start": 408, + "end": 413 + }, + "page_num": 0, + "text": "These", + "position": { + "top": 779, + "bottom": 825, + "left": 214, + "right": 329 + } + }, + { + "doc_offset": { + "start": 414, + "end": 421 + }, + "page_num": 0, + "text": "metrics", + "position": { + "top": 779, + "bottom": 825, + "left": 345, + "right": 494 + } + }, + { + "doc_offset": { + "start": 422, + "end": 425 + }, + "page_num": 0, + "text": "are", + "position": { + "top": 779, + "bottom": 826, + "left": 512, + "right": 571 + } + }, + { + "doc_offset": { + "start": 426, + "end": 433 + }, + "page_num": 0, + "text": "lightly", + "position": { + "top": 779, + "bottom": 827, + "left": 587, + "right": 709 + } + }, + { + "doc_offset": { + "start": 434, + "end": 443 + }, + "page_num": 0, + "text": "processed", + "position": { + "top": 779, + "bottom": 827, + "left": 724, + "right": 929 + } + }, + { + "doc_offset": { + "start": 444, + "end": 447 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 779, + "bottom": 827, + "left": 951, + "right": 1022 + } + }, + { + "doc_offset": { + "start": 448, + "end": 460 + }, + "page_num": 0, + "text": "denormalized", + "position": { + "top": 777, + "bottom": 827, + "left": 1041, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 461, + "end": 463 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 777, + "bottom": 826, + "left": 1325, + "right": 1365 + } + }, + { + "doc_offset": { + "start": 464, + "end": 469 + }, + "page_num": 0, + "text": "match", + "position": { + "top": 777, + "bottom": 826, + "left": 1383, + "right": 1505 + } + }, + { + "doc_offset": { + "start": 470, + "end": 473 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 779, + "bottom": 825, + "left": 1527, + "right": 1590 + } + }, + { + "doc_offset": { + "start": 474, + "end": 486 + }, + "page_num": 0, + "text": "intermediate", + "position": { + "top": 779, + "bottom": 823, + "left": 1604, + "right": 1853 + } + }, + { + "doc_offset": { + "start": 487, + "end": 491 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 840, + "bottom": 885, + "left": 209, + "right": 296 + } + }, + { + "doc_offset": { + "start": 492, + "end": 497 + }, + "page_num": 0, + "text": "model", + "position": { + "top": 840, + "bottom": 886, + "left": 319, + "right": 455 + } + }, + { + "doc_offset": { + "start": 498, + "end": 505 + }, + "page_num": 0, + "text": "defined", + "position": { + "top": 839, + "bottom": 888, + "left": 465, + "right": 611 + } + }, + { + "doc_offset": { + "start": 506, + "end": 512 + }, + "page_num": 0, + "text": "below.", + "position": { + "top": 839, + "bottom": 888, + "left": 637, + "right": 776 + } + }, + { + "doc_offset": { + "start": 513, + "end": 516 + }, + "page_num": 0, + "text": "The", + "position": { + "top": 839, + "bottom": 889, + "left": 793, + "right": 865 + } + }, + { + "doc_offset": { + "start": 517, + "end": 528 + }, + "page_num": 0, + "text": "integration", + "position": { + "top": 839, + "bottom": 889, + "left": 885, + "right": 1094 + } + }, + { + "doc_offset": { + "start": 529, + "end": 533 + }, + "page_num": 0, + "text": "will", + "position": { + "top": 839, + "bottom": 889, + "left": 1120, + "right": 1196 + } + }, + { + "doc_offset": { + "start": 534, + "end": 541 + }, + "page_num": 0, + "text": "produce", + "position": { + "top": 839, + "bottom": 889, + "left": 1206, + "right": 1370 + } + }, + { + "doc_offset": { + "start": 542, + "end": 546 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 839, + "bottom": 889, + "left": 1393, + "right": 1485 + } + }, + { + "doc_offset": { + "start": 547, + "end": 549 + }, + "page_num": 0, + "text": "in", + "position": { + "top": 839, + "bottom": 888, + "left": 1502, + "right": 1540 + } + }, + { + "doc_offset": { + "start": 550, + "end": 551 + }, + "page_num": 0, + "text": "a", + "position": { + "top": 839, + "bottom": 888, + "left": 1565, + "right": 1590 + } + }, + { + "doc_offset": { + "start": 552, + "end": 562 + }, + "page_num": 0, + "text": "consumable", + "position": { + "top": 840, + "bottom": 886, + "left": 1614, + "right": 1855 + } + }, + { + "doc_offset": { + "start": 563, + "end": 570 + }, + "page_num": 0, + "text": "format,", + "position": { + "top": 902, + "bottom": 948, + "left": 210, + "right": 356 + } + }, + { + "doc_offset": { + "start": 571, + "end": 575 + }, + "page_num": 0, + "text": "such", + "position": { + "top": 902, + "bottom": 948, + "left": 369, + "right": 458 + } + }, + { + "doc_offset": { + "start": 576, + "end": 578 + }, + "page_num": 0, + "text": "as", + "position": { + "top": 902, + "bottom": 948, + "left": 485, + "right": 530 + } + }, + { + "doc_offset": { + "start": 579, + "end": 582 + }, + "page_num": 0, + "text": "SQL", + "position": { + "top": 902, + "bottom": 948, + "left": 551, + "right": 634 + } + }, + { + "doc_offset": { + "start": 583, + "end": 589 + }, + "page_num": 0, + "text": "UPSERT", + "position": { + "top": 903, + "bottom": 946, + "left": 670, + "right": 809 + } + }, + { + "doc_offset": { + "start": 590, + "end": 598 + }, + "page_num": 0, + "text": "queries,", + "position": { + "top": 902, + "bottom": 952, + "left": 840, + "right": 1007 + } + }, + { + "doc_offset": { + "start": 599, + "end": 601 + }, + "page_num": 0, + "text": "an", + "position": { + "top": 900, + "bottom": 952, + "left": 1018, + "right": 1062 + } + }, + { + "doc_offset": { + "start": 602, + "end": 612 + }, + "page_num": 0, + "text": "importable", + "position": { + "top": 900, + "bottom": 952, + "left": 1080, + "right": 1297 + } + }, + { + "doc_offset": { + "start": 613, + "end": 616 + }, + "page_num": 0, + "text": "CSV", + "position": { + "top": 900, + "bottom": 951, + "left": 1317, + "right": 1402 + } + }, + { + "doc_offset": { + "start": 617, + "end": 622 + }, + "page_num": 0, + "text": "file,", + "position": { + "top": 900, + "bottom": 951, + "left": 1422, + "right": 1501 + } + }, + { + "doc_offset": { + "start": 623, + "end": 625 + }, + "page_num": 0, + "text": "or", + "position": { + "top": 900, + "bottom": 951, + "left": 1511, + "right": 1561 + } + }, + { + "doc_offset": { + "start": 626, + "end": 628 + }, + "page_num": 0, + "text": "an", + "position": { + "top": 900, + "bottom": 951, + "left": 1574, + "right": 1620 + } + }, + { + "doc_offset": { + "start": 629, + "end": 639 + }, + "page_num": 0, + "text": "importable", + "position": { + "top": 902, + "bottom": 949, + "left": 1640, + "right": 1853 + } + }, + { + "doc_offset": { + "start": 640, + "end": 644 + }, + "page_num": 0, + "text": "JSON", + "position": { + "top": 962, + "bottom": 1006, + "left": 212, + "right": 316 + } + }, + { + "doc_offset": { + "start": 645, + "end": 650 + }, + "page_num": 0, + "text": "file.", + "position": { + "top": 965, + "bottom": 1006, + "left": 339, + "right": 408 + } + }, + { + "doc_offset": { + "start": 651, + "end": 652 + }, + "page_num": 0, + "text": "1", + "position": { + "top": 564, + "bottom": 600, + "left": 1979, + "right": 1998 + } + }, + { + "doc_offset": { + "start": 653, + "end": 661 + }, + "page_num": 0, + "text": "Entities", + "position": { + "top": 562, + "bottom": 600, + "left": 2018, + "right": 2168 + } + }, + { + "doc_offset": { + "start": 662, + "end": 665 + }, + "page_num": 0, + "text": "1.1", + "position": { + "top": 615, + "bottom": 648, + "left": 2007, + "right": 2050 + } + }, + { + "doc_offset": { + "start": 666, + "end": 674 + }, + "page_num": 0, + "text": "Workflow", + "position": { + "top": 614, + "bottom": 648, + "left": 2067, + "right": 2220 + } + }, + { + "doc_offset": { + "start": 675, + "end": 678 + }, + "page_num": 0, + "text": "1.2", + "position": { + "top": 664, + "bottom": 697, + "left": 2007, + "right": 2052 + } + }, + { + "doc_offset": { + "start": 679, + "end": 684 + }, + "page_num": 0, + "text": "Model", + "position": { + "top": 664, + "bottom": 696, + "left": 2070, + "right": 2177 + } + }, + { + "doc_offset": { + "start": 685, + "end": 688 + }, + "page_num": 0, + "text": "1.3", + "position": { + "top": 711, + "bottom": 749, + "left": 2007, + "right": 2052 + } + }, + { + "doc_offset": { + "start": 689, + "end": 699 + }, + "page_num": 0, + "text": "Submission", + "position": { + "top": 711, + "bottom": 747, + "left": 2072, + "right": 2259 + } + }, + { + "doc_offset": { + "start": 700, + "end": 703 + }, + "page_num": 0, + "text": "1.4", + "position": { + "top": 759, + "bottom": 797, + "left": 2005, + "right": 2051 + } + }, + { + "doc_offset": { + "start": 704, + "end": 714 + }, + "page_num": 0, + "text": "Submission", + "position": { + "top": 759, + "bottom": 797, + "left": 2071, + "right": 2260 + } + }, + { + "doc_offset": { + "start": 715, + "end": 719 + }, + "page_num": 0, + "text": "File", + "position": { + "top": 757, + "bottom": 797, + "left": 2274, + "right": 2335 + } + }, + { + "doc_offset": { + "start": 720, + "end": 723 + }, + "page_num": 0, + "text": "1.5", + "position": { + "top": 810, + "bottom": 846, + "left": 2005, + "right": 2048 + } + }, + { + "doc_offset": { + "start": 724, + "end": 732 + }, + "page_num": 0, + "text": "Reviewer", + "position": { + "top": 809, + "bottom": 846, + "left": 2070, + "right": 2226 + } + }, + { + "doc_offset": { + "start": 733, + "end": 736 + }, + "page_num": 0, + "text": "1.6", + "position": { + "top": 857, + "bottom": 896, + "left": 2007, + "right": 2050 + } + }, + { + "doc_offset": { + "start": 737, + "end": 747 + }, + "page_num": 0, + "text": "Prediction", + "position": { + "top": 856, + "bottom": 895, + "left": 2071, + "right": 2239 + } + }, + { + "doc_offset": { + "start": 748, + "end": 752 + }, + "page_num": 0, + "text": "Once", + "position": { + "top": 1067, + "bottom": 1117, + "left": 210, + "right": 310 + } + }, + { + "doc_offset": { + "start": 753, + "end": 762 + }, + "page_num": 0, + "text": "imported,", + "position": { + "top": 1067, + "bottom": 1117, + "left": 320, + "right": 515 + } + }, + { + "doc_offset": { + "start": 763, + "end": 770 + }, + "page_num": 0, + "text": "Metrics", + "position": { + "top": 1067, + "bottom": 1117, + "left": 525, + "right": 676 + } + }, + { + "doc_offset": { + "start": 771, + "end": 774 + }, + "page_num": 0, + "text": "can", + "position": { + "top": 1067, + "bottom": 1117, + "left": 687, + "right": 756 + } + }, + { + "doc_offset": { + "start": 775, + "end": 781 + }, + "page_num": 0, + "text": "filter", + "position": { + "top": 1067, + "bottom": 1117, + "left": 769, + "right": 858 + } + }, + { + "doc_offset": { + "start": 782, + "end": 785 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 1067, + "bottom": 1117, + "left": 868, + "right": 941 + } + }, + { + "doc_offset": { + "start": 786, + "end": 795 + }, + "page_num": 0, + "text": "aggregate", + "position": { + "top": 1067, + "bottom": 1117, + "left": 958, + "right": 1151 + } + }, + { + "doc_offset": { + "start": 796, + "end": 799 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 1067, + "bottom": 1117, + "left": 1161, + "right": 1227 + } + }, + { + "doc_offset": { + "start": 800, + "end": 812 + }, + "page_num": 0, + "text": "intermediate", + "position": { + "top": 1067, + "bottom": 1117, + "left": 1237, + "right": 1484 + } + }, + { + "doc_offset": { + "start": 813, + "end": 817 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 1067, + "bottom": 1117, + "left": 1498, + "right": 1587 + } + }, + { + "doc_offset": { + "start": 818, + "end": 820 + }, + "page_num": 0, + "text": "as", + "position": { + "top": 1067, + "bottom": 1117, + "left": 1597, + "right": 1646 + } + }, + { + "doc_offset": { + "start": 821, + "end": 830 + }, + "page_num": 0, + "text": "described", + "position": { + "top": 1067, + "bottom": 1117, + "left": 1657, + "right": 1850 + } + }, + { + "doc_offset": { + "start": 831, + "end": 836 + }, + "page_num": 0, + "text": "below", + "position": { + "top": 1067, + "bottom": 1117, + "left": 1860, + "right": 1972 + } + }, + { + "doc_offset": { + "start": 837, + "end": 839 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 1067, + "bottom": 1117, + "left": 1992, + "right": 2035 + } + }, + { + "doc_offset": { + "start": 840, + "end": 847 + }, + "page_num": 0, + "text": "display", + "position": { + "top": 1067, + "bottom": 1117, + "left": 2045, + "right": 2183 + } + }, + { + "doc_offset": { + "start": 848, + "end": 855 + }, + "page_num": 0, + "text": "higher-", + "position": { + "top": 1067, + "bottom": 1117, + "left": 2194, + "right": 2333 + } + }, + { + "doc_offset": { + "start": 856, + "end": 861 + }, + "page_num": 0, + "text": "level", + "position": { + "top": 1130, + "bottom": 1177, + "left": 206, + "right": 300 + } + }, + { + "doc_offset": { + "start": 862, + "end": 866 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 1130, + "bottom": 1178, + "left": 310, + "right": 398 + } + }, + { + "doc_offset": { + "start": 867, + "end": 873 + }, + "page_num": 0, + "text": "points", + "position": { + "top": 1130, + "bottom": 1178, + "left": 406, + "right": 530 + } + }, + { + "doc_offset": { + "start": 874, + "end": 876 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 1128, + "bottom": 1178, + "left": 540, + "right": 581 + } + }, + { + "doc_offset": { + "start": 877, + "end": 884 + }, + "page_num": 0, + "text": "fulfill", + "position": { + "top": 1128, + "bottom": 1180, + "left": 591, + "right": 681 + } + }, + { + "doc_offset": { + "start": 885, + "end": 888 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 1128, + "bottom": 1180, + "left": 691, + "right": 756 + } + }, + { + "doc_offset": { + "start": 889, + "end": 898 + }, + "page_num": 0, + "text": "reporting", + "position": { + "top": 1128, + "bottom": 1180, + "left": 766, + "right": 944 + } + }, + { + "doc_offset": { + "start": 899, + "end": 911 + }, + "page_num": 0, + "text": "requirements", + "position": { + "top": 1128, + "bottom": 1178, + "left": 954, + "right": 1213 + } + }, + { + "doc_offset": { + "start": 912, + "end": 919 + }, + "page_num": 0, + "text": "defined", + "position": { + "top": 1128, + "bottom": 1177, + "left": 1221, + "right": 1368 + } + }, + { + "doc_offset": { + "start": 920, + "end": 930 + }, + "page_num": 0, + "text": "elsewhere.", + "position": { + "top": 1128, + "bottom": 1175, + "left": 1381, + "right": 1591 + } + }, + { + "doc_offset": { + "start": 931, + "end": 932 + }, + "page_num": 0, + "text": "1", + "position": { + "top": 1317, + "bottom": 1379, + "left": 220, + "right": 252 + } + }, + { + "doc_offset": { + "start": 933, + "end": 941 + }, + "page_num": 0, + "text": "Entities", + "position": { + "top": 1317, + "bottom": 1376, + "left": 310, + "right": 571 + } + }, + { + "doc_offset": { + "start": 942, + "end": 945 + }, + "page_num": 0, + "text": "1.1", + "position": { + "top": 1526, + "bottom": 1584, + "left": 220, + "right": 308 + } + }, + { + "doc_offset": { + "start": 946, + "end": 954 + }, + "page_num": 0, + "text": "Workflow", + "position": { + "top": 1528, + "bottom": 1584, + "left": 363, + "right": 643 + } + }, + { + "doc_offset": { + "start": 955, + "end": 961 + }, + "page_num": 0, + "text": "Column", + "position": { + "top": 1691, + "bottom": 1731, + "left": 262, + "right": 416 + } + }, + { + "doc_offset": { + "start": 962, + "end": 966 + }, + "page_num": 0, + "text": "Type", + "position": { + "top": 1690, + "bottom": 1735, + "left": 875, + "right": 966 + } + }, + { + "doc_offset": { + "start": 967, + "end": 974 + }, + "page_num": 0, + "text": "GraphQL", + "position": { + "top": 1688, + "bottom": 1734, + "left": 1328, + "right": 1509 + } + }, + { + "doc_offset": { + "start": 975, + "end": 981 + }, + "page_num": 0, + "text": "Source", + "position": { + "top": 1688, + "bottom": 1734, + "left": 1525, + "right": 1670 + } + }, + { + "doc_offset": { + "start": 982, + "end": 984 + }, + "page_num": 0, + "text": "id", + "position": { + "top": 1788, + "bottom": 1824, + "left": 257, + "right": 287 + } + }, + { + "doc_offset": { + "start": 985, + "end": 988 + }, + "page_num": 0, + "text": "int", + "position": { + "top": 1786, + "bottom": 1833, + "left": 868, + "right": 925 + } + }, + { + "doc_offset": { + "start": 989, + "end": 1000 + }, + "page_num": 0, + "text": "workflow.id", + "position": { + "top": 1790, + "bottom": 1829, + "left": 1339, + "right": 1584 + } + }, + { + "doc_offset": { + "start": 1001, + "end": 1005 + }, + "page_num": 0, + "text": "name", + "position": { + "top": 1877, + "bottom": 1927, + "left": 256, + "right": 366 + } + }, + { + "doc_offset": { + "start": 1006, + "end": 1009 + }, + "page_num": 0, + "text": "str", + "position": { + "top": 1876, + "bottom": 1927, + "left": 871, + "right": 922 + } + }, + { + "doc_offset": { + "start": 1010, + "end": 1019 + }, + "page_num": 0, + "text": "workflow.", + "position": { + "top": 1884, + "bottom": 1920, + "left": 1339, + "right": 1531 + } + }, + { + "doc_offset": { + "start": 1020, + "end": 1024 + }, + "page_num": 0, + "text": "name", + "position": { + "top": 1884, + "bottom": 1920, + "left": 1538, + "right": 1628 + } + }, + { + "doc_offset": { + "start": 1025, + "end": 1032 + }, + "page_num": 0, + "text": "Example", + "position": { + "top": 2010, + "bottom": 2059, + "left": 210, + "right": 389 + } + }, + { + "doc_offset": { + "start": 1033, + "end": 1040 + }, + "page_num": 0, + "text": "GraphQL", + "position": { + "top": 2009, + "bottom": 2059, + "left": 403, + "right": 590 + } + }, + { + "doc_offset": { + "start": 1041, + "end": 1046 + }, + "page_num": 0, + "text": "Query", + "position": { + "top": 2008, + "bottom": 2062, + "left": 604, + "right": 730 + } + }, + { + "doc_offset": { + "start": 1047, + "end": 1052 + }, + "page_num": 0, + "text": "query", + "position": { + "top": 2128, + "bottom": 2177, + "left": 240, + "right": 373 + } + }, + { + "doc_offset": { + "start": 1053, + "end": 1062 + }, + "page_num": 0, + "text": "Workflows", + "position": { + "top": 2125, + "bottom": 2177, + "left": 395, + "right": 643 + } + }, + { + "doc_offset": { + "start": 1063, + "end": 1064 + }, + "page_num": 0, + "text": "{", + "position": { + "top": 2124, + "bottom": 2179, + "left": 674, + "right": 701 + } + }, + { + "doc_offset": { + "start": 1065, + "end": 1074 + }, + "page_num": 0, + "text": "workflows", + "position": { + "top": 2189, + "bottom": 2234, + "left": 325, + "right": 570 + } + }, + { + "doc_offset": { + "start": 1075, + "end": 1076 + }, + "page_num": 0, + "text": "{", + "position": { + "top": 2187, + "bottom": 2235, + "left": 603, + "right": 624 + } + }, + { + "doc_offset": { + "start": 1077, + "end": 1086 + }, + "page_num": 0, + "text": "workflows", + "position": { + "top": 2251, + "bottom": 2300, + "left": 435, + "right": 680 + } + }, + { + "doc_offset": { + "start": 1087, + "end": 1088 + }, + "page_num": 0, + "text": "{", + "position": { + "top": 2250, + "bottom": 2300, + "left": 707, + "right": 734 + } + }, + { + "doc_offset": { + "start": 1089, + "end": 1091 + }, + "page_num": 0, + "text": "id", + "position": { + "top": 2311, + "bottom": 2354, + "left": 547, + "right": 593 + } + }, + { + "doc_offset": { + "start": 1092, + "end": 1096 + }, + "page_num": 0, + "text": "name", + "position": { + "top": 2383, + "bottom": 2419, + "left": 542, + "right": 644 + } + }, + { + "doc_offset": { + "start": 1097, + "end": 1098 + }, + "page_num": 0, + "text": "}", + "position": { + "top": 2437, + "bottom": 2485, + "left": 438, + "right": 455 + } + }, + { + "doc_offset": { + "start": 1099, + "end": 1100 + }, + "page_num": 0, + "text": "}", + "position": { + "top": 2500, + "bottom": 2548, + "left": 328, + "right": 346 + } + }, + { + "doc_offset": { + "start": 1101, + "end": 1102 + }, + "page_num": 0, + "text": "}", + "position": { + "top": 2563, + "bottom": 2609, + "left": 222, + "right": 246 + } + }, + { + "doc_offset": { + "start": 1103, + "end": 1112 + }, + "page_num": 0, + "text": "Scheduled", + "position": { + "top": 2684, + "bottom": 2725, + "left": 212, + "right": 426 + } + }, + { + "doc_offset": { + "start": 1113, + "end": 1120 + }, + "page_num": 0, + "text": "Process", + "position": { + "top": 2682, + "bottom": 2728, + "left": 442, + "right": 614 + } + }, + { + "doc_offset": { + "start": 1121, + "end": 1126 + }, + "page_num": 0, + "text": "Logic", + "position": { + "top": 2681, + "bottom": 2731, + "left": 624, + "right": 739 + } + }, + { + "doc_offset": { + "start": 1127, + "end": 1131 + }, + "page_num": 0, + "text": "This", + "position": { + "top": 2785, + "bottom": 2833, + "left": 213, + "right": 287 + } + }, + { + "doc_offset": { + "start": 1132, + "end": 1134 + }, + "page_num": 0, + "text": "is", + "position": { + "top": 2784, + "bottom": 2834, + "left": 297, + "right": 338 + } + }, + { + "doc_offset": { + "start": 1135, + "end": 1136 + }, + "page_num": 0, + "text": "a", + "position": { + "top": 2784, + "bottom": 2834, + "left": 348, + "right": 366 + } + }, + { + "doc_offset": { + "start": 1137, + "end": 1148 + }, + "page_num": 0, + "text": "lightweight", + "position": { + "top": 2784, + "bottom": 2834, + "left": 378, + "right": 594 + } + }, + { + "doc_offset": { + "start": 1149, + "end": 1155 + }, + "page_num": 0, + "text": "query.", + "position": { + "top": 2784, + "bottom": 2834, + "left": 605, + "right": 727 + } + }, + { + "doc_offset": { + "start": 1156, + "end": 1159 + }, + "page_num": 0, + "text": "All", + "position": { + "top": 2784, + "bottom": 2834, + "left": 737, + "right": 786 + } + }, + { + "doc_offset": { + "start": 1160, + "end": 1169 + }, + "page_num": 0, + "text": "workflows", + "position": { + "top": 2784, + "bottom": 2835, + "left": 796, + "right": 998 + } + }, + { + "doc_offset": { + "start": 1170, + "end": 1174 + }, + "page_num": 0, + "text": "will", + "position": { + "top": 2784, + "bottom": 2835, + "left": 1008, + "right": 1070 + } + }, + { + "doc_offset": { + "start": 1175, + "end": 1177 + }, + "page_num": 0, + "text": "be", + "position": { + "top": 2784, + "bottom": 2835, + "left": 1081, + "right": 1133 + } + }, + { + "doc_offset": { + "start": 1178, + "end": 1184 + }, + "page_num": 0, + "text": "pulled", + "position": { + "top": 2784, + "bottom": 2835, + "left": 1143, + "right": 1264 + } + }, + { + "doc_offset": { + "start": 1185, + "end": 1190 + }, + "page_num": 0, + "text": "every", + "position": { + "top": 2784, + "bottom": 2835, + "left": 1276, + "right": 1381 + } + }, + { + "doc_offset": { + "start": 1191, + "end": 1195 + }, + "page_num": 0, + "text": "time", + "position": { + "top": 2784, + "bottom": 2835, + "left": 1391, + "right": 1476 + } + }, + { + "doc_offset": { + "start": 1196, + "end": 1199 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 2784, + "bottom": 2835, + "left": 1487, + "right": 1550 + } + }, + { + "doc_offset": { + "start": 1200, + "end": 1211 + }, + "page_num": 0, + "text": "integration", + "position": { + "top": 2784, + "bottom": 2834, + "left": 1560, + "right": 1770 + } + }, + { + "doc_offset": { + "start": 1212, + "end": 1214 + }, + "page_num": 0, + "text": "is", + "position": { + "top": 2784, + "bottom": 2834, + "left": 1780, + "right": 1813 + } + }, + { + "doc_offset": { + "start": 1215, + "end": 1219 + }, + "page_num": 0, + "text": "run.", + "position": { + "top": 2785, + "bottom": 2834, + "left": 1823, + "right": 1903 + } + }, + { + "doc_offset": { + "start": 1220, + "end": 1224 + }, + "page_num": 0, + "text": "Data", + "position": { + "top": 2891, + "bottom": 2937, + "left": 210, + "right": 308 + } + }, + { + "doc_offset": { + "start": 1225, + "end": 1239 + }, + "page_num": 0, + "text": "Reconciliation", + "position": { + "top": 2891, + "bottom": 2937, + "left": 320, + "right": 616 + } + }, + { + "doc_offset": { + "start": 1240, + "end": 1243 + }, + "page_num": 0, + "text": "The", + "position": { + "top": 2994, + "bottom": 3043, + "left": 212, + "right": 283 + } + }, + { + "doc_offset": { + "start": 1244, + "end": 1250 + }, + "page_num": 0, + "text": "output", + "position": { + "top": 2994, + "bottom": 3043, + "left": 296, + "right": 431 + } + }, + { + "doc_offset": { + "start": 1251, + "end": 1255 + }, + "page_num": 0, + "text": "will", + "position": { + "top": 2994, + "bottom": 3045, + "left": 441, + "right": 510 + } + }, + { + "doc_offset": { + "start": 1256, + "end": 1263 + }, + "page_num": 0, + "text": "include", + "position": { + "top": 2994, + "bottom": 3045, + "left": 520, + "right": 667 + } + }, + { + "doc_offset": { + "start": 1264, + "end": 1267 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 2994, + "bottom": 3045, + "left": 677, + "right": 743 + } + }, + { + "doc_offset": { + "start": 1268, + "end": 1275 + }, + "page_num": 0, + "text": "primary", + "position": { + "top": 2994, + "bottom": 3045, + "left": 757, + "right": 911 + } + }, + { + "doc_offset": { + "start": 1276, + "end": 1279 + }, + "page_num": 0, + "text": "key", + "position": { + "top": 2994, + "bottom": 3046, + "left": 921, + "right": 997 + } + }, + { + "doc_offset": { + "start": 1280, + "end": 1282 + }, + "page_num": 0, + "text": "id", + "position": { + "top": 2994, + "bottom": 3046, + "left": 1027, + "right": 1073 + } + }, + { + "doc_offset": { + "start": 1283, + "end": 1289 + }, + "page_num": 0, + "text": "needed", + "position": { + "top": 2994, + "bottom": 3046, + "left": 1098, + "right": 1250 + } + }, + { + "doc_offset": { + "start": 1290, + "end": 1292 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 2994, + "bottom": 3046, + "left": 1263, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 1293, + "end": 1299 + }, + "page_num": 0, + "text": "update", + "position": { + "top": 2994, + "bottom": 3046, + "left": 1322, + "right": 1464 + } + }, + { + "doc_offset": { + "start": 1300, + "end": 1308 + }, + "page_num": 0, + "text": "existing", + "position": { + "top": 2994, + "bottom": 3046, + "left": 1476, + "right": 1631 + } + }, + { + "doc_offset": { + "start": 1309, + "end": 1313 + }, + "page_num": 0, + "text": "rows", + "position": { + "top": 2994, + "bottom": 3046, + "left": 1644, + "right": 1746 + } + }, + { + "doc_offset": { + "start": 1314, + "end": 1317 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 2994, + "bottom": 3045, + "left": 1760, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 1318, + "end": 1324 + }, + "page_num": 0, + "text": "insert", + "position": { + "top": 2994, + "bottom": 3045, + "left": 1845, + "right": 1962 + } + }, + { + "doc_offset": { + "start": 1325, + "end": 1328 + }, + "page_num": 0, + "text": "new", + "position": { + "top": 2994, + "bottom": 3045, + "left": 1974, + "right": 2048 + } + }, + { + "doc_offset": { + "start": 1329, + "end": 1333 + }, + "page_num": 0, + "text": "rows", + "position": { + "top": 2994, + "bottom": 3045, + "left": 2070, + "right": 2170 + } + }, + { + "doc_offset": { + "start": 1334, + "end": 1338 + }, + "page_num": 0, + "text": "into", + "position": { + "top": 2994, + "bottom": 3043, + "left": 2181, + "right": 2259 + } + }, + { + "doc_offset": { + "start": 1339, + "end": 1342 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 2994, + "bottom": 3043, + "left": 2273, + "right": 2337 + } + }, + { + "doc_offset": { + "start": 1343, + "end": 1350 + }, + "page_num": 0, + "text": "Metrics", + "position": { + "top": 3057, + "bottom": 3102, + "left": 214, + "right": 356 + } + }, + { + "doc_offset": { + "start": 1351, + "end": 1360 + }, + "page_num": 0, + "text": "database.", + "position": { + "top": 3057, + "bottom": 3102, + "left": 368, + "right": 563 + } + } + ] +} \ No newline at end of file diff --git a/tests/data/etloutput/4289/107457/101156/page_info_1.json b/tests/data/etloutput/4289/107457/101156/page_info_1.json new file mode 100644 index 0000000..eba2332 --- /dev/null +++ b/tests/data/etloutput/4289/107457/101156/page_info_1.json @@ -0,0 +1,1134 @@ +{ + "pages": [ + { + "doc_offset": { + "start": 1361, + "end": 1845 + }, + "page_num": 1, + "text": "1.2 Model\nColumn\tType\tGraphQL Source\nid\tint\tmodelGroup. id\nname\tstr\tmodel Group. name\nworkflow_id\tint\tmodel Group. workflowId\nExample GraphQL Query\nquery Models {\nmodelGroups(Limit: 1000) {\nmodel Groups {\nid\nname\nworkflowId\n}\n}\n}\nScheduled Process Logic\nThis is a lightweight query. All models will be pulled every time the integration is run.\nData Reconciliation\nThe output will include the primary key id needed to update existing rows and insert new rows into the\nMetrics database." + } + ], + "tokens": [ + { + "doc_offset": { + "start": 1361, + "end": 1364 + }, + "page_num": 1, + "text": "1.2", + "position": { + "top": 51, + "bottom": 105, + "left": 220, + "right": 306 + } + }, + { + "doc_offset": { + "start": 1365, + "end": 1370 + }, + "page_num": 1, + "text": "Model", + "position": { + "top": 51, + "bottom": 105, + "left": 363, + "right": 551 + } + }, + { + "doc_offset": { + "start": 1371, + "end": 1377 + }, + "page_num": 1, + "text": "Column", + "position": { + "top": 211, + "bottom": 253, + "left": 262, + "right": 416 + } + }, + { + "doc_offset": { + "start": 1378, + "end": 1382 + }, + "page_num": 1, + "text": "Type", + "position": { + "top": 210, + "bottom": 259, + "left": 889, + "right": 984 + } + }, + { + "doc_offset": { + "start": 1383, + "end": 1390 + }, + "page_num": 1, + "text": "GraphQL", + "position": { + "top": 211, + "bottom": 257, + "left": 1252, + "right": 1435 + } + }, + { + "doc_offset": { + "start": 1391, + "end": 1397 + }, + "page_num": 1, + "text": "Source", + "position": { + "top": 211, + "bottom": 257, + "left": 1451, + "right": 1597 + } + }, + { + "doc_offset": { + "start": 1398, + "end": 1400 + }, + "page_num": 1, + "text": "id", + "position": { + "top": 312, + "bottom": 350, + "left": 259, + "right": 289 + } + }, + { + "doc_offset": { + "start": 1401, + "end": 1404 + }, + "page_num": 1, + "text": "int", + "position": { + "top": 312, + "bottom": 350, + "left": 883, + "right": 938 + } + }, + { + "doc_offset": { + "start": 1405, + "end": 1416 + }, + "page_num": 1, + "text": "modelGroup.", + "position": { + "top": 313, + "bottom": 355, + "left": 1262, + "right": 1504 + } + }, + { + "doc_offset": { + "start": 1417, + "end": 1419 + }, + "page_num": 1, + "text": "id", + "position": { + "top": 312, + "bottom": 355, + "left": 1512, + "right": 1555 + } + }, + { + "doc_offset": { + "start": 1420, + "end": 1424 + }, + "page_num": 1, + "text": "name", + "position": { + "top": 411, + "bottom": 446, + "left": 259, + "right": 363 + } + }, + { + "doc_offset": { + "start": 1425, + "end": 1428 + }, + "page_num": 1, + "text": "str", + "position": { + "top": 405, + "bottom": 445, + "left": 888, + "right": 936 + } + }, + { + "doc_offset": { + "start": 1429, + "end": 1434 + }, + "page_num": 1, + "text": "model", + "position": { + "top": 406, + "bottom": 448, + "left": 1262, + "right": 1369 + } + }, + { + "doc_offset": { + "start": 1435, + "end": 1441 + }, + "page_num": 1, + "text": "Group.", + "position": { + "top": 408, + "bottom": 448, + "left": 1376, + "right": 1501 + } + }, + { + "doc_offset": { + "start": 1442, + "end": 1446 + }, + "page_num": 1, + "text": "name", + "position": { + "top": 409, + "bottom": 448, + "left": 1509, + "right": 1601 + } + }, + { + "doc_offset": { + "start": 1447, + "end": 1458 + }, + "page_num": 1, + "text": "workflow_id", + "position": { + "top": 498, + "bottom": 542, + "left": 259, + "right": 494 + } + }, + { + "doc_offset": { + "start": 1459, + "end": 1462 + }, + "page_num": 1, + "text": "int", + "position": { + "top": 495, + "bottom": 537, + "left": 882, + "right": 938 + } + }, + { + "doc_offset": { + "start": 1463, + "end": 1468 + }, + "page_num": 1, + "text": "model", + "position": { + "top": 498, + "bottom": 539, + "left": 1262, + "right": 1366 + } + }, + { + "doc_offset": { + "start": 1469, + "end": 1475 + }, + "page_num": 1, + "text": "Group.", + "position": { + "top": 498, + "bottom": 539, + "left": 1375, + "right": 1497 + } + }, + { + "doc_offset": { + "start": 1476, + "end": 1486 + }, + "page_num": 1, + "text": "workflowId", + "position": { + "top": 497, + "bottom": 539, + "left": 1505, + "right": 1733 + } + }, + { + "doc_offset": { + "start": 1487, + "end": 1494 + }, + "page_num": 1, + "text": "Example", + "position": { + "top": 627, + "bottom": 676, + "left": 212, + "right": 391 + } + }, + { + "doc_offset": { + "start": 1495, + "end": 1502 + }, + "page_num": 1, + "text": "GraphQL", + "position": { + "top": 625, + "bottom": 676, + "left": 401, + "right": 590 + } + }, + { + "doc_offset": { + "start": 1503, + "end": 1508 + }, + "page_num": 1, + "text": "Query", + "position": { + "top": 625, + "bottom": 677, + "left": 604, + "right": 730 + } + }, + { + "doc_offset": { + "start": 1509, + "end": 1514 + }, + "page_num": 1, + "text": "query", + "position": { + "top": 741, + "bottom": 793, + "left": 242, + "right": 375 + } + }, + { + "doc_offset": { + "start": 1515, + "end": 1521 + }, + "page_num": 1, + "text": "Models", + "position": { + "top": 741, + "bottom": 794, + "left": 392, + "right": 565 + } + }, + { + "doc_offset": { + "start": 1522, + "end": 1523 + }, + "page_num": 1, + "text": "{", + "position": { + "top": 740, + "bottom": 794, + "left": 593, + "right": 618 + } + }, + { + "doc_offset": { + "start": 1524, + "end": 1542 + }, + "page_num": 1, + "text": "modelGroups(Limit:", + "position": { + "top": 806, + "bottom": 855, + "left": 325, + "right": 815 + } + }, + { + "doc_offset": { + "start": 1543, + "end": 1548 + }, + "page_num": 1, + "text": "1000)", + "position": { + "top": 800, + "bottom": 856, + "left": 840, + "right": 981 + } + }, + { + "doc_offset": { + "start": 1549, + "end": 1550 + }, + "page_num": 1, + "text": "{", + "position": { + "top": 800, + "bottom": 856, + "left": 1002, + "right": 1031 + } + }, + { + "doc_offset": { + "start": 1551, + "end": 1556 + }, + "page_num": 1, + "text": "model", + "position": { + "top": 866, + "bottom": 918, + "left": 435, + "right": 560 + } + }, + { + "doc_offset": { + "start": 1557, + "end": 1563 + }, + "page_num": 1, + "text": "Groups", + "position": { + "top": 866, + "bottom": 918, + "left": 571, + "right": 732 + } + }, + { + "doc_offset": { + "start": 1564, + "end": 1565 + }, + "page_num": 1, + "text": "{", + "position": { + "top": 865, + "bottom": 916, + "left": 763, + "right": 787 + } + }, + { + "doc_offset": { + "start": 1566, + "end": 1568 + }, + "page_num": 1, + "text": "id", + "position": { + "top": 929, + "bottom": 973, + "left": 545, + "right": 593 + } + }, + { + "doc_offset": { + "start": 1569, + "end": 1573 + }, + "page_num": 1, + "text": "name", + "position": { + "top": 998, + "bottom": 1035, + "left": 542, + "right": 646 + } + }, + { + "doc_offset": { + "start": 1574, + "end": 1584 + }, + "page_num": 1, + "text": "workflowId", + "position": { + "top": 1055, + "bottom": 1098, + "left": 544, + "right": 806 + } + }, + { + "doc_offset": { + "start": 1585, + "end": 1586 + }, + "page_num": 1, + "text": "}", + "position": { + "top": 1115, + "bottom": 1165, + "left": 436, + "right": 455 + } + }, + { + "doc_offset": { + "start": 1587, + "end": 1588 + }, + "page_num": 1, + "text": "}", + "position": { + "top": 1178, + "bottom": 1224, + "left": 329, + "right": 346 + } + }, + { + "doc_offset": { + "start": 1589, + "end": 1590 + }, + "page_num": 1, + "text": "}", + "position": { + "top": 1241, + "bottom": 1287, + "left": 223, + "right": 239 + } + }, + { + "doc_offset": { + "start": 1591, + "end": 1600 + }, + "page_num": 1, + "text": "Scheduled", + "position": { + "top": 1360, + "bottom": 1403, + "left": 212, + "right": 426 + } + }, + { + "doc_offset": { + "start": 1601, + "end": 1608 + }, + "page_num": 1, + "text": "Process", + "position": { + "top": 1359, + "bottom": 1407, + "left": 442, + "right": 614 + } + }, + { + "doc_offset": { + "start": 1609, + "end": 1614 + }, + "page_num": 1, + "text": "Logic", + "position": { + "top": 1359, + "bottom": 1409, + "left": 623, + "right": 740 + } + }, + { + "doc_offset": { + "start": 1615, + "end": 1619 + }, + "page_num": 1, + "text": "This", + "position": { + "top": 1463, + "bottom": 1511, + "left": 213, + "right": 286 + } + }, + { + "doc_offset": { + "start": 1620, + "end": 1622 + }, + "page_num": 1, + "text": "is", + "position": { + "top": 1463, + "bottom": 1512, + "left": 296, + "right": 336 + } + }, + { + "doc_offset": { + "start": 1623, + "end": 1624 + }, + "page_num": 1, + "text": "a", + "position": { + "top": 1463, + "bottom": 1512, + "left": 348, + "right": 366 + } + }, + { + "doc_offset": { + "start": 1625, + "end": 1636 + }, + "page_num": 1, + "text": "lightweight", + "position": { + "top": 1463, + "bottom": 1512, + "left": 378, + "right": 594 + } + }, + { + "doc_offset": { + "start": 1637, + "end": 1643 + }, + "page_num": 1, + "text": "query.", + "position": { + "top": 1462, + "bottom": 1513, + "left": 605, + "right": 729 + } + }, + { + "doc_offset": { + "start": 1644, + "end": 1647 + }, + "page_num": 1, + "text": "All", + "position": { + "top": 1462, + "bottom": 1513, + "left": 739, + "right": 786 + } + }, + { + "doc_offset": { + "start": 1648, + "end": 1654 + }, + "page_num": 1, + "text": "models", + "position": { + "top": 1460, + "bottom": 1513, + "left": 796, + "right": 944 + } + }, + { + "doc_offset": { + "start": 1655, + "end": 1659 + }, + "page_num": 1, + "text": "will", + "position": { + "top": 1460, + "bottom": 1513, + "left": 954, + "right": 1017 + } + }, + { + "doc_offset": { + "start": 1660, + "end": 1662 + }, + "page_num": 1, + "text": "be", + "position": { + "top": 1460, + "bottom": 1513, + "left": 1027, + "right": 1077 + } + }, + { + "doc_offset": { + "start": 1663, + "end": 1669 + }, + "page_num": 1, + "text": "pulled", + "position": { + "top": 1460, + "bottom": 1513, + "left": 1088, + "right": 1209 + } + }, + { + "doc_offset": { + "start": 1670, + "end": 1675 + }, + "page_num": 1, + "text": "every", + "position": { + "top": 1460, + "bottom": 1513, + "left": 1221, + "right": 1326 + } + }, + { + "doc_offset": { + "start": 1676, + "end": 1680 + }, + "page_num": 1, + "text": "time", + "position": { + "top": 1460, + "bottom": 1513, + "left": 1336, + "right": 1422 + } + }, + { + "doc_offset": { + "start": 1681, + "end": 1684 + }, + "page_num": 1, + "text": "the", + "position": { + "top": 1462, + "bottom": 1513, + "left": 1434, + "right": 1497 + } + }, + { + "doc_offset": { + "start": 1685, + "end": 1696 + }, + "page_num": 1, + "text": "integration", + "position": { + "top": 1462, + "bottom": 1512, + "left": 1507, + "right": 1714 + } + }, + { + "doc_offset": { + "start": 1697, + "end": 1699 + }, + "page_num": 1, + "text": "is", + "position": { + "top": 1462, + "bottom": 1512, + "left": 1724, + "right": 1762 + } + }, + { + "doc_offset": { + "start": 1700, + "end": 1704 + }, + "page_num": 1, + "text": "run.", + "position": { + "top": 1462, + "bottom": 1512, + "left": 1772, + "right": 1849 + } + }, + { + "doc_offset": { + "start": 1705, + "end": 1709 + }, + "page_num": 1, + "text": "Data", + "position": { + "top": 1569, + "bottom": 1615, + "left": 210, + "right": 306 + } + }, + { + "doc_offset": { + "start": 1710, + "end": 1724 + }, + "page_num": 1, + "text": "Reconciliation", + "position": { + "top": 1569, + "bottom": 1614, + "left": 319, + "right": 614 + } + }, + { + "doc_offset": { + "start": 1725, + "end": 1728 + }, + "page_num": 1, + "text": "The", + "position": { + "top": 1672, + "bottom": 1723, + "left": 212, + "right": 282 + } + }, + { + "doc_offset": { + "start": 1729, + "end": 1735 + }, + "page_num": 1, + "text": "output", + "position": { + "top": 1672, + "bottom": 1724, + "left": 300, + "right": 431 + } + }, + { + "doc_offset": { + "start": 1736, + "end": 1740 + }, + "page_num": 1, + "text": "will", + "position": { + "top": 1672, + "bottom": 1724, + "left": 442, + "right": 505 + } + }, + { + "doc_offset": { + "start": 1741, + "end": 1748 + }, + "page_num": 1, + "text": "include", + "position": { + "top": 1672, + "bottom": 1724, + "left": 517, + "right": 666 + } + }, + { + "doc_offset": { + "start": 1749, + "end": 1752 + }, + "page_num": 1, + "text": "the", + "position": { + "top": 1671, + "bottom": 1724, + "left": 680, + "right": 743 + } + }, + { + "doc_offset": { + "start": 1753, + "end": 1760 + }, + "page_num": 1, + "text": "primary", + "position": { + "top": 1671, + "bottom": 1724, + "left": 757, + "right": 909 + } + }, + { + "doc_offset": { + "start": 1761, + "end": 1764 + }, + "page_num": 1, + "text": "key", + "position": { + "top": 1671, + "bottom": 1724, + "left": 921, + "right": 998 + } + }, + { + "doc_offset": { + "start": 1765, + "end": 1767 + }, + "page_num": 1, + "text": "id", + "position": { + "top": 1671, + "bottom": 1724, + "left": 1025, + "right": 1073 + } + }, + { + "doc_offset": { + "start": 1768, + "end": 1774 + }, + "page_num": 1, + "text": "needed", + "position": { + "top": 1671, + "bottom": 1724, + "left": 1100, + "right": 1249 + } + }, + { + "doc_offset": { + "start": 1775, + "end": 1777 + }, + "page_num": 1, + "text": "to", + "position": { + "top": 1671, + "bottom": 1724, + "left": 1263, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 1778, + "end": 1784 + }, + "page_num": 1, + "text": "update", + "position": { + "top": 1671, + "bottom": 1724, + "left": 1320, + "right": 1462 + } + }, + { + "doc_offset": { + "start": 1785, + "end": 1793 + }, + "page_num": 1, + "text": "existing", + "position": { + "top": 1671, + "bottom": 1724, + "left": 1476, + "right": 1628 + } + }, + { + "doc_offset": { + "start": 1794, + "end": 1798 + }, + "page_num": 1, + "text": "rows", + "position": { + "top": 1671, + "bottom": 1724, + "left": 1643, + "right": 1744 + } + }, + { + "doc_offset": { + "start": 1799, + "end": 1802 + }, + "page_num": 1, + "text": "and", + "position": { + "top": 1671, + "bottom": 1723, + "left": 1757, + "right": 1832 + } + }, + { + "doc_offset": { + "start": 1803, + "end": 1809 + }, + "page_num": 1, + "text": "insert", + "position": { + "top": 1671, + "bottom": 1723, + "left": 1842, + "right": 1961 + } + }, + { + "doc_offset": { + "start": 1810, + "end": 1813 + }, + "page_num": 1, + "text": "new", + "position": { + "top": 1671, + "bottom": 1723, + "left": 1971, + "right": 2045 + } + }, + { + "doc_offset": { + "start": 1814, + "end": 1818 + }, + "page_num": 1, + "text": "rows", + "position": { + "top": 1672, + "bottom": 1723, + "left": 2070, + "right": 2167 + } + }, + { + "doc_offset": { + "start": 1819, + "end": 1823 + }, + "page_num": 1, + "text": "into", + "position": { + "top": 1672, + "bottom": 1723, + "left": 2178, + "right": 2256 + } + }, + { + "doc_offset": { + "start": 1824, + "end": 1827 + }, + "page_num": 1, + "text": "the", + "position": { + "top": 1672, + "bottom": 1721, + "left": 2269, + "right": 2337 + } + }, + { + "doc_offset": { + "start": 1828, + "end": 1835 + }, + "page_num": 1, + "text": "Metrics", + "position": { + "top": 1735, + "bottom": 1780, + "left": 212, + "right": 356 + } + }, + { + "doc_offset": { + "start": 1836, + "end": 1845 + }, + "page_num": 1, + "text": "database.", + "position": { + "top": 1735, + "bottom": 1780, + "left": 366, + "right": 567 + } + } + ] +} \ No newline at end of file diff --git a/tests/data/etloutput/4289/107457/101156/page_info_2.json b/tests/data/etloutput/4289/107457/101156/page_info_2.json new file mode 100644 index 0000000..a84e20b --- /dev/null +++ b/tests/data/etloutput/4289/107457/101156/page_info_2.json @@ -0,0 +1,2464 @@ +{ + "pages": [ + { + "doc_offset": { + "start": 1846, + "end": 3141 + }, + "page_num": 2, + "text": "1.3 Submission\nColumn\tType\tGraphQL Source\nid\tint\tsubmission.id\ncreated_at\tdatetime\tsubmission. createdAt\nprocessed_at\tdatetime\tsubmission.review. completedAt\nreviewer_id\tint\tsubmission. review. createdBy 2\nreview_started_at\tdatetime\tsubmission.review. startedAt 2\nreview_completed_at\tdatetime\tsubmission.review. completedAt 2\nrejected\tbool\tsubmission. review. rejected 2\nrejection_reason\tstr\tsubmission.review. notes 2\ncompleted_at\tdatetime\tsubmission. completedAt\nretrieved_at\tdatetime\tsubmission. updatedAt 3\nfailed\tbool\tsubmission.status 4\nstatus\tenum\tsubmission.status\nworkflow_id\tint\tsubmission.workflowId\n1 The timestamp for submission processing being completed is not directly available on the\nInstead it's approximated by the completion time of Auto Review in the reviews list\n(where reviewType == \"AUTO\").\nsubmission object.\n2 The HITL review data points must come from the Manual Review in the reviews list\n(where reviewType == \"MANUAL\").\n3 The time of retrieval is not directly available on the submission object. Instead it's approximated by the last\nupdate time of the submission once the retrieved flag is set.\n4 The failure status is not directly available on the submission object as a boolean. Instead it's derived using the\nstatus of the submission (where status == \"FAILED\")." + } + ], + "tokens": [ + { + "doc_offset": { + "start": 1846, + "end": 1849 + }, + "page_num": 2, + "text": "1.3", + "position": { + "top": 133, + "bottom": 189, + "left": 220, + "right": 302 + } + }, + { + "doc_offset": { + "start": 1850, + "end": 1860 + }, + "page_num": 2, + "text": "Submission", + "position": { + "top": 136, + "bottom": 190, + "left": 363, + "right": 711 + } + }, + { + "doc_offset": { + "start": 1861, + "end": 1867 + }, + "page_num": 2, + "text": "Column", + "position": { + "top": 295, + "bottom": 336, + "left": 262, + "right": 415 + } + }, + { + "doc_offset": { + "start": 1868, + "end": 1872 + }, + "page_num": 2, + "text": "Type", + "position": { + "top": 295, + "bottom": 340, + "left": 954, + "right": 1045 + } + }, + { + "doc_offset": { + "start": 1873, + "end": 1880 + }, + "page_num": 2, + "text": "GraphQL", + "position": { + "top": 293, + "bottom": 340, + "left": 1310, + "right": 1495 + } + }, + { + "doc_offset": { + "start": 1881, + "end": 1887 + }, + "page_num": 2, + "text": "Source", + "position": { + "top": 295, + "bottom": 340, + "left": 1511, + "right": 1656 + } + }, + { + "doc_offset": { + "start": 1888, + "end": 1890 + }, + "page_num": 2, + "text": "id", + "position": { + "top": 393, + "bottom": 432, + "left": 257, + "right": 290 + } + }, + { + "doc_offset": { + "start": 1891, + "end": 1894 + }, + "page_num": 2, + "text": "int", + "position": { + "top": 393, + "bottom": 431, + "left": 946, + "right": 999 + } + }, + { + "doc_offset": { + "start": 1895, + "end": 1908 + }, + "page_num": 2, + "text": "submission.id", + "position": { + "top": 396, + "bottom": 433, + "left": 1326, + "right": 1611 + } + }, + { + "doc_offset": { + "start": 1909, + "end": 1919 + }, + "page_num": 2, + "text": "created_at", + "position": { + "top": 489, + "bottom": 531, + "left": 259, + "right": 469 + } + }, + { + "doc_offset": { + "start": 1920, + "end": 1928 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 489, + "bottom": 529, + "left": 948, + "right": 1120 + } + }, + { + "doc_offset": { + "start": 1929, + "end": 1940 + }, + "page_num": 2, + "text": "submission.", + "position": { + "top": 489, + "bottom": 528, + "left": 1326, + "right": 1562 + } + }, + { + "doc_offset": { + "start": 1941, + "end": 1950 + }, + "page_num": 2, + "text": "createdAt", + "position": { + "top": 489, + "bottom": 528, + "left": 1571, + "right": 1769 + } + }, + { + "doc_offset": { + "start": 1951, + "end": 1963 + }, + "page_num": 2, + "text": "processed_at", + "position": { + "top": 588, + "bottom": 631, + "left": 257, + "right": 528 + } + }, + { + "doc_offset": { + "start": 1964, + "end": 1972 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 587, + "bottom": 625, + "left": 948, + "right": 1120 + } + }, + { + "doc_offset": { + "start": 1973, + "end": 1991 + }, + "page_num": 2, + "text": "submission.review.", + "position": { + "top": 592, + "bottom": 638, + "left": 1323, + "right": 1716 + } + }, + { + "doc_offset": { + "start": 1992, + "end": 2003 + }, + "page_num": 2, + "text": "completedAt", + "position": { + "top": 592, + "bottom": 640, + "left": 1726, + "right": 1975 + } + }, + { + "doc_offset": { + "start": 2004, + "end": 2015 + }, + "page_num": 2, + "text": "reviewer_id", + "position": { + "top": 688, + "bottom": 731, + "left": 257, + "right": 478 + } + }, + { + "doc_offset": { + "start": 2016, + "end": 2019 + }, + "page_num": 2, + "text": "int", + "position": { + "top": 688, + "bottom": 726, + "left": 948, + "right": 999 + } + }, + { + "doc_offset": { + "start": 2020, + "end": 2031 + }, + "page_num": 2, + "text": "submission.", + "position": { + "top": 698, + "bottom": 737, + "left": 1323, + "right": 1561 + } + }, + { + "doc_offset": { + "start": 2032, + "end": 2039 + }, + "page_num": 2, + "text": "review.", + "position": { + "top": 698, + "bottom": 739, + "left": 1568, + "right": 1717 + } + }, + { + "doc_offset": { + "start": 2040, + "end": 2049 + }, + "page_num": 2, + "text": "createdBy", + "position": { + "top": 697, + "bottom": 740, + "left": 1726, + "right": 1928 + } + }, + { + "doc_offset": { + "start": 2050, + "end": 2051 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 693, + "bottom": 724, + "left": 1944, + "right": 1959 + } + }, + { + "doc_offset": { + "start": 2052, + "end": 2069 + }, + "page_num": 2, + "text": "review_started_at", + "position": { + "top": 792, + "bottom": 836, + "left": 257, + "right": 607 + } + }, + { + "doc_offset": { + "start": 2070, + "end": 2078 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 792, + "bottom": 833, + "left": 948, + "right": 1117 + } + }, + { + "doc_offset": { + "start": 2079, + "end": 2097 + }, + "page_num": 2, + "text": "submission.review.", + "position": { + "top": 803, + "bottom": 840, + "left": 1323, + "right": 1717 + } + }, + { + "doc_offset": { + "start": 2098, + "end": 2107 + }, + "page_num": 2, + "text": "startedAt", + "position": { + "top": 800, + "bottom": 839, + "left": 1726, + "right": 1925 + } + }, + { + "doc_offset": { + "start": 2108, + "end": 2109 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 797, + "bottom": 826, + "left": 1944, + "right": 1958 + } + }, + { + "doc_offset": { + "start": 2110, + "end": 2129 + }, + "page_num": 2, + "text": "review_completed_at", + "position": { + "top": 890, + "bottom": 941, + "left": 253, + "right": 679 + } + }, + { + "doc_offset": { + "start": 2130, + "end": 2138 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 893, + "bottom": 933, + "left": 951, + "right": 1118 + } + }, + { + "doc_offset": { + "start": 2139, + "end": 2157 + }, + "page_num": 2, + "text": "submission.review.", + "position": { + "top": 905, + "bottom": 943, + "left": 1323, + "right": 1716 + } + }, + { + "doc_offset": { + "start": 2158, + "end": 2169 + }, + "page_num": 2, + "text": "completedAt", + "position": { + "top": 903, + "bottom": 946, + "left": 1724, + "right": 1971 + } + }, + { + "doc_offset": { + "start": 2170, + "end": 2171 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 896, + "bottom": 929, + "left": 1986, + "right": 2004 + } + }, + { + "doc_offset": { + "start": 2172, + "end": 2180 + }, + "page_num": 2, + "text": "rejected", + "position": { + "top": 998, + "bottom": 1042, + "left": 259, + "right": 412 + } + }, + { + "doc_offset": { + "start": 2181, + "end": 2185 + }, + "page_num": 2, + "text": "bool", + "position": { + "top": 992, + "bottom": 1039, + "left": 948, + "right": 1037 + } + }, + { + "doc_offset": { + "start": 2186, + "end": 2197 + }, + "page_num": 2, + "text": "submission.", + "position": { + "top": 1009, + "bottom": 1045, + "left": 1325, + "right": 1560 + } + }, + { + "doc_offset": { + "start": 2198, + "end": 2205 + }, + "page_num": 2, + "text": "review.", + "position": { + "top": 1006, + "bottom": 1049, + "left": 1568, + "right": 1716 + } + }, + { + "doc_offset": { + "start": 2206, + "end": 2214 + }, + "page_num": 2, + "text": "rejected", + "position": { + "top": 1006, + "bottom": 1049, + "left": 1724, + "right": 1902 + } + }, + { + "doc_offset": { + "start": 2215, + "end": 2216 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 999, + "bottom": 1035, + "left": 1921, + "right": 1938 + } + }, + { + "doc_offset": { + "start": 2217, + "end": 2233 + }, + "page_num": 2, + "text": "rejection_reason", + "position": { + "top": 1100, + "bottom": 1147, + "left": 257, + "right": 578 + } + }, + { + "doc_offset": { + "start": 2234, + "end": 2237 + }, + "page_num": 2, + "text": "str", + "position": { + "top": 1094, + "bottom": 1144, + "left": 946, + "right": 1001 + } + }, + { + "doc_offset": { + "start": 2238, + "end": 2256 + }, + "page_num": 2, + "text": "submission.review.", + "position": { + "top": 1110, + "bottom": 1148, + "left": 1326, + "right": 1716 + } + }, + { + "doc_offset": { + "start": 2257, + "end": 2262 + }, + "page_num": 2, + "text": "notes", + "position": { + "top": 1110, + "bottom": 1147, + "left": 1723, + "right": 1838 + } + }, + { + "doc_offset": { + "start": 2263, + "end": 2264 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 1102, + "bottom": 1134, + "left": 1855, + "right": 1872 + } + }, + { + "doc_offset": { + "start": 2265, + "end": 2277 + }, + "page_num": 2, + "text": "completed_at", + "position": { + "top": 1198, + "bottom": 1241, + "left": 257, + "right": 528 + } + }, + { + "doc_offset": { + "start": 2278, + "end": 2286 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 1198, + "bottom": 1237, + "left": 951, + "right": 1117 + } + }, + { + "doc_offset": { + "start": 2287, + "end": 2298 + }, + "page_num": 2, + "text": "submission.", + "position": { + "top": 1198, + "bottom": 1238, + "left": 1325, + "right": 1560 + } + }, + { + "doc_offset": { + "start": 2299, + "end": 2310 + }, + "page_num": 2, + "text": "completedAt", + "position": { + "top": 1198, + "bottom": 1238, + "left": 1570, + "right": 1813 + } + }, + { + "doc_offset": { + "start": 2311, + "end": 2323 + }, + "page_num": 2, + "text": "retrieved_at", + "position": { + "top": 1294, + "bottom": 1336, + "left": 257, + "right": 491 + } + }, + { + "doc_offset": { + "start": 2324, + "end": 2332 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 1294, + "bottom": 1336, + "left": 951, + "right": 1118 + } + }, + { + "doc_offset": { + "start": 2333, + "end": 2344 + }, + "page_num": 2, + "text": "submission.", + "position": { + "top": 1306, + "bottom": 1347, + "left": 1323, + "right": 1560 + } + }, + { + "doc_offset": { + "start": 2345, + "end": 2354 + }, + "page_num": 2, + "text": "updatedAt", + "position": { + "top": 1306, + "bottom": 1344, + "left": 1568, + "right": 1770 + } + }, + { + "doc_offset": { + "start": 2355, + "end": 2356 + }, + "page_num": 2, + "text": "3", + "position": { + "top": 1301, + "bottom": 1343, + "left": 1785, + "right": 1807 + } + }, + { + "doc_offset": { + "start": 2357, + "end": 2363 + }, + "page_num": 2, + "text": "failed", + "position": { + "top": 1396, + "bottom": 1436, + "left": 257, + "right": 361 + } + }, + { + "doc_offset": { + "start": 2364, + "end": 2368 + }, + "page_num": 2, + "text": "bool", + "position": { + "top": 1392, + "bottom": 1440, + "left": 946, + "right": 1038 + } + }, + { + "doc_offset": { + "start": 2369, + "end": 2386 + }, + "page_num": 2, + "text": "submission.status", + "position": { + "top": 1407, + "bottom": 1446, + "left": 1323, + "right": 1701 + } + }, + { + "doc_offset": { + "start": 2387, + "end": 2388 + }, + "page_num": 2, + "text": "4", + "position": { + "top": 1402, + "bottom": 1435, + "left": 1717, + "right": 1736 + } + }, + { + "doc_offset": { + "start": 2389, + "end": 2395 + }, + "page_num": 2, + "text": "status", + "position": { + "top": 1498, + "bottom": 1533, + "left": 260, + "right": 378 + } + }, + { + "doc_offset": { + "start": 2396, + "end": 2400 + }, + "page_num": 2, + "text": "enum", + "position": { + "top": 1499, + "bottom": 1535, + "left": 949, + "right": 1040 + } + }, + { + "doc_offset": { + "start": 2401, + "end": 2418 + }, + "page_num": 2, + "text": "submission.status", + "position": { + "top": 1496, + "bottom": 1533, + "left": 1323, + "right": 1701 + } + }, + { + "doc_offset": { + "start": 2419, + "end": 2430 + }, + "page_num": 2, + "text": "workflow_id", + "position": { + "top": 1589, + "bottom": 1631, + "left": 257, + "right": 488 + } + }, + { + "doc_offset": { + "start": 2431, + "end": 2434 + }, + "page_num": 2, + "text": "int", + "position": { + "top": 1586, + "bottom": 1627, + "left": 946, + "right": 999 + } + }, + { + "doc_offset": { + "start": 2435, + "end": 2456 + }, + "page_num": 2, + "text": "submission.workflowId", + "position": { + "top": 1588, + "bottom": 1627, + "left": 1325, + "right": 1790 + } + }, + { + "doc_offset": { + "start": 2457, + "end": 2458 + }, + "page_num": 2, + "text": "1", + "position": { + "top": 1717, + "bottom": 1763, + "left": 212, + "right": 234 + } + }, + { + "doc_offset": { + "start": 2459, + "end": 2462 + }, + "page_num": 2, + "text": "The", + "position": { + "top": 1717, + "bottom": 1763, + "left": 246, + "right": 313 + } + }, + { + "doc_offset": { + "start": 2463, + "end": 2472 + }, + "page_num": 2, + "text": "timestamp", + "position": { + "top": 1718, + "bottom": 1764, + "left": 328, + "right": 521 + } + }, + { + "doc_offset": { + "start": 2473, + "end": 2476 + }, + "page_num": 2, + "text": "for", + "position": { + "top": 1718, + "bottom": 1766, + "left": 535, + "right": 593 + } + }, + { + "doc_offset": { + "start": 2477, + "end": 2487 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 1718, + "bottom": 1766, + "left": 603, + "right": 810 + } + }, + { + "doc_offset": { + "start": 2488, + "end": 2498 + }, + "page_num": 2, + "text": "processing", + "position": { + "top": 1720, + "bottom": 1767, + "left": 825, + "right": 1027 + } + }, + { + "doc_offset": { + "start": 2499, + "end": 2504 + }, + "page_num": 2, + "text": "being", + "position": { + "top": 1720, + "bottom": 1767, + "left": 1042, + "right": 1144 + } + }, + { + "doc_offset": { + "start": 2505, + "end": 2514 + }, + "page_num": 2, + "text": "completed", + "position": { + "top": 1720, + "bottom": 1767, + "left": 1160, + "right": 1356 + } + }, + { + "doc_offset": { + "start": 2515, + "end": 2517 + }, + "page_num": 2, + "text": "is", + "position": { + "top": 1720, + "bottom": 1767, + "left": 1368, + "right": 1406 + } + }, + { + "doc_offset": { + "start": 2518, + "end": 2521 + }, + "page_num": 2, + "text": "not", + "position": { + "top": 1720, + "bottom": 1766, + "left": 1416, + "right": 1485 + } + }, + { + "doc_offset": { + "start": 2522, + "end": 2530 + }, + "page_num": 2, + "text": "directly", + "position": { + "top": 1721, + "bottom": 1766, + "left": 1494, + "right": 1630 + } + }, + { + "doc_offset": { + "start": 2531, + "end": 2540 + }, + "page_num": 2, + "text": "available", + "position": { + "top": 1721, + "bottom": 1763, + "left": 1641, + "right": 1802 + } + }, + { + "doc_offset": { + "start": 2541, + "end": 2543 + }, + "page_num": 2, + "text": "on", + "position": { + "top": 1721, + "bottom": 1763, + "left": 1817, + "right": 1862 + } + }, + { + "doc_offset": { + "start": 2544, + "end": 2547 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1721, + "bottom": 1761, + "left": 1880, + "right": 1941 + } + }, + { + "doc_offset": { + "start": 2548, + "end": 2555 + }, + "page_num": 2, + "text": "Instead", + "position": { + "top": 1771, + "bottom": 1816, + "left": 242, + "right": 372 + } + }, + { + "doc_offset": { + "start": 2556, + "end": 2560 + }, + "page_num": 2, + "text": "it's", + "position": { + "top": 1771, + "bottom": 1816, + "left": 382, + "right": 441 + } + }, + { + "doc_offset": { + "start": 2561, + "end": 2573 + }, + "page_num": 2, + "text": "approximated", + "position": { + "top": 1770, + "bottom": 1816, + "left": 451, + "right": 701 + } + }, + { + "doc_offset": { + "start": 2574, + "end": 2576 + }, + "page_num": 2, + "text": "by", + "position": { + "top": 1770, + "bottom": 1817, + "left": 713, + "right": 759 + } + }, + { + "doc_offset": { + "start": 2577, + "end": 2580 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1770, + "bottom": 1817, + "left": 767, + "right": 828 + } + }, + { + "doc_offset": { + "start": 2581, + "end": 2591 + }, + "page_num": 2, + "text": "completion", + "position": { + "top": 1770, + "bottom": 1816, + "left": 838, + "right": 1038 + } + }, + { + "doc_offset": { + "start": 2592, + "end": 2596 + }, + "page_num": 2, + "text": "time", + "position": { + "top": 1770, + "bottom": 1816, + "left": 1050, + "right": 1130 + } + }, + { + "doc_offset": { + "start": 2597, + "end": 2599 + }, + "page_num": 2, + "text": "of", + "position": { + "top": 1770, + "bottom": 1816, + "left": 1143, + "right": 1179 + } + }, + { + "doc_offset": { + "start": 2600, + "end": 2604 + }, + "page_num": 2, + "text": "Auto", + "position": { + "top": 1770, + "bottom": 1816, + "left": 1189, + "right": 1272 + } + }, + { + "doc_offset": { + "start": 2605, + "end": 2611 + }, + "page_num": 2, + "text": "Review", + "position": { + "top": 1771, + "bottom": 1814, + "left": 1283, + "right": 1406 + } + }, + { + "doc_offset": { + "start": 2612, + "end": 2614 + }, + "page_num": 2, + "text": "in", + "position": { + "top": 1771, + "bottom": 1813, + "left": 1425, + "right": 1455 + } + }, + { + "doc_offset": { + "start": 2615, + "end": 2618 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1771, + "bottom": 1813, + "left": 1468, + "right": 1528 + } + }, + { + "doc_offset": { + "start": 2619, + "end": 2626 + }, + "page_num": 2, + "text": "reviews", + "position": { + "top": 1773, + "bottom": 1811, + "left": 1551, + "right": 1700 + } + }, + { + "doc_offset": { + "start": 2627, + "end": 2631 + }, + "page_num": 2, + "text": "list", + "position": { + "top": 1773, + "bottom": 1810, + "left": 1719, + "right": 1776 + } + }, + { + "doc_offset": { + "start": 2632, + "end": 2638 + }, + "page_num": 2, + "text": "(where", + "position": { + "top": 1821, + "bottom": 1867, + "left": 239, + "right": 361 + } + }, + { + "doc_offset": { + "start": 2639, + "end": 2649 + }, + "page_num": 2, + "text": "reviewType", + "position": { + "top": 1821, + "bottom": 1867, + "left": 385, + "right": 594 + } + }, + { + "doc_offset": { + "start": 2650, + "end": 2652 + }, + "page_num": 2, + "text": "==", + "position": { + "top": 1821, + "bottom": 1867, + "left": 617, + "right": 667 + } + }, + { + "doc_offset": { + "start": 2653, + "end": 2661 + }, + "page_num": 2, + "text": "\"AUTO\").", + "position": { + "top": 1821, + "bottom": 1867, + "left": 677, + "right": 845 + } + }, + { + "doc_offset": { + "start": 2662, + "end": 2672 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 1720, + "bottom": 1768, + "left": 1969, + "right": 2178 + } + }, + { + "doc_offset": { + "start": 2673, + "end": 2680 + }, + "page_num": 2, + "text": "object.", + "position": { + "top": 1720, + "bottom": 1767, + "left": 2211, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 2681, + "end": 2682 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 1922, + "bottom": 1966, + "left": 209, + "right": 232 + } + }, + { + "doc_offset": { + "start": 2683, + "end": 2686 + }, + "page_num": 2, + "text": "The", + "position": { + "top": 1922, + "bottom": 1967, + "left": 243, + "right": 308 + } + }, + { + "doc_offset": { + "start": 2687, + "end": 2691 + }, + "page_num": 2, + "text": "HITL", + "position": { + "top": 1922, + "bottom": 1967, + "left": 316, + "right": 402 + } + }, + { + "doc_offset": { + "start": 2692, + "end": 2698 + }, + "page_num": 2, + "text": "review", + "position": { + "top": 1923, + "bottom": 1969, + "left": 414, + "right": 522 + } + }, + { + "doc_offset": { + "start": 2699, + "end": 2703 + }, + "page_num": 2, + "text": "data", + "position": { + "top": 1923, + "bottom": 1969, + "left": 542, + "right": 626 + } + }, + { + "doc_offset": { + "start": 2704, + "end": 2710 + }, + "page_num": 2, + "text": "points", + "position": { + "top": 1925, + "bottom": 1970, + "left": 634, + "right": 746 + } + }, + { + "doc_offset": { + "start": 2711, + "end": 2715 + }, + "page_num": 2, + "text": "must", + "position": { + "top": 1925, + "bottom": 1970, + "left": 754, + "right": 852 + } + }, + { + "doc_offset": { + "start": 2716, + "end": 2720 + }, + "page_num": 2, + "text": "come", + "position": { + "top": 1925, + "bottom": 1970, + "left": 860, + "right": 961 + } + }, + { + "doc_offset": { + "start": 2721, + "end": 2725 + }, + "page_num": 2, + "text": "from", + "position": { + "top": 1925, + "bottom": 1970, + "left": 972, + "right": 1041 + } + }, + { + "doc_offset": { + "start": 2726, + "end": 2729 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1926, + "bottom": 1970, + "left": 1064, + "right": 1124 + } + }, + { + "doc_offset": { + "start": 2730, + "end": 2736 + }, + "page_num": 2, + "text": "Manual", + "position": { + "top": 1926, + "bottom": 1969, + "left": 1133, + "right": 1272 + } + }, + { + "doc_offset": { + "start": 2737, + "end": 2743 + }, + "page_num": 2, + "text": "Review", + "position": { + "top": 1926, + "bottom": 1969, + "left": 1280, + "right": 1403 + } + }, + { + "doc_offset": { + "start": 2744, + "end": 2746 + }, + "page_num": 2, + "text": "in", + "position": { + "top": 1926, + "bottom": 1967, + "left": 1421, + "right": 1455 + } + }, + { + "doc_offset": { + "start": 2747, + "end": 2750 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1926, + "bottom": 1967, + "left": 1464, + "right": 1524 + } + }, + { + "doc_offset": { + "start": 2751, + "end": 2758 + }, + "page_num": 2, + "text": "reviews", + "position": { + "top": 1926, + "bottom": 1966, + "left": 1547, + "right": 1699 + } + }, + { + "doc_offset": { + "start": 2759, + "end": 2763 + }, + "page_num": 2, + "text": "list", + "position": { + "top": 1927, + "bottom": 1965, + "left": 1716, + "right": 1774 + } + }, + { + "doc_offset": { + "start": 2764, + "end": 2770 + }, + "page_num": 2, + "text": "(where", + "position": { + "top": 1976, + "bottom": 2022, + "left": 240, + "right": 361 + } + }, + { + "doc_offset": { + "start": 2771, + "end": 2781 + }, + "page_num": 2, + "text": "reviewType", + "position": { + "top": 1977, + "bottom": 2020, + "left": 385, + "right": 595 + } + }, + { + "doc_offset": { + "start": 2782, + "end": 2784 + }, + "page_num": 2, + "text": "==", + "position": { + "top": 1976, + "bottom": 2020, + "left": 614, + "right": 667 + } + }, + { + "doc_offset": { + "start": 2785, + "end": 2795 + }, + "page_num": 2, + "text": "\"MANUAL\").", + "position": { + "top": 1976, + "bottom": 2020, + "left": 676, + "right": 906 + } + }, + { + "doc_offset": { + "start": 2796, + "end": 2797 + }, + "page_num": 2, + "text": "3", + "position": { + "top": 2075, + "bottom": 2125, + "left": 209, + "right": 233 + } + }, + { + "doc_offset": { + "start": 2798, + "end": 2801 + }, + "page_num": 2, + "text": "The", + "position": { + "top": 2075, + "bottom": 2125, + "left": 247, + "right": 316 + } + }, + { + "doc_offset": { + "start": 2802, + "end": 2806 + }, + "page_num": 2, + "text": "time", + "position": { + "top": 2076, + "bottom": 2125, + "left": 330, + "right": 412 + } + }, + { + "doc_offset": { + "start": 2807, + "end": 2809 + }, + "page_num": 2, + "text": "of", + "position": { + "top": 2076, + "bottom": 2125, + "left": 429, + "right": 468 + } + }, + { + "doc_offset": { + "start": 2810, + "end": 2819 + }, + "page_num": 2, + "text": "retrieval", + "position": { + "top": 2076, + "bottom": 2125, + "left": 478, + "right": 630 + } + }, + { + "doc_offset": { + "start": 2820, + "end": 2822 + }, + "page_num": 2, + "text": "is", + "position": { + "top": 2076, + "bottom": 2126, + "left": 640, + "right": 679 + } + }, + { + "doc_offset": { + "start": 2823, + "end": 2826 + }, + "page_num": 2, + "text": "not", + "position": { + "top": 2076, + "bottom": 2126, + "left": 690, + "right": 757 + } + }, + { + "doc_offset": { + "start": 2827, + "end": 2835 + }, + "page_num": 2, + "text": "directly", + "position": { + "top": 2078, + "bottom": 2126, + "left": 769, + "right": 906 + } + }, + { + "doc_offset": { + "start": 2836, + "end": 2845 + }, + "page_num": 2, + "text": "available", + "position": { + "top": 2078, + "bottom": 2128, + "left": 921, + "right": 1081 + } + }, + { + "doc_offset": { + "start": 2846, + "end": 2848 + }, + "page_num": 2, + "text": "on", + "position": { + "top": 2078, + "bottom": 2128, + "left": 1095, + "right": 1144 + } + }, + { + "doc_offset": { + "start": 2849, + "end": 2852 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2078, + "bottom": 2128, + "left": 1158, + "right": 1223 + } + }, + { + "doc_offset": { + "start": 2853, + "end": 2863 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 2078, + "bottom": 2128, + "left": 1250, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 2864, + "end": 2871 + }, + "page_num": 2, + "text": "object.", + "position": { + "top": 2078, + "bottom": 2128, + "left": 1491, + "right": 1623 + } + }, + { + "doc_offset": { + "start": 2872, + "end": 2879 + }, + "page_num": 2, + "text": "Instead", + "position": { + "top": 2078, + "bottom": 2128, + "left": 1633, + "right": 1772 + } + }, + { + "doc_offset": { + "start": 2880, + "end": 2884 + }, + "page_num": 2, + "text": "it's", + "position": { + "top": 2078, + "bottom": 2129, + "left": 1785, + "right": 1848 + } + }, + { + "doc_offset": { + "start": 2885, + "end": 2897 + }, + "page_num": 2, + "text": "approximated", + "position": { + "top": 2078, + "bottom": 2129, + "left": 1860, + "right": 2114 + } + }, + { + "doc_offset": { + "start": 2898, + "end": 2900 + }, + "page_num": 2, + "text": "by", + "position": { + "top": 2078, + "bottom": 2129, + "left": 2127, + "right": 2180 + } + }, + { + "doc_offset": { + "start": 2901, + "end": 2904 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2078, + "bottom": 2129, + "left": 2193, + "right": 2256 + } + }, + { + "doc_offset": { + "start": 2905, + "end": 2909 + }, + "page_num": 2, + "text": "last", + "position": { + "top": 2078, + "bottom": 2128, + "left": 2266, + "right": 2343 + } + }, + { + "doc_offset": { + "start": 2910, + "end": 2916 + }, + "page_num": 2, + "text": "update", + "position": { + "top": 2132, + "bottom": 2175, + "left": 240, + "right": 369 + } + }, + { + "doc_offset": { + "start": 2917, + "end": 2921 + }, + "page_num": 2, + "text": "time", + "position": { + "top": 2131, + "bottom": 2175, + "left": 379, + "right": 458 + } + }, + { + "doc_offset": { + "start": 2922, + "end": 2924 + }, + "page_num": 2, + "text": "of", + "position": { + "top": 2131, + "bottom": 2175, + "left": 469, + "right": 507 + } + }, + { + "doc_offset": { + "start": 2925, + "end": 2928 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2131, + "bottom": 2174, + "left": 515, + "right": 571 + } + }, + { + "doc_offset": { + "start": 2929, + "end": 2939 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 2131, + "bottom": 2174, + "left": 584, + "right": 787 + } + }, + { + "doc_offset": { + "start": 2940, + "end": 2944 + }, + "page_num": 2, + "text": "once", + "position": { + "top": 2131, + "bottom": 2174, + "left": 803, + "right": 891 + } + }, + { + "doc_offset": { + "start": 2945, + "end": 2948 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2131, + "bottom": 2174, + "left": 902, + "right": 959 + } + }, + { + "doc_offset": { + "start": 2949, + "end": 2958 + }, + "page_num": 2, + "text": "retrieved", + "position": { + "top": 2131, + "bottom": 2174, + "left": 985, + "right": 1173 + } + }, + { + "doc_offset": { + "start": 2959, + "end": 2963 + }, + "page_num": 2, + "text": "flag", + "position": { + "top": 2132, + "bottom": 2174, + "left": 1196, + "right": 1264 + } + }, + { + "doc_offset": { + "start": 2964, + "end": 2966 + }, + "page_num": 2, + "text": "is", + "position": { + "top": 2132, + "bottom": 2174, + "left": 1273, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 2967, + "end": 2971 + }, + "page_num": 2, + "text": "set.", + "position": { + "top": 2134, + "bottom": 2174, + "left": 1315, + "right": 1382 + } + }, + { + "doc_offset": { + "start": 2972, + "end": 2973 + }, + "page_num": 2, + "text": "4", + "position": { + "top": 2232, + "bottom": 2275, + "left": 209, + "right": 232 + } + }, + { + "doc_offset": { + "start": 2974, + "end": 2977 + }, + "page_num": 2, + "text": "The", + "position": { + "top": 2232, + "bottom": 2275, + "left": 246, + "right": 312 + } + }, + { + "doc_offset": { + "start": 2978, + "end": 2985 + }, + "page_num": 2, + "text": "failure", + "position": { + "top": 2232, + "bottom": 2275, + "left": 323, + "right": 436 + } + }, + { + "doc_offset": { + "start": 2986, + "end": 2992 + }, + "page_num": 2, + "text": "status", + "position": { + "top": 2234, + "bottom": 2277, + "left": 451, + "right": 563 + } + }, + { + "doc_offset": { + "start": 2993, + "end": 2995 + }, + "page_num": 2, + "text": "is", + "position": { + "top": 2234, + "bottom": 2277, + "left": 573, + "right": 610 + } + }, + { + "doc_offset": { + "start": 2996, + "end": 2999 + }, + "page_num": 2, + "text": "not", + "position": { + "top": 2234, + "bottom": 2277, + "left": 620, + "right": 684 + } + }, + { + "doc_offset": { + "start": 3000, + "end": 3008 + }, + "page_num": 2, + "text": "directly", + "position": { + "top": 2235, + "bottom": 2278, + "left": 693, + "right": 829 + } + }, + { + "doc_offset": { + "start": 3009, + "end": 3018 + }, + "page_num": 2, + "text": "available", + "position": { + "top": 2235, + "bottom": 2278, + "left": 842, + "right": 1001 + } + }, + { + "doc_offset": { + "start": 3019, + "end": 3021 + }, + "page_num": 2, + "text": "on", + "position": { + "top": 2235, + "bottom": 2280, + "left": 1017, + "right": 1060 + } + }, + { + "doc_offset": { + "start": 3022, + "end": 3025 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2235, + "bottom": 2280, + "left": 1075, + "right": 1137 + } + }, + { + "doc_offset": { + "start": 3026, + "end": 3036 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 2235, + "bottom": 2280, + "left": 1164, + "right": 1370 + } + }, + { + "doc_offset": { + "start": 3037, + "end": 3043 + }, + "page_num": 2, + "text": "object", + "position": { + "top": 2235, + "bottom": 2280, + "left": 1401, + "right": 1522 + } + }, + { + "doc_offset": { + "start": 3044, + "end": 3046 + }, + "page_num": 2, + "text": "as", + "position": { + "top": 2235, + "bottom": 2280, + "left": 1531, + "right": 1575 + } + }, + { + "doc_offset": { + "start": 3047, + "end": 3048 + }, + "page_num": 2, + "text": "a", + "position": { + "top": 2235, + "bottom": 2281, + "left": 1588, + "right": 1611 + } + }, + { + "doc_offset": { + "start": 3049, + "end": 3057 + }, + "page_num": 2, + "text": "boolean.", + "position": { + "top": 2235, + "bottom": 2281, + "left": 1623, + "right": 1786 + } + }, + { + "doc_offset": { + "start": 3058, + "end": 3065 + }, + "page_num": 2, + "text": "Instead", + "position": { + "top": 2235, + "bottom": 2281, + "left": 1795, + "right": 1931 + } + }, + { + "doc_offset": { + "start": 3066, + "end": 3070 + }, + "page_num": 2, + "text": "it's", + "position": { + "top": 2234, + "bottom": 2281, + "left": 1944, + "right": 2005 + } + }, + { + "doc_offset": { + "start": 3071, + "end": 3078 + }, + "page_num": 2, + "text": "derived", + "position": { + "top": 2234, + "bottom": 2281, + "left": 2014, + "right": 2150 + } + }, + { + "doc_offset": { + "start": 3079, + "end": 3084 + }, + "page_num": 2, + "text": "using", + "position": { + "top": 2232, + "bottom": 2281, + "left": 2166, + "right": 2264 + } + }, + { + "doc_offset": { + "start": 3085, + "end": 3088 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2232, + "bottom": 2281, + "left": 2277, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 3089, + "end": 3095 + }, + "page_num": 2, + "text": "status", + "position": { + "top": 2284, + "bottom": 2333, + "left": 257, + "right": 383 + } + }, + { + "doc_offset": { + "start": 3096, + "end": 3098 + }, + "page_num": 2, + "text": "of", + "position": { + "top": 2284, + "bottom": 2333, + "left": 403, + "right": 438 + } + }, + { + "doc_offset": { + "start": 3099, + "end": 3102 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2284, + "bottom": 2333, + "left": 448, + "right": 508 + } + }, + { + "doc_offset": { + "start": 3103, + "end": 3113 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 2284, + "bottom": 2333, + "left": 518, + "right": 724 + } + }, + { + "doc_offset": { + "start": 3114, + "end": 3120 + }, + "page_num": 2, + "text": "(where", + "position": { + "top": 2284, + "bottom": 2333, + "left": 734, + "right": 858 + } + }, + { + "doc_offset": { + "start": 3121, + "end": 3127 + }, + "page_num": 2, + "text": "status", + "position": { + "top": 2284, + "bottom": 2333, + "left": 881, + "right": 1011 + } + }, + { + "doc_offset": { + "start": 3128, + "end": 3130 + }, + "page_num": 2, + "text": "==", + "position": { + "top": 2284, + "bottom": 2333, + "left": 1028, + "right": 1078 + } + }, + { + "doc_offset": { + "start": 3131, + "end": 3141 + }, + "page_num": 2, + "text": "\"FAILED\").", + "position": { + "top": 2284, + "bottom": 2331, + "left": 1088, + "right": 1286 + } + } + ] +} \ No newline at end of file diff --git a/tests/data/etloutput/4289/107457/101156/page_info_3.json b/tests/data/etloutput/4289/107457/101156/page_info_3.json new file mode 100644 index 0000000..5a3d27c --- /dev/null +++ b/tests/data/etloutput/4289/107457/101156/page_info_3.json @@ -0,0 +1,2156 @@ +{ + "pages": [ + { + "doc_offset": { + "start": 3142, + "end": 4185 + }, + "page_num": 3, + "text": "Example GraphQL Query\nquery Submissions {\nsubmissions(orderBy: UPDATED_BY, desc: true, limit: 1000) {\nsubmissions {\nid\ncreatedAt\ninputFiles {\nid\nfilename\n}\nreviews {\ncreatedBy\nstartedAt\ncompletedAt\nrejected\nnotes\nreviewType\n}\nretrieved\nupdatedAt\nworkflowId\n}\n}\n}\nScheduled Process Logic\nThis is a heavyweight query. Submissions are ordered by updatedAt descending, and results should be\npaginated such that processing can stop once all submissions have been processed whose updatedAt\ndate is greater than the timestamp of the previous run of the integration.\nData Reconciliation\nThe output will include the primary key id needed to update existing rows and insert new rows into the\nMetrics database.\n1.4 Submission File\nColumn\tType\tGraphQL Source\nid\tint\tsubmission. inputFile.id\nname\tstr\tsubmission. inputFile.filename\nsubmission_id\tint\tsubmission.id\nSee the Submission section's example GraphQL query.\nData Reconciliation\nThe output will include the primary key id needed to update existing rows and insert new rows into the\nMetrics database." + } + ], + "tokens": [ + { + "doc_offset": { + "start": 3142, + "end": 3149 + }, + "page_num": 3, + "text": "Example", + "position": { + "top": 11, + "bottom": 57, + "left": 210, + "right": 388 + } + }, + { + "doc_offset": { + "start": 3150, + "end": 3157 + }, + "page_num": 3, + "text": "GraphQL", + "position": { + "top": 8, + "bottom": 58, + "left": 402, + "right": 588 + } + }, + { + "doc_offset": { + "start": 3158, + "end": 3163 + }, + "page_num": 3, + "text": "Query", + "position": { + "top": 8, + "bottom": 58, + "left": 604, + "right": 729 + } + }, + { + "doc_offset": { + "start": 3164, + "end": 3169 + }, + "page_num": 3, + "text": "query", + "position": { + "top": 127, + "bottom": 176, + "left": 239, + "right": 373 + } + }, + { + "doc_offset": { + "start": 3170, + "end": 3181 + }, + "page_num": 3, + "text": "Submissions", + "position": { + "top": 124, + "bottom": 176, + "left": 401, + "right": 693 + } + }, + { + "doc_offset": { + "start": 3182, + "end": 3183 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 123, + "bottom": 176, + "left": 724, + "right": 749 + } + }, + { + "doc_offset": { + "start": 3184, + "end": 3204 + }, + "page_num": 3, + "text": "submissions(orderBy:", + "position": { + "top": 186, + "bottom": 237, + "left": 329, + "right": 869 + } + }, + { + "doc_offset": { + "start": 3205, + "end": 3216 + }, + "page_num": 3, + "text": "UPDATED_BY,", + "position": { + "top": 184, + "bottom": 239, + "left": 889, + "right": 1190 + } + }, + { + "doc_offset": { + "start": 3217, + "end": 3222 + }, + "page_num": 3, + "text": "desc:", + "position": { + "top": 183, + "bottom": 239, + "left": 1211, + "right": 1352 + } + }, + { + "doc_offset": { + "start": 3223, + "end": 3228 + }, + "page_num": 3, + "text": "true,", + "position": { + "top": 183, + "bottom": 239, + "left": 1373, + "right": 1514 + } + }, + { + "doc_offset": { + "start": 3229, + "end": 3235 + }, + "page_num": 3, + "text": "limit:", + "position": { + "top": 183, + "bottom": 239, + "left": 1535, + "right": 1701 + } + }, + { + "doc_offset": { + "start": 3236, + "end": 3241 + }, + "page_num": 3, + "text": "1000)", + "position": { + "top": 183, + "bottom": 239, + "left": 1726, + "right": 1863 + } + }, + { + "doc_offset": { + "start": 3242, + "end": 3243 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 183, + "bottom": 239, + "left": 1885, + "right": 1915 + } + }, + { + "doc_offset": { + "start": 3244, + "end": 3255 + }, + "page_num": 3, + "text": "submissions", + "position": { + "top": 249, + "bottom": 297, + "left": 436, + "right": 732 + } + }, + { + "doc_offset": { + "start": 3256, + "end": 3257 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 247, + "bottom": 302, + "left": 762, + "right": 786 + } + }, + { + "doc_offset": { + "start": 3258, + "end": 3260 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 310, + "bottom": 356, + "left": 545, + "right": 594 + } + }, + { + "doc_offset": { + "start": 3261, + "end": 3270 + }, + "page_num": 3, + "text": "createdAt", + "position": { + "top": 378, + "bottom": 419, + "left": 545, + "right": 782 + } + }, + { + "doc_offset": { + "start": 3271, + "end": 3281 + }, + "page_num": 3, + "text": "inputFiles", + "position": { + "top": 436, + "bottom": 486, + "left": 545, + "right": 815 + } + }, + { + "doc_offset": { + "start": 3282, + "end": 3283 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 436, + "bottom": 488, + "left": 843, + "right": 868 + } + }, + { + "doc_offset": { + "start": 3284, + "end": 3286 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 498, + "bottom": 539, + "left": 654, + "right": 701 + } + }, + { + "doc_offset": { + "start": 3287, + "end": 3295 + }, + "page_num": 3, + "text": "filename", + "position": { + "top": 562, + "bottom": 605, + "left": 654, + "right": 860 + } + }, + { + "doc_offset": { + "start": 3296, + "end": 3297 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 624, + "bottom": 671, + "left": 542, + "right": 561 + } + }, + { + "doc_offset": { + "start": 3298, + "end": 3305 + }, + "page_num": 3, + "text": "reviews", + "position": { + "top": 687, + "bottom": 733, + "left": 544, + "right": 730 + } + }, + { + "doc_offset": { + "start": 3306, + "end": 3307 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 687, + "bottom": 736, + "left": 762, + "right": 785 + } + }, + { + "doc_offset": { + "start": 3308, + "end": 3317 + }, + "page_num": 3, + "text": "createdBy", + "position": { + "top": 751, + "bottom": 799, + "left": 651, + "right": 891 + } + }, + { + "doc_offset": { + "start": 3318, + "end": 3327 + }, + "page_num": 3, + "text": "startedAt", + "position": { + "top": 813, + "bottom": 860, + "left": 651, + "right": 889 + } + }, + { + "doc_offset": { + "start": 3328, + "end": 3339 + }, + "page_num": 3, + "text": "completedAt", + "position": { + "top": 875, + "bottom": 923, + "left": 653, + "right": 945 + } + }, + { + "doc_offset": { + "start": 3340, + "end": 3348 + }, + "page_num": 3, + "text": "rejected", + "position": { + "top": 939, + "bottom": 983, + "left": 654, + "right": 860 + } + }, + { + "doc_offset": { + "start": 3349, + "end": 3354 + }, + "page_num": 3, + "text": "notes", + "position": { + "top": 1005, + "bottom": 1044, + "left": 651, + "right": 780 + } + }, + { + "doc_offset": { + "start": 3355, + "end": 3365 + }, + "page_num": 3, + "text": "reviewType", + "position": { + "top": 1062, + "bottom": 1112, + "left": 653, + "right": 915 + } + }, + { + "doc_offset": { + "start": 3366, + "end": 3367 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 1128, + "bottom": 1172, + "left": 547, + "right": 567 + } + }, + { + "doc_offset": { + "start": 3368, + "end": 3377 + }, + "page_num": 3, + "text": "retrieved", + "position": { + "top": 1187, + "bottom": 1231, + "left": 545, + "right": 782 + } + }, + { + "doc_offset": { + "start": 3378, + "end": 3387 + }, + "page_num": 3, + "text": "updatedAt", + "position": { + "top": 1251, + "bottom": 1296, + "left": 544, + "right": 783 + } + }, + { + "doc_offset": { + "start": 3388, + "end": 3398 + }, + "page_num": 3, + "text": "workflowId", + "position": { + "top": 1314, + "bottom": 1359, + "left": 542, + "right": 807 + } + }, + { + "doc_offset": { + "start": 3399, + "end": 3400 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 1440, + "bottom": 1484, + "left": 333, + "right": 352 + } + }, + { + "doc_offset": { + "start": 3401, + "end": 3402 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 1501, + "bottom": 1545, + "left": 222, + "right": 244 + } + }, + { + "doc_offset": { + "start": 3403, + "end": 3404 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 1373, + "bottom": 1420, + "left": 438, + "right": 455 + } + }, + { + "doc_offset": { + "start": 3405, + "end": 3414 + }, + "page_num": 3, + "text": "Scheduled", + "position": { + "top": 1618, + "bottom": 1661, + "left": 212, + "right": 428 + } + }, + { + "doc_offset": { + "start": 3415, + "end": 3422 + }, + "page_num": 3, + "text": "Process", + "position": { + "top": 1618, + "bottom": 1664, + "left": 444, + "right": 614 + } + }, + { + "doc_offset": { + "start": 3423, + "end": 3428 + }, + "page_num": 3, + "text": "Logic", + "position": { + "top": 1617, + "bottom": 1665, + "left": 624, + "right": 743 + } + }, + { + "doc_offset": { + "start": 3429, + "end": 3433 + }, + "page_num": 3, + "text": "This", + "position": { + "top": 1721, + "bottom": 1770, + "left": 213, + "right": 295 + } + }, + { + "doc_offset": { + "start": 3434, + "end": 3436 + }, + "page_num": 3, + "text": "is", + "position": { + "top": 1721, + "bottom": 1770, + "left": 305, + "right": 342 + } + }, + { + "doc_offset": { + "start": 3437, + "end": 3438 + }, + "page_num": 3, + "text": "a", + "position": { + "top": 1721, + "bottom": 1771, + "left": 359, + "right": 385 + } + }, + { + "doc_offset": { + "start": 3439, + "end": 3450 + }, + "page_num": 3, + "text": "heavyweight", + "position": { + "top": 1721, + "bottom": 1771, + "left": 399, + "right": 654 + } + }, + { + "doc_offset": { + "start": 3451, + "end": 3457 + }, + "page_num": 3, + "text": "query.", + "position": { + "top": 1721, + "bottom": 1771, + "left": 664, + "right": 793 + } + }, + { + "doc_offset": { + "start": 3458, + "end": 3469 + }, + "page_num": 3, + "text": "Submissions", + "position": { + "top": 1721, + "bottom": 1773, + "left": 803, + "right": 1057 + } + }, + { + "doc_offset": { + "start": 3470, + "end": 3473 + }, + "page_num": 3, + "text": "are", + "position": { + "top": 1721, + "bottom": 1773, + "left": 1070, + "right": 1134 + } + }, + { + "doc_offset": { + "start": 3474, + "end": 3481 + }, + "page_num": 3, + "text": "ordered", + "position": { + "top": 1721, + "bottom": 1773, + "left": 1151, + "right": 1300 + } + }, + { + "doc_offset": { + "start": 3482, + "end": 3484 + }, + "page_num": 3, + "text": "by", + "position": { + "top": 1723, + "bottom": 1773, + "left": 1316, + "right": 1370 + } + }, + { + "doc_offset": { + "start": 3485, + "end": 3494 + }, + "page_num": 3, + "text": "updatedAt", + "position": { + "top": 1723, + "bottom": 1771, + "left": 1401, + "right": 1604 + } + }, + { + "doc_offset": { + "start": 3495, + "end": 3506 + }, + "page_num": 3, + "text": "descending,", + "position": { + "top": 1723, + "bottom": 1771, + "left": 1634, + "right": 1883 + } + }, + { + "doc_offset": { + "start": 3507, + "end": 3510 + }, + "page_num": 3, + "text": "and", + "position": { + "top": 1723, + "bottom": 1770, + "left": 1893, + "right": 1968 + } + }, + { + "doc_offset": { + "start": 3511, + "end": 3518 + }, + "page_num": 3, + "text": "results", + "position": { + "top": 1723, + "bottom": 1770, + "left": 1984, + "right": 2121 + } + }, + { + "doc_offset": { + "start": 3519, + "end": 3525 + }, + "page_num": 3, + "text": "should", + "position": { + "top": 1721, + "bottom": 1768, + "left": 2134, + "right": 2266 + } + }, + { + "doc_offset": { + "start": 3526, + "end": 3528 + }, + "page_num": 3, + "text": "be", + "position": { + "top": 1721, + "bottom": 1768, + "left": 2283, + "right": 2337 + } + }, + { + "doc_offset": { + "start": 3529, + "end": 3538 + }, + "page_num": 3, + "text": "paginated", + "position": { + "top": 1784, + "bottom": 1834, + "left": 210, + "right": 403 + } + }, + { + "doc_offset": { + "start": 3539, + "end": 3543 + }, + "page_num": 3, + "text": "such", + "position": { + "top": 1784, + "bottom": 1834, + "left": 424, + "right": 515 + } + }, + { + "doc_offset": { + "start": 3544, + "end": 3548 + }, + "page_num": 3, + "text": "that", + "position": { + "top": 1783, + "bottom": 1834, + "left": 535, + "right": 618 + } + }, + { + "doc_offset": { + "start": 3549, + "end": 3559 + }, + "page_num": 3, + "text": "processing", + "position": { + "top": 1783, + "bottom": 1834, + "left": 628, + "right": 848 + } + }, + { + "doc_offset": { + "start": 3560, + "end": 3563 + }, + "page_num": 3, + "text": "can", + "position": { + "top": 1781, + "bottom": 1834, + "left": 865, + "right": 934 + } + }, + { + "doc_offset": { + "start": 3564, + "end": 3568 + }, + "page_num": 3, + "text": "stop", + "position": { + "top": 1781, + "bottom": 1834, + "left": 955, + "right": 1041 + } + }, + { + "doc_offset": { + "start": 3569, + "end": 3573 + }, + "page_num": 3, + "text": "once", + "position": { + "top": 1781, + "bottom": 1834, + "left": 1062, + "right": 1158 + } + }, + { + "doc_offset": { + "start": 3574, + "end": 3577 + }, + "page_num": 3, + "text": "all", + "position": { + "top": 1781, + "bottom": 1834, + "left": 1177, + "right": 1230 + } + }, + { + "doc_offset": { + "start": 3578, + "end": 3589 + }, + "page_num": 3, + "text": "submissions", + "position": { + "top": 1781, + "bottom": 1833, + "left": 1240, + "right": 1488 + } + }, + { + "doc_offset": { + "start": 3590, + "end": 3594 + }, + "page_num": 3, + "text": "have", + "position": { + "top": 1781, + "bottom": 1833, + "left": 1499, + "right": 1598 + } + }, + { + "doc_offset": { + "start": 3595, + "end": 3599 + }, + "page_num": 3, + "text": "been", + "position": { + "top": 1781, + "bottom": 1833, + "left": 1613, + "right": 1710 + } + }, + { + "doc_offset": { + "start": 3600, + "end": 3609 + }, + "page_num": 3, + "text": "processed", + "position": { + "top": 1783, + "bottom": 1833, + "left": 1730, + "right": 1938 + } + }, + { + "doc_offset": { + "start": 3610, + "end": 3615 + }, + "page_num": 3, + "text": "whose", + "position": { + "top": 1783, + "bottom": 1833, + "left": 1955, + "right": 2085 + } + }, + { + "doc_offset": { + "start": 3616, + "end": 3625 + }, + "page_num": 3, + "text": "updatedAt", + "position": { + "top": 1784, + "bottom": 1833, + "left": 2117, + "right": 2322 + } + }, + { + "doc_offset": { + "start": 3626, + "end": 3630 + }, + "page_num": 3, + "text": "date", + "position": { + "top": 1846, + "bottom": 1892, + "left": 210, + "right": 295 + } + }, + { + "doc_offset": { + "start": 3631, + "end": 3633 + }, + "page_num": 3, + "text": "is", + "position": { + "top": 1844, + "bottom": 1892, + "left": 305, + "right": 340 + } + }, + { + "doc_offset": { + "start": 3634, + "end": 3641 + }, + "page_num": 3, + "text": "greater", + "position": { + "top": 1844, + "bottom": 1892, + "left": 350, + "right": 488 + } + }, + { + "doc_offset": { + "start": 3642, + "end": 3646 + }, + "page_num": 3, + "text": "than", + "position": { + "top": 1844, + "bottom": 1893, + "left": 498, + "right": 585 + } + }, + { + "doc_offset": { + "start": 3647, + "end": 3650 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 1843, + "bottom": 1893, + "left": 598, + "right": 660 + } + }, + { + "doc_offset": { + "start": 3651, + "end": 3660 + }, + "page_num": 3, + "text": "timestamp", + "position": { + "top": 1843, + "bottom": 1893, + "left": 670, + "right": 879 + } + }, + { + "doc_offset": { + "start": 3661, + "end": 3663 + }, + "page_num": 3, + "text": "of", + "position": { + "top": 1843, + "bottom": 1893, + "left": 892, + "right": 931 + } + }, + { + "doc_offset": { + "start": 3664, + "end": 3667 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 1843, + "bottom": 1893, + "left": 941, + "right": 1005 + } + }, + { + "doc_offset": { + "start": 3668, + "end": 3676 + }, + "page_num": 3, + "text": "previous", + "position": { + "top": 1843, + "bottom": 1893, + "left": 1015, + "right": 1181 + } + }, + { + "doc_offset": { + "start": 3677, + "end": 3680 + }, + "page_num": 3, + "text": "run", + "position": { + "top": 1843, + "bottom": 1893, + "left": 1191, + "right": 1256 + } + }, + { + "doc_offset": { + "start": 3681, + "end": 3683 + }, + "page_num": 3, + "text": "of", + "position": { + "top": 1843, + "bottom": 1893, + "left": 1269, + "right": 1307 + } + }, + { + "doc_offset": { + "start": 3684, + "end": 3687 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 1843, + "bottom": 1893, + "left": 1317, + "right": 1382 + } + }, + { + "doc_offset": { + "start": 3688, + "end": 3700 + }, + "page_num": 3, + "text": "integration.", + "position": { + "top": 1844, + "bottom": 1893, + "left": 1392, + "right": 1615 + } + }, + { + "doc_offset": { + "start": 3701, + "end": 3705 + }, + "page_num": 3, + "text": "Data", + "position": { + "top": 1950, + "bottom": 1996, + "left": 212, + "right": 308 + } + }, + { + "doc_offset": { + "start": 3706, + "end": 3720 + }, + "page_num": 3, + "text": "Reconciliation", + "position": { + "top": 1950, + "bottom": 1996, + "left": 320, + "right": 616 + } + }, + { + "doc_offset": { + "start": 3721, + "end": 3724 + }, + "page_num": 3, + "text": "The", + "position": { + "top": 2055, + "bottom": 2102, + "left": 212, + "right": 285 + } + }, + { + "doc_offset": { + "start": 3725, + "end": 3731 + }, + "page_num": 3, + "text": "output", + "position": { + "top": 2055, + "bottom": 2102, + "left": 299, + "right": 429 + } + }, + { + "doc_offset": { + "start": 3732, + "end": 3736 + }, + "page_num": 3, + "text": "will", + "position": { + "top": 2053, + "bottom": 2104, + "left": 441, + "right": 510 + } + }, + { + "doc_offset": { + "start": 3737, + "end": 3744 + }, + "page_num": 3, + "text": "include", + "position": { + "top": 2053, + "bottom": 2104, + "left": 520, + "right": 666 + } + }, + { + "doc_offset": { + "start": 3745, + "end": 3748 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 2053, + "bottom": 2104, + "left": 679, + "right": 744 + } + }, + { + "doc_offset": { + "start": 3749, + "end": 3756 + }, + "page_num": 3, + "text": "primary", + "position": { + "top": 2053, + "bottom": 2105, + "left": 759, + "right": 911 + } + }, + { + "doc_offset": { + "start": 3757, + "end": 3760 + }, + "page_num": 3, + "text": "key", + "position": { + "top": 2053, + "bottom": 2105, + "left": 921, + "right": 997 + } + }, + { + "doc_offset": { + "start": 3761, + "end": 3763 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 2053, + "bottom": 2105, + "left": 1027, + "right": 1073 + } + }, + { + "doc_offset": { + "start": 3764, + "end": 3770 + }, + "page_num": 3, + "text": "needed", + "position": { + "top": 2053, + "bottom": 2105, + "left": 1100, + "right": 1247 + } + }, + { + "doc_offset": { + "start": 3771, + "end": 3773 + }, + "page_num": 3, + "text": "to", + "position": { + "top": 2053, + "bottom": 2105, + "left": 1262, + "right": 1305 + } + }, + { + "doc_offset": { + "start": 3774, + "end": 3780 + }, + "page_num": 3, + "text": "update", + "position": { + "top": 2053, + "bottom": 2105, + "left": 1322, + "right": 1459 + } + }, + { + "doc_offset": { + "start": 3781, + "end": 3789 + }, + "page_num": 3, + "text": "existing", + "position": { + "top": 2053, + "bottom": 2105, + "left": 1476, + "right": 1628 + } + }, + { + "doc_offset": { + "start": 3790, + "end": 3794 + }, + "page_num": 3, + "text": "rows", + "position": { + "top": 2053, + "bottom": 2105, + "left": 1643, + "right": 1744 + } + }, + { + "doc_offset": { + "start": 3795, + "end": 3798 + }, + "page_num": 3, + "text": "and", + "position": { + "top": 2053, + "bottom": 2104, + "left": 1754, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 3799, + "end": 3805 + }, + "page_num": 3, + "text": "insert", + "position": { + "top": 2053, + "bottom": 2104, + "left": 1845, + "right": 1961 + } + }, + { + "doc_offset": { + "start": 3806, + "end": 3809 + }, + "page_num": 3, + "text": "new", + "position": { + "top": 2053, + "bottom": 2104, + "left": 1971, + "right": 2047 + } + }, + { + "doc_offset": { + "start": 3810, + "end": 3814 + }, + "page_num": 3, + "text": "rows", + "position": { + "top": 2053, + "bottom": 2104, + "left": 2067, + "right": 2168 + } + }, + { + "doc_offset": { + "start": 3815, + "end": 3819 + }, + "page_num": 3, + "text": "into", + "position": { + "top": 2053, + "bottom": 2102, + "left": 2178, + "right": 2254 + } + }, + { + "doc_offset": { + "start": 3820, + "end": 3823 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 2053, + "bottom": 2102, + "left": 2272, + "right": 2337 + } + }, + { + "doc_offset": { + "start": 3824, + "end": 3831 + }, + "page_num": 3, + "text": "Metrics", + "position": { + "top": 2116, + "bottom": 2161, + "left": 210, + "right": 356 + } + }, + { + "doc_offset": { + "start": 3832, + "end": 3841 + }, + "page_num": 3, + "text": "database.", + "position": { + "top": 2116, + "bottom": 2162, + "left": 365, + "right": 561 + } + }, + { + "doc_offset": { + "start": 3842, + "end": 3845 + }, + "page_num": 3, + "text": "1.4", + "position": { + "top": 2305, + "bottom": 2360, + "left": 219, + "right": 302 + } + }, + { + "doc_offset": { + "start": 3846, + "end": 3856 + }, + "page_num": 3, + "text": "Submission", + "position": { + "top": 2305, + "bottom": 2361, + "left": 363, + "right": 714 + } + }, + { + "doc_offset": { + "start": 3857, + "end": 3861 + }, + "page_num": 3, + "text": "File", + "position": { + "top": 2305, + "bottom": 2361, + "left": 744, + "right": 850 + } + }, + { + "doc_offset": { + "start": 3862, + "end": 3868 + }, + "page_num": 3, + "text": "Column", + "position": { + "top": 2466, + "bottom": 2507, + "left": 260, + "right": 415 + } + }, + { + "doc_offset": { + "start": 3869, + "end": 3873 + }, + "page_num": 3, + "text": "Type", + "position": { + "top": 2466, + "bottom": 2512, + "left": 858, + "right": 946 + } + }, + { + "doc_offset": { + "start": 3874, + "end": 3881 + }, + "page_num": 3, + "text": "GraphQL", + "position": { + "top": 2463, + "bottom": 2513, + "left": 1156, + "right": 1345 + } + }, + { + "doc_offset": { + "start": 3882, + "end": 3888 + }, + "page_num": 3, + "text": "Source", + "position": { + "top": 2464, + "bottom": 2513, + "left": 1358, + "right": 1501 + } + }, + { + "doc_offset": { + "start": 3889, + "end": 3891 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 2563, + "bottom": 2603, + "left": 257, + "right": 292 + } + }, + { + "doc_offset": { + "start": 3892, + "end": 3895 + }, + "page_num": 3, + "text": "int", + "position": { + "top": 2565, + "bottom": 2602, + "left": 850, + "right": 903 + } + }, + { + "doc_offset": { + "start": 3896, + "end": 3907 + }, + "page_num": 3, + "text": "submission.", + "position": { + "top": 2568, + "bottom": 2609, + "left": 1171, + "right": 1408 + } + }, + { + "doc_offset": { + "start": 3908, + "end": 3920 + }, + "page_num": 3, + "text": "inputFile.id", + "position": { + "top": 2566, + "bottom": 2611, + "left": 1418, + "right": 1684 + } + }, + { + "doc_offset": { + "start": 3921, + "end": 3925 + }, + "page_num": 3, + "text": "name", + "position": { + "top": 2666, + "bottom": 2699, + "left": 259, + "right": 362 + } + }, + { + "doc_offset": { + "start": 3926, + "end": 3929 + }, + "page_num": 3, + "text": "str", + "position": { + "top": 2661, + "bottom": 2698, + "left": 855, + "right": 905 + } + }, + { + "doc_offset": { + "start": 3930, + "end": 3941 + }, + "page_num": 3, + "text": "submission.", + "position": { + "top": 2662, + "bottom": 2701, + "left": 1171, + "right": 1408 + } + }, + { + "doc_offset": { + "start": 3942, + "end": 3960 + }, + "page_num": 3, + "text": "inputFile.filename", + "position": { + "top": 2661, + "bottom": 2701, + "left": 1416, + "right": 1816 + } + }, + { + "doc_offset": { + "start": 3961, + "end": 3974 + }, + "page_num": 3, + "text": "submission_id", + "position": { + "top": 2752, + "bottom": 2797, + "left": 260, + "right": 535 + } + }, + { + "doc_offset": { + "start": 3975, + "end": 3978 + }, + "page_num": 3, + "text": "int", + "position": { + "top": 2751, + "bottom": 2791, + "left": 850, + "right": 903 + } + }, + { + "doc_offset": { + "start": 3979, + "end": 3992 + }, + "page_num": 3, + "text": "submission.id", + "position": { + "top": 2754, + "bottom": 2791, + "left": 1173, + "right": 1458 + } + }, + { + "doc_offset": { + "start": 3993, + "end": 3996 + }, + "page_num": 3, + "text": "See", + "position": { + "top": 2880, + "bottom": 2924, + "left": 212, + "right": 283 + } + }, + { + "doc_offset": { + "start": 3997, + "end": 4000 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 2880, + "bottom": 2926, + "left": 293, + "right": 361 + } + }, + { + "doc_offset": { + "start": 4001, + "end": 4011 + }, + "page_num": 3, + "text": "Submission", + "position": { + "top": 2878, + "bottom": 2926, + "left": 371, + "right": 594 + } + }, + { + "doc_offset": { + "start": 4012, + "end": 4021 + }, + "page_num": 3, + "text": "section's", + "position": { + "top": 2877, + "bottom": 2927, + "left": 607, + "right": 785 + } + }, + { + "doc_offset": { + "start": 4022, + "end": 4029 + }, + "page_num": 3, + "text": "example", + "position": { + "top": 2878, + "bottom": 2929, + "left": 796, + "right": 966 + } + }, + { + "doc_offset": { + "start": 4030, + "end": 4037 + }, + "page_num": 3, + "text": "GraphQL", + "position": { + "top": 2880, + "bottom": 2930, + "left": 977, + "right": 1154 + } + }, + { + "doc_offset": { + "start": 4038, + "end": 4044 + }, + "page_num": 3, + "text": "query.", + "position": { + "top": 2881, + "bottom": 2930, + "left": 1168, + "right": 1287 + } + }, + { + "doc_offset": { + "start": 4045, + "end": 4049 + }, + "page_num": 3, + "text": "Data", + "position": { + "top": 2986, + "bottom": 3032, + "left": 212, + "right": 306 + } + }, + { + "doc_offset": { + "start": 4050, + "end": 4064 + }, + "page_num": 3, + "text": "Reconciliation", + "position": { + "top": 2986, + "bottom": 3032, + "left": 322, + "right": 616 + } + }, + { + "doc_offset": { + "start": 4065, + "end": 4068 + }, + "page_num": 3, + "text": "The", + "position": { + "top": 3088, + "bottom": 3136, + "left": 212, + "right": 283 + } + }, + { + "doc_offset": { + "start": 4069, + "end": 4075 + }, + "page_num": 3, + "text": "output", + "position": { + "top": 3088, + "bottom": 3136, + "left": 297, + "right": 432 + } + }, + { + "doc_offset": { + "start": 4076, + "end": 4080 + }, + "page_num": 3, + "text": "will", + "position": { + "top": 3088, + "bottom": 3138, + "left": 444, + "right": 510 + } + }, + { + "doc_offset": { + "start": 4081, + "end": 4088 + }, + "page_num": 3, + "text": "include", + "position": { + "top": 3088, + "bottom": 3138, + "left": 520, + "right": 664 + } + }, + { + "doc_offset": { + "start": 4089, + "end": 4092 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 3088, + "bottom": 3138, + "left": 679, + "right": 744 + } + }, + { + "doc_offset": { + "start": 4093, + "end": 4100 + }, + "page_num": 3, + "text": "primary", + "position": { + "top": 3088, + "bottom": 3139, + "left": 759, + "right": 911 + } + }, + { + "doc_offset": { + "start": 4101, + "end": 4104 + }, + "page_num": 3, + "text": "key", + "position": { + "top": 3088, + "bottom": 3139, + "left": 921, + "right": 997 + } + }, + { + "doc_offset": { + "start": 4105, + "end": 4107 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 3088, + "bottom": 3139, + "left": 1027, + "right": 1073 + } + }, + { + "doc_offset": { + "start": 4108, + "end": 4114 + }, + "page_num": 3, + "text": "needed", + "position": { + "top": 3088, + "bottom": 3139, + "left": 1100, + "right": 1249 + } + }, + { + "doc_offset": { + "start": 4115, + "end": 4117 + }, + "page_num": 3, + "text": "to", + "position": { + "top": 3088, + "bottom": 3139, + "left": 1263, + "right": 1305 + } + }, + { + "doc_offset": { + "start": 4118, + "end": 4124 + }, + "page_num": 3, + "text": "update", + "position": { + "top": 3088, + "bottom": 3139, + "left": 1322, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 4125, + "end": 4133 + }, + "page_num": 3, + "text": "existing", + "position": { + "top": 3088, + "bottom": 3139, + "left": 1475, + "right": 1630 + } + }, + { + "doc_offset": { + "start": 4134, + "end": 4138 + }, + "page_num": 3, + "text": "rows", + "position": { + "top": 3088, + "bottom": 3139, + "left": 1640, + "right": 1743 + } + }, + { + "doc_offset": { + "start": 4139, + "end": 4142 + }, + "page_num": 3, + "text": "and", + "position": { + "top": 3088, + "bottom": 3139, + "left": 1756, + "right": 1829 + } + }, + { + "doc_offset": { + "start": 4143, + "end": 4149 + }, + "page_num": 3, + "text": "insert", + "position": { + "top": 3088, + "bottom": 3138, + "left": 1843, + "right": 1959 + } + }, + { + "doc_offset": { + "start": 4150, + "end": 4153 + }, + "page_num": 3, + "text": "new", + "position": { + "top": 3088, + "bottom": 3138, + "left": 1969, + "right": 2045 + } + }, + { + "doc_offset": { + "start": 4154, + "end": 4158 + }, + "page_num": 3, + "text": "rows", + "position": { + "top": 3088, + "bottom": 3138, + "left": 2068, + "right": 2167 + } + }, + { + "doc_offset": { + "start": 4159, + "end": 4163 + }, + "page_num": 3, + "text": "into", + "position": { + "top": 3088, + "bottom": 3138, + "left": 2177, + "right": 2257 + } + }, + { + "doc_offset": { + "start": 4164, + "end": 4167 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 3088, + "bottom": 3136, + "left": 2270, + "right": 2337 + } + }, + { + "doc_offset": { + "start": 4168, + "end": 4175 + }, + "page_num": 3, + "text": "Metrics", + "position": { + "top": 3152, + "bottom": 3195, + "left": 213, + "right": 355 + } + }, + { + "doc_offset": { + "start": 4176, + "end": 4185 + }, + "page_num": 3, + "text": "database.", + "position": { + "top": 3152, + "bottom": 3195, + "left": 368, + "right": 561 + } + } + ] +} \ No newline at end of file diff --git a/tests/data/etloutput/4289/107457/101156/page_info_4.json b/tests/data/etloutput/4289/107457/101156/page_info_4.json new file mode 100644 index 0000000..a6afb9d --- /dev/null +++ b/tests/data/etloutput/4289/107457/101156/page_info_4.json @@ -0,0 +1,1232 @@ +{ + "pages": [ + { + "doc_offset": { + "start": 4186, + "end": 4729 + }, + "page_num": 4, + "text": "1.5 Reviewer\nColumn\tType\tGraphQL Source\nid\tint\tuserSnapshot.id\nname\tstr\tuserSnapshot . name\nemail\tstr\tuserSnapshot. email\nenabled\tbool\tuserSnapshot . enabled\nExample GraphQL Query\nquery Users {\nuserSnapshot(orderBy: ID, desc: false, limit: 1000) {\nresults {\nid\nname\nemail\nenabled\n}\n}\n}\nScheduled Process Logic\nThis is a lightweight query. All reviewers will be pulled every time the integration is run.\nData Reconciliation\nThe output will include the primary key id needed to update existing rows and insert new rows into the\nMetrics database." + } + ], + "tokens": [ + { + "doc_offset": { + "start": 4186, + "end": 4189 + }, + "page_num": 4, + "text": "1.5", + "position": { + "top": 51, + "bottom": 105, + "left": 220, + "right": 299 + } + }, + { + "doc_offset": { + "start": 4190, + "end": 4198 + }, + "page_num": 4, + "text": "Reviewer", + "position": { + "top": 55, + "bottom": 105, + "left": 363, + "right": 657 + } + }, + { + "doc_offset": { + "start": 4199, + "end": 4205 + }, + "page_num": 4, + "text": "Column", + "position": { + "top": 211, + "bottom": 253, + "left": 260, + "right": 416 + } + }, + { + "doc_offset": { + "start": 4206, + "end": 4210 + }, + "page_num": 4, + "text": "Type", + "position": { + "top": 211, + "bottom": 257, + "left": 799, + "right": 891 + } + }, + { + "doc_offset": { + "start": 4211, + "end": 4218 + }, + "page_num": 4, + "text": "GraphQL", + "position": { + "top": 210, + "bottom": 257, + "left": 1193, + "right": 1378 + } + }, + { + "doc_offset": { + "start": 4219, + "end": 4225 + }, + "page_num": 4, + "text": "Source", + "position": { + "top": 211, + "bottom": 257, + "left": 1393, + "right": 1538 + } + }, + { + "doc_offset": { + "start": 4226, + "end": 4228 + }, + "page_num": 4, + "text": "id", + "position": { + "top": 312, + "bottom": 350, + "left": 259, + "right": 289 + } + }, + { + "doc_offset": { + "start": 4229, + "end": 4232 + }, + "page_num": 4, + "text": "int", + "position": { + "top": 309, + "bottom": 355, + "left": 790, + "right": 845 + } + }, + { + "doc_offset": { + "start": 4233, + "end": 4248 + }, + "page_num": 4, + "text": "userSnapshot.id", + "position": { + "top": 313, + "bottom": 355, + "left": 1204, + "right": 1540 + } + }, + { + "doc_offset": { + "start": 4249, + "end": 4253 + }, + "page_num": 4, + "text": "name", + "position": { + "top": 411, + "bottom": 446, + "left": 259, + "right": 363 + } + }, + { + "doc_offset": { + "start": 4254, + "end": 4257 + }, + "page_num": 4, + "text": "str", + "position": { + "top": 406, + "bottom": 444, + "left": 795, + "right": 845 + } + }, + { + "doc_offset": { + "start": 4258, + "end": 4270 + }, + "page_num": 4, + "text": "userSnapshot", + "position": { + "top": 408, + "bottom": 448, + "left": 1206, + "right": 1468 + } + }, + { + "doc_offset": { + "start": 4271, + "end": 4272 + }, + "page_num": 4, + "text": ".", + "position": { + "top": 408, + "bottom": 448, + "left": 1475, + "right": 1487 + } + }, + { + "doc_offset": { + "start": 4273, + "end": 4277 + }, + "page_num": 4, + "text": "name", + "position": { + "top": 408, + "bottom": 448, + "left": 1494, + "right": 1585 + } + }, + { + "doc_offset": { + "start": 4278, + "end": 4283 + }, + "page_num": 4, + "text": "email", + "position": { + "top": 499, + "bottom": 538, + "left": 259, + "right": 363 + } + }, + { + "doc_offset": { + "start": 4284, + "end": 4287 + }, + "page_num": 4, + "text": "str", + "position": { + "top": 499, + "bottom": 537, + "left": 795, + "right": 846 + } + }, + { + "doc_offset": { + "start": 4288, + "end": 4301 + }, + "page_num": 4, + "text": "userSnapshot.", + "position": { + "top": 499, + "bottom": 539, + "left": 1204, + "right": 1487 + } + }, + { + "doc_offset": { + "start": 4302, + "end": 4307 + }, + "page_num": 4, + "text": "email", + "position": { + "top": 498, + "bottom": 539, + "left": 1495, + "right": 1607 + } + }, + { + "doc_offset": { + "start": 4308, + "end": 4315 + }, + "page_num": 4, + "text": "enabled", + "position": { + "top": 591, + "bottom": 631, + "left": 259, + "right": 411 + } + }, + { + "doc_offset": { + "start": 4316, + "end": 4320 + }, + "page_num": 4, + "text": "bool", + "position": { + "top": 585, + "bottom": 633, + "left": 792, + "right": 883 + } + }, + { + "doc_offset": { + "start": 4321, + "end": 4333 + }, + "page_num": 4, + "text": "userSnapshot", + "position": { + "top": 592, + "bottom": 633, + "left": 1204, + "right": 1465 + } + }, + { + "doc_offset": { + "start": 4334, + "end": 4335 + }, + "page_num": 4, + "text": ".", + "position": { + "top": 591, + "bottom": 633, + "left": 1475, + "right": 1487 + } + }, + { + "doc_offset": { + "start": 4336, + "end": 4343 + }, + "page_num": 4, + "text": "enabled", + "position": { + "top": 591, + "bottom": 631, + "left": 1497, + "right": 1651 + } + }, + { + "doc_offset": { + "start": 4344, + "end": 4351 + }, + "page_num": 4, + "text": "Example", + "position": { + "top": 719, + "bottom": 767, + "left": 212, + "right": 391 + } + }, + { + "doc_offset": { + "start": 4352, + "end": 4359 + }, + "page_num": 4, + "text": "GraphQL", + "position": { + "top": 717, + "bottom": 767, + "left": 402, + "right": 588 + } + }, + { + "doc_offset": { + "start": 4360, + "end": 4365 + }, + "page_num": 4, + "text": "Query", + "position": { + "top": 717, + "bottom": 769, + "left": 603, + "right": 729 + } + }, + { + "doc_offset": { + "start": 4366, + "end": 4371 + }, + "page_num": 4, + "text": "query", + "position": { + "top": 836, + "bottom": 885, + "left": 239, + "right": 373 + } + }, + { + "doc_offset": { + "start": 4372, + "end": 4377 + }, + "page_num": 4, + "text": "Users", + "position": { + "top": 835, + "bottom": 885, + "left": 396, + "right": 537 + } + }, + { + "doc_offset": { + "start": 4378, + "end": 4379 + }, + "page_num": 4, + "text": "{", + "position": { + "top": 835, + "bottom": 885, + "left": 564, + "right": 587 + } + }, + { + "doc_offset": { + "start": 4380, + "end": 4401 + }, + "page_num": 4, + "text": "userSnapshot(orderBy:", + "position": { + "top": 898, + "bottom": 945, + "left": 326, + "right": 895 + } + }, + { + "doc_offset": { + "start": 4402, + "end": 4405 + }, + "page_num": 4, + "text": "ID,", + "position": { + "top": 892, + "bottom": 949, + "left": 919, + "right": 1002 + } + }, + { + "doc_offset": { + "start": 4406, + "end": 4411 + }, + "page_num": 4, + "text": "desc:", + "position": { + "top": 892, + "bottom": 949, + "left": 1024, + "right": 1163 + } + }, + { + "doc_offset": { + "start": 4412, + "end": 4418 + }, + "page_num": 4, + "text": "false,", + "position": { + "top": 892, + "bottom": 949, + "left": 1189, + "right": 1349 + } + }, + { + "doc_offset": { + "start": 4419, + "end": 4425 + }, + "page_num": 4, + "text": "limit:", + "position": { + "top": 890, + "bottom": 948, + "left": 1373, + "right": 1538 + } + }, + { + "doc_offset": { + "start": 4426, + "end": 4431 + }, + "page_num": 4, + "text": "1000)", + "position": { + "top": 890, + "bottom": 948, + "left": 1564, + "right": 1703 + } + }, + { + "doc_offset": { + "start": 4432, + "end": 4433 + }, + "page_num": 4, + "text": "{", + "position": { + "top": 892, + "bottom": 948, + "left": 1724, + "right": 1753 + } + }, + { + "doc_offset": { + "start": 4434, + "end": 4441 + }, + "page_num": 4, + "text": "results", + "position": { + "top": 959, + "bottom": 1011, + "left": 436, + "right": 626 + } + }, + { + "doc_offset": { + "start": 4442, + "end": 4443 + }, + "page_num": 4, + "text": "{", + "position": { + "top": 958, + "bottom": 1009, + "left": 654, + "right": 681 + } + }, + { + "doc_offset": { + "start": 4444, + "end": 4446 + }, + "page_num": 4, + "text": "id", + "position": { + "top": 1021, + "bottom": 1067, + "left": 545, + "right": 594 + } + }, + { + "doc_offset": { + "start": 4447, + "end": 4451 + }, + "page_num": 4, + "text": "name", + "position": { + "top": 1088, + "bottom": 1127, + "left": 542, + "right": 644 + } + }, + { + "doc_offset": { + "start": 4452, + "end": 4457 + }, + "page_num": 4, + "text": "email", + "position": { + "top": 1148, + "bottom": 1191, + "left": 544, + "right": 674 + } + }, + { + "doc_offset": { + "start": 4458, + "end": 4465 + }, + "page_num": 4, + "text": "enabled", + "position": { + "top": 1210, + "bottom": 1253, + "left": 542, + "right": 729 + } + }, + { + "doc_offset": { + "start": 4466, + "end": 4467 + }, + "page_num": 4, + "text": "}", + "position": { + "top": 1334, + "bottom": 1382, + "left": 330, + "right": 348 + } + }, + { + "doc_offset": { + "start": 4468, + "end": 4469 + }, + "page_num": 4, + "text": "}", + "position": { + "top": 1395, + "bottom": 1440, + "left": 223, + "right": 240 + } + }, + { + "doc_offset": { + "start": 4470, + "end": 4471 + }, + "page_num": 4, + "text": "}", + "position": { + "top": 1269, + "bottom": 1319, + "left": 436, + "right": 456 + } + }, + { + "doc_offset": { + "start": 4472, + "end": 4481 + }, + "page_num": 4, + "text": "Scheduled", + "position": { + "top": 1516, + "bottom": 1558, + "left": 212, + "right": 429 + } + }, + { + "doc_offset": { + "start": 4482, + "end": 4489 + }, + "page_num": 4, + "text": "Process", + "position": { + "top": 1513, + "bottom": 1561, + "left": 441, + "right": 613 + } + }, + { + "doc_offset": { + "start": 4490, + "end": 4495 + }, + "page_num": 4, + "text": "Logic", + "position": { + "top": 1513, + "bottom": 1562, + "left": 624, + "right": 740 + } + }, + { + "doc_offset": { + "start": 4496, + "end": 4500 + }, + "page_num": 4, + "text": "This", + "position": { + "top": 1619, + "bottom": 1667, + "left": 212, + "right": 287 + } + }, + { + "doc_offset": { + "start": 4501, + "end": 4503 + }, + "page_num": 4, + "text": "is", + "position": { + "top": 1619, + "bottom": 1668, + "left": 299, + "right": 335 + } + }, + { + "doc_offset": { + "start": 4504, + "end": 4505 + }, + "page_num": 4, + "text": "a", + "position": { + "top": 1618, + "bottom": 1668, + "left": 346, + "right": 365 + } + }, + { + "doc_offset": { + "start": 4506, + "end": 4517 + }, + "page_num": 4, + "text": "lightweight", + "position": { + "top": 1618, + "bottom": 1668, + "left": 376, + "right": 594 + } + }, + { + "doc_offset": { + "start": 4518, + "end": 4524 + }, + "page_num": 4, + "text": "query.", + "position": { + "top": 1618, + "bottom": 1668, + "left": 604, + "right": 727 + } + }, + { + "doc_offset": { + "start": 4525, + "end": 4528 + }, + "page_num": 4, + "text": "All", + "position": { + "top": 1618, + "bottom": 1670, + "left": 739, + "right": 785 + } + }, + { + "doc_offset": { + "start": 4529, + "end": 4538 + }, + "page_num": 4, + "text": "reviewers", + "position": { + "top": 1617, + "bottom": 1670, + "left": 796, + "right": 984 + } + }, + { + "doc_offset": { + "start": 4539, + "end": 4543 + }, + "page_num": 4, + "text": "will", + "position": { + "top": 1617, + "bottom": 1670, + "left": 994, + "right": 1057 + } + }, + { + "doc_offset": { + "start": 4544, + "end": 4546 + }, + "page_num": 4, + "text": "be", + "position": { + "top": 1617, + "bottom": 1670, + "left": 1067, + "right": 1117 + } + }, + { + "doc_offset": { + "start": 4547, + "end": 4553 + }, + "page_num": 4, + "text": "pulled", + "position": { + "top": 1617, + "bottom": 1670, + "left": 1128, + "right": 1252 + } + }, + { + "doc_offset": { + "start": 4554, + "end": 4559 + }, + "page_num": 4, + "text": "every", + "position": { + "top": 1617, + "bottom": 1670, + "left": 1262, + "right": 1366 + } + }, + { + "doc_offset": { + "start": 4560, + "end": 4564 + }, + "page_num": 4, + "text": "time", + "position": { + "top": 1617, + "bottom": 1670, + "left": 1376, + "right": 1464 + } + }, + { + "doc_offset": { + "start": 4565, + "end": 4568 + }, + "page_num": 4, + "text": "the", + "position": { + "top": 1617, + "bottom": 1670, + "left": 1474, + "right": 1537 + } + }, + { + "doc_offset": { + "start": 4569, + "end": 4580 + }, + "page_num": 4, + "text": "integration", + "position": { + "top": 1618, + "bottom": 1670, + "left": 1548, + "right": 1756 + } + }, + { + "doc_offset": { + "start": 4581, + "end": 4583 + }, + "page_num": 4, + "text": "is", + "position": { + "top": 1618, + "bottom": 1670, + "left": 1766, + "right": 1799 + } + }, + { + "doc_offset": { + "start": 4584, + "end": 4588 + }, + "page_num": 4, + "text": "run.", + "position": { + "top": 1618, + "bottom": 1668, + "left": 1810, + "right": 1891 + } + }, + { + "doc_offset": { + "start": 4589, + "end": 4593 + }, + "page_num": 4, + "text": "Data", + "position": { + "top": 1725, + "bottom": 1771, + "left": 212, + "right": 309 + } + }, + { + "doc_offset": { + "start": 4594, + "end": 4608 + }, + "page_num": 4, + "text": "Reconciliation", + "position": { + "top": 1725, + "bottom": 1771, + "left": 318, + "right": 614 + } + }, + { + "doc_offset": { + "start": 4609, + "end": 4612 + }, + "page_num": 4, + "text": "The", + "position": { + "top": 1829, + "bottom": 1879, + "left": 213, + "right": 283 + } + }, + { + "doc_offset": { + "start": 4613, + "end": 4619 + }, + "page_num": 4, + "text": "output", + "position": { + "top": 1829, + "bottom": 1879, + "left": 297, + "right": 432 + } + }, + { + "doc_offset": { + "start": 4620, + "end": 4624 + }, + "page_num": 4, + "text": "will", + "position": { + "top": 1827, + "bottom": 1879, + "left": 444, + "right": 507 + } + }, + { + "doc_offset": { + "start": 4625, + "end": 4632 + }, + "page_num": 4, + "text": "include", + "position": { + "top": 1827, + "bottom": 1879, + "left": 518, + "right": 667 + } + }, + { + "doc_offset": { + "start": 4633, + "end": 4636 + }, + "page_num": 4, + "text": "the", + "position": { + "top": 1827, + "bottom": 1879, + "left": 679, + "right": 746 + } + }, + { + "doc_offset": { + "start": 4637, + "end": 4644 + }, + "page_num": 4, + "text": "primary", + "position": { + "top": 1827, + "bottom": 1879, + "left": 760, + "right": 912 + } + }, + { + "doc_offset": { + "start": 4645, + "end": 4648 + }, + "page_num": 4, + "text": "key", + "position": { + "top": 1827, + "bottom": 1879, + "left": 924, + "right": 997 + } + }, + { + "doc_offset": { + "start": 4649, + "end": 4651 + }, + "page_num": 4, + "text": "id", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1025, + "right": 1075 + } + }, + { + "doc_offset": { + "start": 4652, + "end": 4658 + }, + "page_num": 4, + "text": "needed", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1100, + "right": 1249 + } + }, + { + "doc_offset": { + "start": 4659, + "end": 4661 + }, + "page_num": 4, + "text": "to", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1263, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 4662, + "end": 4668 + }, + "page_num": 4, + "text": "update", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1320, + "right": 1464 + } + }, + { + "doc_offset": { + "start": 4669, + "end": 4677 + }, + "page_num": 4, + "text": "existing", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1476, + "right": 1630 + } + }, + { + "doc_offset": { + "start": 4678, + "end": 4682 + }, + "page_num": 4, + "text": "rows", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1644, + "right": 1746 + } + }, + { + "doc_offset": { + "start": 4683, + "end": 4686 + }, + "page_num": 4, + "text": "and", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1759, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 4687, + "end": 4693 + }, + "page_num": 4, + "text": "insert", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1845, + "right": 1959 + } + }, + { + "doc_offset": { + "start": 4694, + "end": 4697 + }, + "page_num": 4, + "text": "new", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1971, + "right": 2048 + } + }, + { + "doc_offset": { + "start": 4698, + "end": 4702 + }, + "page_num": 4, + "text": "rows", + "position": { + "top": 1827, + "bottom": 1879, + "left": 2068, + "right": 2171 + } + }, + { + "doc_offset": { + "start": 4703, + "end": 4707 + }, + "page_num": 4, + "text": "into", + "position": { + "top": 1827, + "bottom": 1879, + "left": 2181, + "right": 2259 + } + }, + { + "doc_offset": { + "start": 4708, + "end": 4711 + }, + "page_num": 4, + "text": "the", + "position": { + "top": 1827, + "bottom": 1879, + "left": 2273, + "right": 2340 + } + }, + { + "doc_offset": { + "start": 4712, + "end": 4719 + }, + "page_num": 4, + "text": "Metrics", + "position": { + "top": 1892, + "bottom": 1935, + "left": 213, + "right": 355 + } + }, + { + "doc_offset": { + "start": 4720, + "end": 4729 + }, + "page_num": 4, + "text": "database.", + "position": { + "top": 1892, + "bottom": 1935, + "left": 368, + "right": 564 + } + } + ] +} \ No newline at end of file diff --git a/tests/data/etloutput/4289/107457/101156/page_info_5.json b/tests/data/etloutput/4289/107457/101156/page_info_5.json new file mode 100644 index 0000000..90dfa88 --- /dev/null +++ b/tests/data/etloutput/4289/107457/101156/page_info_5.json @@ -0,0 +1,3808 @@ +{ + "pages": [ + { + "doc_offset": { + "start": 4730, + "end": 6494 + }, + "page_num": 5, + "text": "1.6 Prediction\nColumn\tType\tResult File Source\nid\tuuid\tGenerated by integration5\nlabel\tstr\tPrediction. Label 6,7\npredicted_value\tstr\tPrediction. Text 8,7\nreviewed_value\tstr\tPrediction. Text 8,7\nsubmission_file_id\tint\tPrediction. Document. Id 7\nmodel_id\tint\tPrediction. Model. Id 7\n5 Predictions do not have a system-assigned unique identifier. Recommended that the integration pulling this data\ngenerates a unique UUIDv7 for each prediction.\n6 For performance reasons, this column should have an index. Depending upon the DBMS, this column may need to\nbe normalized out, hashed, or otherwise converted to an indexable type.\n7 Based on the Result File classes in the Indico Toolkit (available in Python and C# versions).\n8 As predictions do not have a system-assigned unique identifier, predicted values and reviewed values must be\nmatched by similarity within the integration. An example of doing so is available in the Indico-developed\ngroundtruth program.\nScheduled Process Logic\nThis is a heavyweight query tied to submissions. Because predictions have no system-assigned unique\nidentifier, and the identifier assigned by the integration is not stable, predictions must be pulled only once\nper submission. This should occur at the terminal state of the submission just before it's omitted from future\nprocessing: i.e. when the submission is marked as retrieved. Once a submission is marked as retrieved,\nthere should be no further updates to the submission resetting its updatedAt attribute, therefore it will be\nomitted from all future runs of the integration.\nData Reconciliation\nThe output does not include a primary key needed to update existing rows. As such it will only contain new\nrows to be inserted into the Metrics database.\nformatted by Markdeep 1.17" + } + ], + "tokens": [ + { + "doc_offset": { + "start": 4730, + "end": 4733 + }, + "page_num": 5, + "text": "1.6", + "position": { + "top": 136, + "bottom": 193, + "left": 220, + "right": 302 + } + }, + { + "doc_offset": { + "start": 4734, + "end": 4744 + }, + "page_num": 5, + "text": "Prediction", + "position": { + "top": 137, + "bottom": 190, + "left": 362, + "right": 676 + } + }, + { + "doc_offset": { + "start": 4745, + "end": 4751 + }, + "page_num": 5, + "text": "Column", + "position": { + "top": 296, + "bottom": 336, + "left": 262, + "right": 415 + } + }, + { + "doc_offset": { + "start": 4752, + "end": 4756 + }, + "page_num": 5, + "text": "Type", + "position": { + "top": 296, + "bottom": 342, + "left": 1015, + "right": 1107 + } + }, + { + "doc_offset": { + "start": 4757, + "end": 4763 + }, + "page_num": 5, + "text": "Result", + "position": { + "top": 295, + "bottom": 339, + "left": 1328, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 4764, + "end": 4768 + }, + "page_num": 5, + "text": "File", + "position": { + "top": 295, + "bottom": 338, + "left": 1471, + "right": 1542 + } + }, + { + "doc_offset": { + "start": 4769, + "end": 4775 + }, + "page_num": 5, + "text": "Source", + "position": { + "top": 295, + "bottom": 339, + "left": 1561, + "right": 1704 + } + }, + { + "doc_offset": { + "start": 4776, + "end": 4778 + }, + "page_num": 5, + "text": "id", + "position": { + "top": 403, + "bottom": 439, + "left": 259, + "right": 289 + } + }, + { + "doc_offset": { + "start": 4779, + "end": 4783 + }, + "page_num": 5, + "text": "uuid", + "position": { + "top": 403, + "bottom": 442, + "left": 1009, + "right": 1091 + } + }, + { + "doc_offset": { + "start": 4784, + "end": 4793 + }, + "page_num": 5, + "text": "Generated", + "position": { + "top": 409, + "bottom": 456, + "left": 1328, + "right": 1532 + } + }, + { + "doc_offset": { + "start": 4794, + "end": 4796 + }, + "page_num": 5, + "text": "by", + "position": { + "top": 409, + "bottom": 458, + "left": 1542, + "right": 1590 + } + }, + { + "doc_offset": { + "start": 4797, + "end": 4809 + }, + "page_num": 5, + "text": "integration5", + "position": { + "top": 409, + "bottom": 456, + "left": 1600, + "right": 1836 + } + }, + { + "doc_offset": { + "start": 4810, + "end": 4815 + }, + "page_num": 5, + "text": "label", + "position": { + "top": 508, + "bottom": 545, + "left": 257, + "right": 349 + } + }, + { + "doc_offset": { + "start": 4816, + "end": 4819 + }, + "page_num": 5, + "text": "str", + "position": { + "top": 509, + "bottom": 548, + "left": 1011, + "right": 1061 + } + }, + { + "doc_offset": { + "start": 4820, + "end": 4831 + }, + "page_num": 5, + "text": "Prediction.", + "position": { + "top": 518, + "bottom": 555, + "left": 1340, + "right": 1577 + } + }, + { + "doc_offset": { + "start": 4832, + "end": 4837 + }, + "page_num": 5, + "text": "Label", + "position": { + "top": 514, + "bottom": 552, + "left": 1585, + "right": 1701 + } + }, + { + "doc_offset": { + "start": 4838, + "end": 4841 + }, + "page_num": 5, + "text": "6,7", + "position": { + "top": 511, + "bottom": 548, + "left": 1714, + "right": 1764 + } + }, + { + "doc_offset": { + "start": 4842, + "end": 4857 + }, + "page_num": 5, + "text": "predicted_value", + "position": { + "top": 613, + "bottom": 657, + "left": 259, + "right": 570 + } + }, + { + "doc_offset": { + "start": 4858, + "end": 4861 + }, + "page_num": 5, + "text": "str", + "position": { + "top": 615, + "bottom": 648, + "left": 1012, + "right": 1060 + } + }, + { + "doc_offset": { + "start": 4862, + "end": 4873 + }, + "page_num": 5, + "text": "Prediction.", + "position": { + "top": 621, + "bottom": 657, + "left": 1342, + "right": 1583 + } + }, + { + "doc_offset": { + "start": 4874, + "end": 4878 + }, + "page_num": 5, + "text": "Text", + "position": { + "top": 620, + "bottom": 657, + "left": 1590, + "right": 1676 + } + }, + { + "doc_offset": { + "start": 4879, + "end": 4882 + }, + "page_num": 5, + "text": "8,7", + "position": { + "top": 608, + "bottom": 653, + "left": 1693, + "right": 1742 + } + }, + { + "doc_offset": { + "start": 4883, + "end": 4897 + }, + "page_num": 5, + "text": "reviewed_value", + "position": { + "top": 714, + "bottom": 756, + "left": 257, + "right": 560 + } + }, + { + "doc_offset": { + "start": 4898, + "end": 4901 + }, + "page_num": 5, + "text": "str", + "position": { + "top": 716, + "bottom": 751, + "left": 1011, + "right": 1061 + } + }, + { + "doc_offset": { + "start": 4902, + "end": 4913 + }, + "page_num": 5, + "text": "Prediction.", + "position": { + "top": 724, + "bottom": 761, + "left": 1340, + "right": 1584 + } + }, + { + "doc_offset": { + "start": 4914, + "end": 4918 + }, + "page_num": 5, + "text": "Text", + "position": { + "top": 723, + "bottom": 760, + "left": 1591, + "right": 1674 + } + }, + { + "doc_offset": { + "start": 4919, + "end": 4922 + }, + "page_num": 5, + "text": "8,7", + "position": { + "top": 711, + "bottom": 754, + "left": 1693, + "right": 1742 + } + }, + { + "doc_offset": { + "start": 4923, + "end": 4941 + }, + "page_num": 5, + "text": "submission_file_id", + "position": { + "top": 816, + "bottom": 859, + "left": 260, + "right": 614 + } + }, + { + "doc_offset": { + "start": 4942, + "end": 4945 + }, + "page_num": 5, + "text": "int", + "position": { + "top": 814, + "bottom": 853, + "left": 1007, + "right": 1060 + } + }, + { + "doc_offset": { + "start": 4946, + "end": 4957 + }, + "page_num": 5, + "text": "Prediction.", + "position": { + "top": 827, + "bottom": 865, + "left": 1343, + "right": 1577 + } + }, + { + "doc_offset": { + "start": 4958, + "end": 4967 + }, + "page_num": 5, + "text": "Document.", + "position": { + "top": 826, + "bottom": 863, + "left": 1585, + "right": 1783 + } + }, + { + "doc_offset": { + "start": 4968, + "end": 4970 + }, + "page_num": 5, + "text": "Id", + "position": { + "top": 825, + "bottom": 863, + "left": 1790, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 4971, + "end": 4972 + }, + "page_num": 5, + "text": "7", + "position": { + "top": 823, + "bottom": 863, + "left": 1849, + "right": 1869 + } + }, + { + "doc_offset": { + "start": 4973, + "end": 4981 + }, + "page_num": 5, + "text": "model_id", + "position": { + "top": 919, + "bottom": 962, + "left": 257, + "right": 436 + } + }, + { + "doc_offset": { + "start": 4982, + "end": 4985 + }, + "page_num": 5, + "text": "int", + "position": { + "top": 918, + "bottom": 958, + "left": 1007, + "right": 1060 + } + }, + { + "doc_offset": { + "start": 4986, + "end": 4997 + }, + "page_num": 5, + "text": "Prediction.", + "position": { + "top": 928, + "bottom": 966, + "left": 1340, + "right": 1575 + } + }, + { + "doc_offset": { + "start": 4998, + "end": 5004 + }, + "page_num": 5, + "text": "Model.", + "position": { + "top": 926, + "bottom": 966, + "left": 1584, + "right": 1716 + } + }, + { + "doc_offset": { + "start": 5005, + "end": 5007 + }, + "page_num": 5, + "text": "Id", + "position": { + "top": 926, + "bottom": 966, + "left": 1724, + "right": 1766 + } + }, + { + "doc_offset": { + "start": 5008, + "end": 5009 + }, + "page_num": 5, + "text": "7", + "position": { + "top": 925, + "bottom": 965, + "left": 1782, + "right": 1800 + } + }, + { + "doc_offset": { + "start": 5010, + "end": 5011 + }, + "page_num": 5, + "text": "5", + "position": { + "top": 1054, + "bottom": 1100, + "left": 210, + "right": 232 + } + }, + { + "doc_offset": { + "start": 5012, + "end": 5023 + }, + "page_num": 5, + "text": "Predictions", + "position": { + "top": 1054, + "bottom": 1100, + "left": 243, + "right": 449 + } + }, + { + "doc_offset": { + "start": 5024, + "end": 5026 + }, + "page_num": 5, + "text": "do", + "position": { + "top": 1055, + "bottom": 1101, + "left": 464, + "right": 508 + } + }, + { + "doc_offset": { + "start": 5027, + "end": 5030 + }, + "page_num": 5, + "text": "not", + "position": { + "top": 1055, + "bottom": 1101, + "left": 522, + "right": 585 + } + }, + { + "doc_offset": { + "start": 5031, + "end": 5035 + }, + "page_num": 5, + "text": "have", + "position": { + "top": 1055, + "bottom": 1101, + "left": 597, + "right": 689 + } + }, + { + "doc_offset": { + "start": 5036, + "end": 5037 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1055, + "bottom": 1101, + "left": 701, + "right": 726 + } + }, + { + "doc_offset": { + "start": 5038, + "end": 5053 + }, + "page_num": 5, + "text": "system-assigned", + "position": { + "top": 1057, + "bottom": 1101, + "left": 739, + "right": 1048 + } + }, + { + "doc_offset": { + "start": 5054, + "end": 5060 + }, + "page_num": 5, + "text": "unique", + "position": { + "top": 1057, + "bottom": 1102, + "left": 1061, + "right": 1189 + } + }, + { + "doc_offset": { + "start": 5061, + "end": 5072 + }, + "page_num": 5, + "text": "identifier.", + "position": { + "top": 1057, + "bottom": 1102, + "left": 1197, + "right": 1368 + } + }, + { + "doc_offset": { + "start": 5073, + "end": 5084 + }, + "page_num": 5, + "text": "Recommended", + "position": { + "top": 1057, + "bottom": 1104, + "left": 1378, + "right": 1657 + } + }, + { + "doc_offset": { + "start": 5085, + "end": 5089 + }, + "page_num": 5, + "text": "that", + "position": { + "top": 1057, + "bottom": 1104, + "left": 1673, + "right": 1747 + } + }, + { + "doc_offset": { + "start": 5090, + "end": 5093 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1057, + "bottom": 1104, + "left": 1756, + "right": 1817 + } + }, + { + "doc_offset": { + "start": 5094, + "end": 5105 + }, + "page_num": 5, + "text": "integration", + "position": { + "top": 1057, + "bottom": 1104, + "left": 1827, + "right": 2022 + } + }, + { + "doc_offset": { + "start": 5106, + "end": 5113 + }, + "page_num": 5, + "text": "pulling", + "position": { + "top": 1055, + "bottom": 1104, + "left": 2038, + "right": 2158 + } + }, + { + "doc_offset": { + "start": 5114, + "end": 5118 + }, + "page_num": 5, + "text": "this", + "position": { + "top": 1055, + "bottom": 1104, + "left": 2171, + "right": 2243 + } + }, + { + "doc_offset": { + "start": 5119, + "end": 5123 + }, + "page_num": 5, + "text": "data", + "position": { + "top": 1055, + "bottom": 1104, + "left": 2253, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 5124, + "end": 5133 + }, + "page_num": 5, + "text": "generates", + "position": { + "top": 1107, + "bottom": 1151, + "left": 242, + "right": 422 + } + }, + { + "doc_offset": { + "start": 5134, + "end": 5135 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1105, + "bottom": 1151, + "left": 432, + "right": 455 + } + }, + { + "doc_offset": { + "start": 5136, + "end": 5142 + }, + "page_num": 5, + "text": "unique", + "position": { + "top": 1104, + "bottom": 1151, + "left": 465, + "right": 588 + } + }, + { + "doc_offset": { + "start": 5143, + "end": 5149 + }, + "page_num": 5, + "text": "UUIDv7", + "position": { + "top": 1104, + "bottom": 1151, + "left": 598, + "right": 740 + } + }, + { + "doc_offset": { + "start": 5150, + "end": 5153 + }, + "page_num": 5, + "text": "for", + "position": { + "top": 1104, + "bottom": 1150, + "left": 749, + "right": 800 + } + }, + { + "doc_offset": { + "start": 5154, + "end": 5158 + }, + "page_num": 5, + "text": "each", + "position": { + "top": 1104, + "bottom": 1150, + "left": 810, + "right": 898 + } + }, + { + "doc_offset": { + "start": 5159, + "end": 5170 + }, + "page_num": 5, + "text": "prediction.", + "position": { + "top": 1105, + "bottom": 1150, + "left": 909, + "right": 1104 + } + }, + { + "doc_offset": { + "start": 5171, + "end": 5172 + }, + "page_num": 5, + "text": "6", + "position": { + "top": 1204, + "bottom": 1250, + "left": 209, + "right": 229 + } + }, + { + "doc_offset": { + "start": 5173, + "end": 5176 + }, + "page_num": 5, + "text": "For", + "position": { + "top": 1204, + "bottom": 1250, + "left": 237, + "right": 302 + } + }, + { + "doc_offset": { + "start": 5177, + "end": 5188 + }, + "page_num": 5, + "text": "performance", + "position": { + "top": 1205, + "bottom": 1250, + "left": 310, + "right": 542 + } + }, + { + "doc_offset": { + "start": 5189, + "end": 5197 + }, + "page_num": 5, + "text": "reasons,", + "position": { + "top": 1205, + "bottom": 1250, + "left": 551, + "right": 710 + } + }, + { + "doc_offset": { + "start": 5198, + "end": 5202 + }, + "page_num": 5, + "text": "this", + "position": { + "top": 1205, + "bottom": 1250, + "left": 719, + "right": 789 + } + }, + { + "doc_offset": { + "start": 5203, + "end": 5209 + }, + "page_num": 5, + "text": "column", + "position": { + "top": 1205, + "bottom": 1251, + "left": 797, + "right": 932 + } + }, + { + "doc_offset": { + "start": 5210, + "end": 5216 + }, + "page_num": 5, + "text": "should", + "position": { + "top": 1205, + "bottom": 1251, + "left": 948, + "right": 1068 + } + }, + { + "doc_offset": { + "start": 5217, + "end": 5221 + }, + "page_num": 5, + "text": "have", + "position": { + "top": 1205, + "bottom": 1251, + "left": 1078, + "right": 1168 + } + }, + { + "doc_offset": { + "start": 5222, + "end": 5224 + }, + "page_num": 5, + "text": "an", + "position": { + "top": 1205, + "bottom": 1251, + "left": 1179, + "right": 1224 + } + }, + { + "doc_offset": { + "start": 5225, + "end": 5231 + }, + "page_num": 5, + "text": "index.", + "position": { + "top": 1205, + "bottom": 1251, + "left": 1233, + "right": 1349 + } + }, + { + "doc_offset": { + "start": 5232, + "end": 5241 + }, + "page_num": 5, + "text": "Depending", + "position": { + "top": 1205, + "bottom": 1251, + "left": 1359, + "right": 1558 + } + }, + { + "doc_offset": { + "start": 5242, + "end": 5246 + }, + "page_num": 5, + "text": "upon", + "position": { + "top": 1205, + "bottom": 1251, + "left": 1568, + "right": 1660 + } + }, + { + "doc_offset": { + "start": 5247, + "end": 5250 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1205, + "bottom": 1251, + "left": 1671, + "right": 1733 + } + }, + { + "doc_offset": { + "start": 5251, + "end": 5256 + }, + "page_num": 5, + "text": "DBMS,", + "position": { + "top": 1205, + "bottom": 1253, + "left": 1742, + "right": 1872 + } + }, + { + "doc_offset": { + "start": 5257, + "end": 5261 + }, + "page_num": 5, + "text": "this", + "position": { + "top": 1205, + "bottom": 1253, + "left": 1882, + "right": 1952 + } + }, + { + "doc_offset": { + "start": 5262, + "end": 5268 + }, + "page_num": 5, + "text": "column", + "position": { + "top": 1204, + "bottom": 1253, + "left": 1961, + "right": 2094 + } + }, + { + "doc_offset": { + "start": 5269, + "end": 5272 + }, + "page_num": 5, + "text": "may", + "position": { + "top": 1204, + "bottom": 1253, + "left": 2107, + "right": 2186 + } + }, + { + "doc_offset": { + "start": 5273, + "end": 5277 + }, + "page_num": 5, + "text": "need", + "position": { + "top": 1204, + "bottom": 1253, + "left": 2196, + "right": 2286 + } + }, + { + "doc_offset": { + "start": 5278, + "end": 5280 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 1204, + "bottom": 1253, + "left": 2299, + "right": 2337 + } + }, + { + "doc_offset": { + "start": 5281, + "end": 5283 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 1254, + "bottom": 1297, + "left": 240, + "right": 285 + } + }, + { + "doc_offset": { + "start": 5284, + "end": 5294 + }, + "page_num": 5, + "text": "normalized", + "position": { + "top": 1254, + "bottom": 1297, + "left": 295, + "right": 497 + } + }, + { + "doc_offset": { + "start": 5295, + "end": 5299 + }, + "page_num": 5, + "text": "out,", + "position": { + "top": 1254, + "bottom": 1297, + "left": 508, + "right": 578 + } + }, + { + "doc_offset": { + "start": 5300, + "end": 5307 + }, + "page_num": 5, + "text": "hashed,", + "position": { + "top": 1253, + "bottom": 1297, + "left": 587, + "right": 737 + } + }, + { + "doc_offset": { + "start": 5308, + "end": 5310 + }, + "page_num": 5, + "text": "or", + "position": { + "top": 1253, + "bottom": 1299, + "left": 746, + "right": 783 + } + }, + { + "doc_offset": { + "start": 5311, + "end": 5320 + }, + "page_num": 5, + "text": "otherwise", + "position": { + "top": 1253, + "bottom": 1299, + "left": 793, + "right": 971 + } + }, + { + "doc_offset": { + "start": 5321, + "end": 5330 + }, + "page_num": 5, + "text": "converted", + "position": { + "top": 1254, + "bottom": 1299, + "left": 979, + "right": 1161 + } + }, + { + "doc_offset": { + "start": 5331, + "end": 5333 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 1254, + "bottom": 1299, + "left": 1174, + "right": 1211 + } + }, + { + "doc_offset": { + "start": 5334, + "end": 5336 + }, + "page_num": 5, + "text": "an", + "position": { + "top": 1254, + "bottom": 1299, + "left": 1223, + "right": 1264 + } + }, + { + "doc_offset": { + "start": 5337, + "end": 5346 + }, + "page_num": 5, + "text": "indexable", + "position": { + "top": 1254, + "bottom": 1299, + "left": 1273, + "right": 1455 + } + }, + { + "doc_offset": { + "start": 5347, + "end": 5352 + }, + "page_num": 5, + "text": "type.", + "position": { + "top": 1254, + "bottom": 1300, + "left": 1464, + "right": 1558 + } + }, + { + "doc_offset": { + "start": 5353, + "end": 5354 + }, + "page_num": 5, + "text": "7", + "position": { + "top": 1352, + "bottom": 1396, + "left": 212, + "right": 229 + } + }, + { + "doc_offset": { + "start": 5355, + "end": 5360 + }, + "page_num": 5, + "text": "Based", + "position": { + "top": 1353, + "bottom": 1396, + "left": 237, + "right": 353 + } + }, + { + "doc_offset": { + "start": 5361, + "end": 5363 + }, + "page_num": 5, + "text": "on", + "position": { + "top": 1353, + "bottom": 1396, + "left": 365, + "right": 411 + } + }, + { + "doc_offset": { + "start": 5364, + "end": 5367 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1353, + "bottom": 1397, + "left": 422, + "right": 481 + } + }, + { + "doc_offset": { + "start": 5368, + "end": 5374 + }, + "page_num": 5, + "text": "Result", + "position": { + "top": 1353, + "bottom": 1397, + "left": 491, + "right": 607 + } + }, + { + "doc_offset": { + "start": 5375, + "end": 5379 + }, + "page_num": 5, + "text": "File", + "position": { + "top": 1354, + "bottom": 1397, + "left": 616, + "right": 684 + } + }, + { + "doc_offset": { + "start": 5380, + "end": 5387 + }, + "page_num": 5, + "text": "classes", + "position": { + "top": 1354, + "bottom": 1399, + "left": 693, + "right": 826 + } + }, + { + "doc_offset": { + "start": 5388, + "end": 5390 + }, + "page_num": 5, + "text": "in", + "position": { + "top": 1354, + "bottom": 1399, + "left": 836, + "right": 872 + } + }, + { + "doc_offset": { + "start": 5391, + "end": 5394 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1354, + "bottom": 1399, + "left": 881, + "right": 939 + } + }, + { + "doc_offset": { + "start": 5395, + "end": 5401 + }, + "page_num": 5, + "text": "Indico", + "position": { + "top": 1354, + "bottom": 1399, + "left": 949, + "right": 1062 + } + }, + { + "doc_offset": { + "start": 5402, + "end": 5409 + }, + "page_num": 5, + "text": "Toolkit", + "position": { + "top": 1354, + "bottom": 1400, + "left": 1077, + "right": 1190 + } + }, + { + "doc_offset": { + "start": 5410, + "end": 5420 + }, + "page_num": 5, + "text": "(available", + "position": { + "top": 1354, + "bottom": 1400, + "left": 1199, + "right": 1372 + } + }, + { + "doc_offset": { + "start": 5421, + "end": 5423 + }, + "page_num": 5, + "text": "in", + "position": { + "top": 1354, + "bottom": 1400, + "left": 1381, + "right": 1413 + } + }, + { + "doc_offset": { + "start": 5424, + "end": 5430 + }, + "page_num": 5, + "text": "Python", + "position": { + "top": 1354, + "bottom": 1400, + "left": 1428, + "right": 1552 + } + }, + { + "doc_offset": { + "start": 5431, + "end": 5434 + }, + "page_num": 5, + "text": "and", + "position": { + "top": 1354, + "bottom": 1400, + "left": 1565, + "right": 1633 + } + }, + { + "doc_offset": { + "start": 5435, + "end": 5437 + }, + "page_num": 5, + "text": "C#", + "position": { + "top": 1354, + "bottom": 1400, + "left": 1646, + "right": 1696 + } + }, + { + "doc_offset": { + "start": 5438, + "end": 5448 + }, + "page_num": 5, + "text": "versions).", + "position": { + "top": 1354, + "bottom": 1400, + "left": 1707, + "right": 1880 + } + }, + { + "doc_offset": { + "start": 5449, + "end": 5450 + }, + "page_num": 5, + "text": "8", + "position": { + "top": 1459, + "bottom": 1502, + "left": 212, + "right": 233 + } + }, + { + "doc_offset": { + "start": 5451, + "end": 5453 + }, + "page_num": 5, + "text": "As", + "position": { + "top": 1459, + "bottom": 1502, + "left": 246, + "right": 293 + } + }, + { + "doc_offset": { + "start": 5454, + "end": 5465 + }, + "page_num": 5, + "text": "predictions", + "position": { + "top": 1459, + "bottom": 1502, + "left": 306, + "right": 514 + } + }, + { + "doc_offset": { + "start": 5466, + "end": 5468 + }, + "page_num": 5, + "text": "do", + "position": { + "top": 1459, + "bottom": 1503, + "left": 527, + "right": 577 + } + }, + { + "doc_offset": { + "start": 5469, + "end": 5472 + }, + "page_num": 5, + "text": "not", + "position": { + "top": 1459, + "bottom": 1505, + "left": 590, + "right": 657 + } + }, + { + "doc_offset": { + "start": 5473, + "end": 5477 + }, + "page_num": 5, + "text": "have", + "position": { + "top": 1459, + "bottom": 1505, + "left": 667, + "right": 757 + } + }, + { + "doc_offset": { + "start": 5478, + "end": 5479 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1459, + "bottom": 1505, + "left": 773, + "right": 796 + } + }, + { + "doc_offset": { + "start": 5480, + "end": 5495 + }, + "page_num": 5, + "text": "system-assigned", + "position": { + "top": 1459, + "bottom": 1505, + "left": 812, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 5496, + "end": 5502 + }, + "page_num": 5, + "text": "unique", + "position": { + "top": 1459, + "bottom": 1506, + "left": 1137, + "right": 1262 + } + }, + { + "doc_offset": { + "start": 5503, + "end": 5514 + }, + "page_num": 5, + "text": "identifier,", + "position": { + "top": 1459, + "bottom": 1506, + "left": 1275, + "right": 1449 + } + }, + { + "doc_offset": { + "start": 5515, + "end": 5524 + }, + "page_num": 5, + "text": "predicted", + "position": { + "top": 1459, + "bottom": 1506, + "left": 1458, + "right": 1633 + } + }, + { + "doc_offset": { + "start": 5525, + "end": 5531 + }, + "page_num": 5, + "text": "values", + "position": { + "top": 1459, + "bottom": 1506, + "left": 1648, + "right": 1767 + } + }, + { + "doc_offset": { + "start": 5532, + "end": 5535 + }, + "page_num": 5, + "text": "and", + "position": { + "top": 1459, + "bottom": 1505, + "left": 1783, + "right": 1852 + } + }, + { + "doc_offset": { + "start": 5536, + "end": 5544 + }, + "page_num": 5, + "text": "reviewed", + "position": { + "top": 1459, + "bottom": 1505, + "left": 1868, + "right": 2029 + } + }, + { + "doc_offset": { + "start": 5545, + "end": 5551 + }, + "page_num": 5, + "text": "values", + "position": { + "top": 1459, + "bottom": 1503, + "left": 2048, + "right": 2167 + } + }, + { + "doc_offset": { + "start": 5552, + "end": 5556 + }, + "page_num": 5, + "text": "must", + "position": { + "top": 1458, + "bottom": 1503, + "left": 2180, + "right": 2279 + } + }, + { + "doc_offset": { + "start": 5557, + "end": 5559 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 1458, + "bottom": 1502, + "left": 2289, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 5560, + "end": 5567 + }, + "page_num": 5, + "text": "matched", + "position": { + "top": 1506, + "bottom": 1551, + "left": 240, + "right": 398 + } + }, + { + "doc_offset": { + "start": 5568, + "end": 5570 + }, + "page_num": 5, + "text": "by", + "position": { + "top": 1506, + "bottom": 1551, + "left": 422, + "right": 474 + } + }, + { + "doc_offset": { + "start": 5571, + "end": 5581 + }, + "page_num": 5, + "text": "similarity", + "position": { + "top": 1506, + "bottom": 1551, + "left": 495, + "right": 657 + } + }, + { + "doc_offset": { + "start": 5582, + "end": 5588 + }, + "page_num": 5, + "text": "within", + "position": { + "top": 1506, + "bottom": 1551, + "left": 679, + "right": 787 + } + }, + { + "doc_offset": { + "start": 5589, + "end": 5592 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1506, + "bottom": 1551, + "left": 810, + "right": 871 + } + }, + { + "doc_offset": { + "start": 5593, + "end": 5605 + }, + "page_num": 5, + "text": "integration.", + "position": { + "top": 1506, + "bottom": 1551, + "left": 892, + "right": 1110 + } + }, + { + "doc_offset": { + "start": 5606, + "end": 5608 + }, + "page_num": 5, + "text": "An", + "position": { + "top": 1506, + "bottom": 1551, + "left": 1127, + "right": 1173 + } + }, + { + "doc_offset": { + "start": 5609, + "end": 5616 + }, + "page_num": 5, + "text": "example", + "position": { + "top": 1506, + "bottom": 1551, + "left": 1200, + "right": 1356 + } + }, + { + "doc_offset": { + "start": 5617, + "end": 5619 + }, + "page_num": 5, + "text": "of", + "position": { + "top": 1505, + "bottom": 1551, + "left": 1381, + "right": 1425 + } + }, + { + "doc_offset": { + "start": 5620, + "end": 5625 + }, + "page_num": 5, + "text": "doing", + "position": { + "top": 1505, + "bottom": 1551, + "left": 1441, + "right": 1542 + } + }, + { + "doc_offset": { + "start": 5626, + "end": 5628 + }, + "page_num": 5, + "text": "so", + "position": { + "top": 1505, + "bottom": 1552, + "left": 1570, + "right": 1613 + } + }, + { + "doc_offset": { + "start": 5629, + "end": 5631 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1505, + "bottom": 1552, + "left": 1633, + "right": 1673 + } + }, + { + "doc_offset": { + "start": 5632, + "end": 5641 + }, + "page_num": 5, + "text": "available", + "position": { + "top": 1505, + "bottom": 1552, + "left": 1693, + "right": 1853 + } + }, + { + "doc_offset": { + "start": 5642, + "end": 5644 + }, + "page_num": 5, + "text": "in", + "position": { + "top": 1505, + "bottom": 1552, + "left": 1873, + "right": 1908 + } + }, + { + "doc_offset": { + "start": 5645, + "end": 5648 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1505, + "bottom": 1552, + "left": 1931, + "right": 1995 + } + }, + { + "doc_offset": { + "start": 5649, + "end": 5665 + }, + "page_num": 5, + "text": "Indico-developed", + "position": { + "top": 1505, + "bottom": 1552, + "left": 2015, + "right": 2335 + } + }, + { + "doc_offset": { + "start": 5666, + "end": 5677 + }, + "page_num": 5, + "text": "groundtruth", + "position": { + "top": 1555, + "bottom": 1601, + "left": 242, + "right": 462 + } + }, + { + "doc_offset": { + "start": 5678, + "end": 5686 + }, + "page_num": 5, + "text": "program.", + "position": { + "top": 1556, + "bottom": 1601, + "left": 472, + "right": 640 + } + }, + { + "doc_offset": { + "start": 5687, + "end": 5696 + }, + "page_num": 5, + "text": "Scheduled", + "position": { + "top": 1651, + "bottom": 1695, + "left": 212, + "right": 429 + } + }, + { + "doc_offset": { + "start": 5697, + "end": 5704 + }, + "page_num": 5, + "text": "Process", + "position": { + "top": 1650, + "bottom": 1698, + "left": 442, + "right": 617 + } + }, + { + "doc_offset": { + "start": 5705, + "end": 5710 + }, + "page_num": 5, + "text": "Logic", + "position": { + "top": 1650, + "bottom": 1700, + "left": 626, + "right": 742 + } + }, + { + "doc_offset": { + "start": 5711, + "end": 5715 + }, + "page_num": 5, + "text": "This", + "position": { + "top": 1754, + "bottom": 1804, + "left": 212, + "right": 292 + } + }, + { + "doc_offset": { + "start": 5716, + "end": 5718 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1754, + "bottom": 1804, + "left": 306, + "right": 348 + } + }, + { + "doc_offset": { + "start": 5719, + "end": 5720 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1754, + "bottom": 1804, + "left": 365, + "right": 389 + } + }, + { + "doc_offset": { + "start": 5721, + "end": 5732 + }, + "page_num": 5, + "text": "heavyweight", + "position": { + "top": 1754, + "bottom": 1804, + "left": 403, + "right": 660 + } + }, + { + "doc_offset": { + "start": 5733, + "end": 5738 + }, + "page_num": 5, + "text": "query", + "position": { + "top": 1754, + "bottom": 1804, + "left": 674, + "right": 787 + } + }, + { + "doc_offset": { + "start": 5739, + "end": 5743 + }, + "page_num": 5, + "text": "tied", + "position": { + "top": 1754, + "bottom": 1804, + "left": 802, + "right": 876 + } + }, + { + "doc_offset": { + "start": 5744, + "end": 5746 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 1754, + "bottom": 1804, + "left": 896, + "right": 938 + } + }, + { + "doc_offset": { + "start": 5747, + "end": 5759 + }, + "page_num": 5, + "text": "submissions.", + "position": { + "top": 1755, + "bottom": 1804, + "left": 958, + "right": 1224 + } + }, + { + "doc_offset": { + "start": 5760, + "end": 5767 + }, + "page_num": 5, + "text": "Because", + "position": { + "top": 1755, + "bottom": 1804, + "left": 1234, + "right": 1408 + } + }, + { + "doc_offset": { + "start": 5768, + "end": 5779 + }, + "page_num": 5, + "text": "predictions", + "position": { + "top": 1755, + "bottom": 1804, + "left": 1423, + "right": 1648 + } + }, + { + "doc_offset": { + "start": 5780, + "end": 5784 + }, + "page_num": 5, + "text": "have", + "position": { + "top": 1755, + "bottom": 1804, + "left": 1661, + "right": 1760 + } + }, + { + "doc_offset": { + "start": 5785, + "end": 5787 + }, + "page_num": 5, + "text": "no", + "position": { + "top": 1755, + "bottom": 1804, + "left": 1776, + "right": 1827 + } + }, + { + "doc_offset": { + "start": 5788, + "end": 5803 + }, + "page_num": 5, + "text": "system-assigned", + "position": { + "top": 1755, + "bottom": 1804, + "left": 1850, + "right": 2184 + } + }, + { + "doc_offset": { + "start": 5804, + "end": 5810 + }, + "page_num": 5, + "text": "unique", + "position": { + "top": 1755, + "bottom": 1806, + "left": 2203, + "right": 2337 + } + }, + { + "doc_offset": { + "start": 5811, + "end": 5822 + }, + "page_num": 5, + "text": "identifier,", + "position": { + "top": 1817, + "bottom": 1864, + "left": 210, + "right": 391 + } + }, + { + "doc_offset": { + "start": 5823, + "end": 5826 + }, + "page_num": 5, + "text": "and", + "position": { + "top": 1817, + "bottom": 1864, + "left": 401, + "right": 475 + } + }, + { + "doc_offset": { + "start": 5827, + "end": 5830 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1817, + "bottom": 1866, + "left": 488, + "right": 557 + } + }, + { + "doc_offset": { + "start": 5831, + "end": 5841 + }, + "page_num": 5, + "text": "identifier", + "position": { + "top": 1817, + "bottom": 1866, + "left": 567, + "right": 746 + } + }, + { + "doc_offset": { + "start": 5842, + "end": 5850 + }, + "page_num": 5, + "text": "assigned", + "position": { + "top": 1816, + "bottom": 1866, + "left": 756, + "right": 931 + } + }, + { + "doc_offset": { + "start": 5851, + "end": 5853 + }, + "page_num": 5, + "text": "by", + "position": { + "top": 1816, + "bottom": 1866, + "left": 948, + "right": 999 + } + }, + { + "doc_offset": { + "start": 5854, + "end": 5857 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1816, + "bottom": 1866, + "left": 1009, + "right": 1077 + } + }, + { + "doc_offset": { + "start": 5858, + "end": 5869 + }, + "page_num": 5, + "text": "integration", + "position": { + "top": 1816, + "bottom": 1866, + "left": 1087, + "right": 1299 + } + }, + { + "doc_offset": { + "start": 5870, + "end": 5872 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1816, + "bottom": 1867, + "left": 1312, + "right": 1350 + } + }, + { + "doc_offset": { + "start": 5873, + "end": 5876 + }, + "page_num": 5, + "text": "not", + "position": { + "top": 1816, + "bottom": 1867, + "left": 1360, + "right": 1435 + } + }, + { + "doc_offset": { + "start": 5877, + "end": 5884 + }, + "page_num": 5, + "text": "stable,", + "position": { + "top": 1816, + "bottom": 1867, + "left": 1445, + "right": 1578 + } + }, + { + "doc_offset": { + "start": 5885, + "end": 5896 + }, + "page_num": 5, + "text": "predictions", + "position": { + "top": 1816, + "bottom": 1867, + "left": 1588, + "right": 1813 + } + }, + { + "doc_offset": { + "start": 5897, + "end": 5901 + }, + "page_num": 5, + "text": "must", + "position": { + "top": 1817, + "bottom": 1867, + "left": 1823, + "right": 1926 + } + }, + { + "doc_offset": { + "start": 5902, + "end": 5904 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 1817, + "bottom": 1867, + "left": 1936, + "right": 1992 + } + }, + { + "doc_offset": { + "start": 5905, + "end": 5911 + }, + "page_num": 5, + "text": "pulled", + "position": { + "top": 1817, + "bottom": 1867, + "left": 2005, + "right": 2125 + } + }, + { + "doc_offset": { + "start": 5912, + "end": 5916 + }, + "page_num": 5, + "text": "only", + "position": { + "top": 1817, + "bottom": 1867, + "left": 2143, + "right": 2226 + } + }, + { + "doc_offset": { + "start": 5917, + "end": 5921 + }, + "page_num": 5, + "text": "once", + "position": { + "top": 1817, + "bottom": 1866, + "left": 2240, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 5922, + "end": 5925 + }, + "page_num": 5, + "text": "per", + "position": { + "top": 1880, + "bottom": 1926, + "left": 210, + "right": 276 + } + }, + { + "doc_offset": { + "start": 5926, + "end": 5937 + }, + "page_num": 5, + "text": "submission.", + "position": { + "top": 1879, + "bottom": 1926, + "left": 287, + "right": 527 + } + }, + { + "doc_offset": { + "start": 5938, + "end": 5942 + }, + "page_num": 5, + "text": "This", + "position": { + "top": 1879, + "bottom": 1926, + "left": 538, + "right": 617 + } + }, + { + "doc_offset": { + "start": 5943, + "end": 5949 + }, + "page_num": 5, + "text": "should", + "position": { + "top": 1879, + "bottom": 1926, + "left": 628, + "right": 757 + } + }, + { + "doc_offset": { + "start": 5950, + "end": 5955 + }, + "page_num": 5, + "text": "occur", + "position": { + "top": 1879, + "bottom": 1926, + "left": 775, + "right": 889 + } + }, + { + "doc_offset": { + "start": 5956, + "end": 5958 + }, + "page_num": 5, + "text": "at", + "position": { + "top": 1879, + "bottom": 1926, + "left": 899, + "right": 936 + } + }, + { + "doc_offset": { + "start": 5959, + "end": 5962 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1879, + "bottom": 1926, + "left": 946, + "right": 1011 + } + }, + { + "doc_offset": { + "start": 5963, + "end": 5971 + }, + "page_num": 5, + "text": "terminal", + "position": { + "top": 1879, + "bottom": 1926, + "left": 1021, + "right": 1183 + } + }, + { + "doc_offset": { + "start": 5972, + "end": 5977 + }, + "page_num": 5, + "text": "state", + "position": { + "top": 1877, + "bottom": 1926, + "left": 1193, + "right": 1289 + } + }, + { + "doc_offset": { + "start": 5978, + "end": 5980 + }, + "page_num": 5, + "text": "of", + "position": { + "top": 1877, + "bottom": 1926, + "left": 1303, + "right": 1342 + } + }, + { + "doc_offset": { + "start": 5981, + "end": 5984 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1877, + "bottom": 1926, + "left": 1352, + "right": 1418 + } + }, + { + "doc_offset": { + "start": 5985, + "end": 5995 + }, + "page_num": 5, + "text": "submission", + "position": { + "top": 1877, + "bottom": 1926, + "left": 1431, + "right": 1648 + } + }, + { + "doc_offset": { + "start": 5996, + "end": 6000 + }, + "page_num": 5, + "text": "just", + "position": { + "top": 1877, + "bottom": 1926, + "left": 1661, + "right": 1736 + } + }, + { + "doc_offset": { + "start": 6001, + "end": 6007 + }, + "page_num": 5, + "text": "before", + "position": { + "top": 1877, + "bottom": 1926, + "left": 1746, + "right": 1873 + } + }, + { + "doc_offset": { + "start": 6008, + "end": 6012 + }, + "page_num": 5, + "text": "it's", + "position": { + "top": 1877, + "bottom": 1926, + "left": 1883, + "right": 1949 + } + }, + { + "doc_offset": { + "start": 6013, + "end": 6020 + }, + "page_num": 5, + "text": "omitted", + "position": { + "top": 1879, + "bottom": 1926, + "left": 1958, + "right": 2105 + } + }, + { + "doc_offset": { + "start": 6021, + "end": 6025 + }, + "page_num": 5, + "text": "from", + "position": { + "top": 1879, + "bottom": 1926, + "left": 2118, + "right": 2196 + } + }, + { + "doc_offset": { + "start": 6026, + "end": 6032 + }, + "page_num": 5, + "text": "future", + "position": { + "top": 1879, + "bottom": 1926, + "left": 2220, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 6033, + "end": 6044 + }, + "page_num": 5, + "text": "processing:", + "position": { + "top": 1942, + "bottom": 1988, + "left": 210, + "right": 441 + } + }, + { + "doc_offset": { + "start": 6045, + "end": 6049 + }, + "page_num": 5, + "text": "i.e.", + "position": { + "top": 1940, + "bottom": 1988, + "left": 451, + "right": 522 + } + }, + { + "doc_offset": { + "start": 6050, + "end": 6054 + }, + "page_num": 5, + "text": "when", + "position": { + "top": 1940, + "bottom": 1988, + "left": 532, + "right": 636 + } + }, + { + "doc_offset": { + "start": 6055, + "end": 6058 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1939, + "bottom": 1986, + "left": 656, + "right": 717 + } + }, + { + "doc_offset": { + "start": 6059, + "end": 6069 + }, + "page_num": 5, + "text": "submission", + "position": { + "top": 1939, + "bottom": 1986, + "left": 737, + "right": 956 + } + }, + { + "doc_offset": { + "start": 6070, + "end": 6072 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1939, + "bottom": 1986, + "left": 975, + "right": 1014 + } + }, + { + "doc_offset": { + "start": 6073, + "end": 6079 + }, + "page_num": 5, + "text": "marked", + "position": { + "top": 1939, + "bottom": 1986, + "left": 1027, + "right": 1177 + } + }, + { + "doc_offset": { + "start": 6080, + "end": 6082 + }, + "page_num": 5, + "text": "as", + "position": { + "top": 1937, + "bottom": 1986, + "left": 1196, + "right": 1243 + } + }, + { + "doc_offset": { + "start": 6083, + "end": 6093 + }, + "page_num": 5, + "text": "retrieved.", + "position": { + "top": 1937, + "bottom": 1986, + "left": 1259, + "right": 1454 + } + }, + { + "doc_offset": { + "start": 6094, + "end": 6098 + }, + "page_num": 5, + "text": "Once", + "position": { + "top": 1937, + "bottom": 1986, + "left": 1464, + "right": 1567 + } + }, + { + "doc_offset": { + "start": 6099, + "end": 6100 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1937, + "bottom": 1986, + "left": 1585, + "right": 1611 + } + }, + { + "doc_offset": { + "start": 6101, + "end": 6111 + }, + "page_num": 5, + "text": "submission", + "position": { + "top": 1937, + "bottom": 1986, + "left": 1630, + "right": 1849 + } + }, + { + "doc_offset": { + "start": 6112, + "end": 6114 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1937, + "bottom": 1986, + "left": 1866, + "right": 1903 + } + }, + { + "doc_offset": { + "start": 6115, + "end": 6121 + }, + "page_num": 5, + "text": "marked", + "position": { + "top": 1939, + "bottom": 1986, + "left": 1919, + "right": 2067 + } + }, + { + "doc_offset": { + "start": 6122, + "end": 6124 + }, + "page_num": 5, + "text": "as", + "position": { + "top": 1939, + "bottom": 1986, + "left": 2090, + "right": 2135 + } + }, + { + "doc_offset": { + "start": 6125, + "end": 6135 + }, + "page_num": 5, + "text": "retrieved,", + "position": { + "top": 1939, + "bottom": 1988, + "left": 2148, + "right": 2335 + } + }, + { + "doc_offset": { + "start": 6136, + "end": 6141 + }, + "page_num": 5, + "text": "there", + "position": { + "top": 1999, + "bottom": 2048, + "left": 207, + "right": 309 + } + }, + { + "doc_offset": { + "start": 6142, + "end": 6148 + }, + "page_num": 5, + "text": "should", + "position": { + "top": 2000, + "bottom": 2048, + "left": 325, + "right": 454 + } + }, + { + "doc_offset": { + "start": 6149, + "end": 6151 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 2000, + "bottom": 2048, + "left": 469, + "right": 522 + } + }, + { + "doc_offset": { + "start": 6152, + "end": 6154 + }, + "page_num": 5, + "text": "no", + "position": { + "top": 2000, + "bottom": 2048, + "left": 535, + "right": 584 + } + }, + { + "doc_offset": { + "start": 6155, + "end": 6162 + }, + "page_num": 5, + "text": "further", + "position": { + "top": 2000, + "bottom": 2048, + "left": 600, + "right": 736 + } + }, + { + "doc_offset": { + "start": 6163, + "end": 6170 + }, + "page_num": 5, + "text": "updates", + "position": { + "top": 2002, + "bottom": 2048, + "left": 746, + "right": 909 + } + }, + { + "doc_offset": { + "start": 6171, + "end": 6173 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 2002, + "bottom": 2048, + "left": 919, + "right": 959 + } + }, + { + "doc_offset": { + "start": 6174, + "end": 6177 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 2002, + "bottom": 2049, + "left": 975, + "right": 1040 + } + }, + { + "doc_offset": { + "start": 6178, + "end": 6188 + }, + "page_num": 5, + "text": "submission", + "position": { + "top": 2002, + "bottom": 2049, + "left": 1055, + "right": 1275 + } + }, + { + "doc_offset": { + "start": 6189, + "end": 6198 + }, + "page_num": 5, + "text": "resetting", + "position": { + "top": 2002, + "bottom": 2048, + "left": 1290, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 6199, + "end": 6202 + }, + "page_num": 5, + "text": "its", + "position": { + "top": 2002, + "bottom": 2048, + "left": 1474, + "right": 1525 + } + }, + { + "doc_offset": { + "start": 6203, + "end": 6212 + }, + "page_num": 5, + "text": "updatedAt", + "position": { + "top": 2002, + "bottom": 2048, + "left": 1554, + "right": 1757 + } + }, + { + "doc_offset": { + "start": 6213, + "end": 6223 + }, + "page_num": 5, + "text": "attribute,", + "position": { + "top": 2000, + "bottom": 2048, + "left": 1786, + "right": 1965 + } + }, + { + "doc_offset": { + "start": 6224, + "end": 6233 + }, + "page_num": 5, + "text": "therefore", + "position": { + "top": 2000, + "bottom": 2048, + "left": 1975, + "right": 2154 + } + }, + { + "doc_offset": { + "start": 6234, + "end": 6236 + }, + "page_num": 5, + "text": "it", + "position": { + "top": 1999, + "bottom": 2046, + "left": 2164, + "right": 2197 + } + }, + { + "doc_offset": { + "start": 6237, + "end": 6241 + }, + "page_num": 5, + "text": "will", + "position": { + "top": 1999, + "bottom": 2046, + "left": 2207, + "right": 2274 + } + }, + { + "doc_offset": { + "start": 6242, + "end": 6244 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 1999, + "bottom": 2046, + "left": 2284, + "right": 2337 + } + }, + { + "doc_offset": { + "start": 6245, + "end": 6252 + }, + "page_num": 5, + "text": "omitted", + "position": { + "top": 2062, + "bottom": 2106, + "left": 210, + "right": 356 + } + }, + { + "doc_offset": { + "start": 6253, + "end": 6257 + }, + "page_num": 5, + "text": "from", + "position": { + "top": 2062, + "bottom": 2108, + "left": 369, + "right": 445 + } + }, + { + "doc_offset": { + "start": 6258, + "end": 6261 + }, + "page_num": 5, + "text": "all", + "position": { + "top": 2062, + "bottom": 2108, + "left": 472, + "right": 515 + } + }, + { + "doc_offset": { + "start": 6262, + "end": 6268 + }, + "page_num": 5, + "text": "future", + "position": { + "top": 2062, + "bottom": 2108, + "left": 525, + "right": 641 + } + }, + { + "doc_offset": { + "start": 6269, + "end": 6273 + }, + "page_num": 5, + "text": "runs", + "position": { + "top": 2062, + "bottom": 2108, + "left": 650, + "right": 742 + } + }, + { + "doc_offset": { + "start": 6274, + "end": 6276 + }, + "page_num": 5, + "text": "of", + "position": { + "top": 2062, + "bottom": 2109, + "left": 750, + "right": 790 + } + }, + { + "doc_offset": { + "start": 6277, + "end": 6280 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 2062, + "bottom": 2109, + "left": 800, + "right": 860 + } + }, + { + "doc_offset": { + "start": 6281, + "end": 6293 + }, + "page_num": 5, + "text": "integration.", + "position": { + "top": 2062, + "bottom": 2109, + "left": 871, + "right": 1094 + } + }, + { + "doc_offset": { + "start": 6294, + "end": 6298 + }, + "page_num": 5, + "text": "Data", + "position": { + "top": 2168, + "bottom": 2212, + "left": 212, + "right": 309 + } + }, + { + "doc_offset": { + "start": 6299, + "end": 6313 + }, + "page_num": 5, + "text": "Reconciliation", + "position": { + "top": 2168, + "bottom": 2212, + "left": 320, + "right": 613 + } + }, + { + "doc_offset": { + "start": 6314, + "end": 6317 + }, + "page_num": 5, + "text": "The", + "position": { + "top": 2273, + "bottom": 2320, + "left": 213, + "right": 283 + } + }, + { + "doc_offset": { + "start": 6318, + "end": 6324 + }, + "page_num": 5, + "text": "output", + "position": { + "top": 2273, + "bottom": 2321, + "left": 296, + "right": 426 + } + }, + { + "doc_offset": { + "start": 6325, + "end": 6329 + }, + "page_num": 5, + "text": "does", + "position": { + "top": 2273, + "bottom": 2321, + "left": 438, + "right": 534 + } + }, + { + "doc_offset": { + "start": 6330, + "end": 6333 + }, + "page_num": 5, + "text": "not", + "position": { + "top": 2271, + "bottom": 2321, + "left": 544, + "right": 611 + } + }, + { + "doc_offset": { + "start": 6334, + "end": 6341 + }, + "page_num": 5, + "text": "include", + "position": { + "top": 2271, + "bottom": 2321, + "left": 621, + "right": 769 + } + }, + { + "doc_offset": { + "start": 6342, + "end": 6343 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 2271, + "bottom": 2323, + "left": 782, + "right": 805 + } + }, + { + "doc_offset": { + "start": 6344, + "end": 6351 + }, + "page_num": 5, + "text": "primary", + "position": { + "top": 2271, + "bottom": 2323, + "left": 816, + "right": 966 + } + }, + { + "doc_offset": { + "start": 6352, + "end": 6355 + }, + "page_num": 5, + "text": "key", + "position": { + "top": 2271, + "bottom": 2323, + "left": 977, + "right": 1050 + } + }, + { + "doc_offset": { + "start": 6356, + "end": 6362 + }, + "page_num": 5, + "text": "needed", + "position": { + "top": 2271, + "bottom": 2323, + "left": 1060, + "right": 1210 + } + }, + { + "doc_offset": { + "start": 6363, + "end": 6365 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 2270, + "bottom": 2323, + "left": 1221, + "right": 1264 + } + }, + { + "doc_offset": { + "start": 6366, + "end": 6372 + }, + "page_num": 5, + "text": "update", + "position": { + "top": 2270, + "bottom": 2323, + "left": 1277, + "right": 1418 + } + }, + { + "doc_offset": { + "start": 6373, + "end": 6381 + }, + "page_num": 5, + "text": "existing", + "position": { + "top": 2270, + "bottom": 2323, + "left": 1428, + "right": 1578 + } + }, + { + "doc_offset": { + "start": 6382, + "end": 6387 + }, + "page_num": 5, + "text": "rows.", + "position": { + "top": 2270, + "bottom": 2323, + "left": 1590, + "right": 1703 + } + }, + { + "doc_offset": { + "start": 6388, + "end": 6390 + }, + "page_num": 5, + "text": "As", + "position": { + "top": 2270, + "bottom": 2323, + "left": 1713, + "right": 1770 + } + }, + { + "doc_offset": { + "start": 6391, + "end": 6395 + }, + "page_num": 5, + "text": "such", + "position": { + "top": 2271, + "bottom": 2323, + "left": 1780, + "right": 1873 + } + }, + { + "doc_offset": { + "start": 6396, + "end": 6398 + }, + "page_num": 5, + "text": "it", + "position": { + "top": 2271, + "bottom": 2323, + "left": 1883, + "right": 1913 + } + }, + { + "doc_offset": { + "start": 6399, + "end": 6403 + }, + "page_num": 5, + "text": "will", + "position": { + "top": 2271, + "bottom": 2323, + "left": 1923, + "right": 1991 + } + }, + { + "doc_offset": { + "start": 6404, + "end": 6408 + }, + "page_num": 5, + "text": "only", + "position": { + "top": 2271, + "bottom": 2323, + "left": 2001, + "right": 2085 + } + }, + { + "doc_offset": { + "start": 6409, + "end": 6416 + }, + "page_num": 5, + "text": "contain", + "position": { + "top": 2271, + "bottom": 2321, + "left": 2095, + "right": 2241 + } + }, + { + "doc_offset": { + "start": 6417, + "end": 6420 + }, + "page_num": 5, + "text": "new", + "position": { + "top": 2271, + "bottom": 2321, + "left": 2252, + "right": 2329 + } + }, + { + "doc_offset": { + "start": 6421, + "end": 6425 + }, + "page_num": 5, + "text": "rows", + "position": { + "top": 2334, + "bottom": 2379, + "left": 209, + "right": 305 + } + }, + { + "doc_offset": { + "start": 6426, + "end": 6428 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 2334, + "bottom": 2380, + "left": 315, + "right": 355 + } + }, + { + "doc_offset": { + "start": 6429, + "end": 6431 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 2333, + "bottom": 2380, + "left": 365, + "right": 415 + } + }, + { + "doc_offset": { + "start": 6432, + "end": 6440 + }, + "page_num": 5, + "text": "inserted", + "position": { + "top": 2333, + "bottom": 2380, + "left": 425, + "right": 583 + } + }, + { + "doc_offset": { + "start": 6441, + "end": 6445 + }, + "page_num": 5, + "text": "into", + "position": { + "top": 2331, + "bottom": 2380, + "left": 593, + "right": 671 + } + }, + { + "doc_offset": { + "start": 6446, + "end": 6449 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 2331, + "bottom": 2380, + "left": 681, + "right": 743 + } + }, + { + "doc_offset": { + "start": 6450, + "end": 6457 + }, + "page_num": 5, + "text": "Metrics", + "position": { + "top": 2331, + "bottom": 2380, + "left": 753, + "right": 905 + } + }, + { + "doc_offset": { + "start": 6458, + "end": 6467 + }, + "page_num": 5, + "text": "database.", + "position": { + "top": 2331, + "bottom": 2381, + "left": 915, + "right": 1111 + } + }, + { + "doc_offset": { + "start": 6468, + "end": 6477 + }, + "page_num": 5, + "text": "formatted", + "position": { + "top": 2694, + "bottom": 2727, + "left": 1922, + "right": 2045 + } + }, + { + "doc_offset": { + "start": 6478, + "end": 6480 + }, + "page_num": 5, + "text": "by", + "position": { + "top": 2694, + "bottom": 2727, + "left": 2052, + "right": 2082 + } + }, + { + "doc_offset": { + "start": 6481, + "end": 6489 + }, + "page_num": 5, + "text": "Markdeep", + "position": { + "top": 2694, + "bottom": 2725, + "left": 2090, + "right": 2216 + } + }, + { + "doc_offset": { + "start": 6490, + "end": 6494 + }, + "page_num": 5, + "text": "1.17", + "position": { + "top": 2694, + "bottom": 2725, + "left": 2227, + "right": 2283 + } + } + ] +} \ No newline at end of file diff --git a/tests/data/etloutput/4289/107457/101156/tables.json b/tests/data/etloutput/4289/107457/101156/tables.json new file mode 100644 index 0000000..54c6679 --- /dev/null +++ b/tests/data/etloutput/4289/107457/101156/tables.json @@ -0,0 +1,3302 @@ +[ + [ + { + "page_num": 0, + "position": { + "top": 1651, + "bottom": 1949, + "left": 212, + "right": 2332 + }, + "num_rows": 3, + "num_columns": 3, + "cells": [ + { + "position": { + "top": 1651, + "bottom": 1763, + "left": 212, + "right": 644 + }, + "text": "Column", + "rows": [ + 0 + ], + "columns": [ + 0 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 955, + "end": 961 + } + ], + "page_offsets": [ + { + "start": 955, + "end": 961 + } + ] + }, + { + "position": { + "top": 1651, + "bottom": 1763, + "left": 644, + "right": 1325 + }, + "text": "Type", + "rows": [ + 0 + ], + "columns": [ + 1 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 962, + "end": 966 + } + ], + "page_offsets": [ + { + "start": 962, + "end": 966 + } + ] + }, + { + "position": { + "top": 1651, + "bottom": 1763, + "left": 1325, + "right": 2332 + }, + "text": "GraphQL Source", + "rows": [ + 0 + ], + "columns": [ + 2 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 967, + "end": 981 + } + ], + "page_offsets": [ + { + "start": 967, + "end": 981 + } + ] + }, + { + "position": { + "top": 1763, + "bottom": 1857, + "left": 212, + "right": 644 + }, + "text": "id", + "rows": [ + 1 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 982, + "end": 984 + } + ], + "page_offsets": [ + { + "start": 982, + "end": 984 + } + ] + }, + { + "position": { + "top": 1763, + "bottom": 1855, + "left": 644, + "right": 1325 + }, + "text": "int", + "rows": [ + 1 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 985, + "end": 988 + } + ], + "page_offsets": [ + { + "start": 985, + "end": 988 + } + ] + }, + { + "position": { + "top": 1763, + "bottom": 1855, + "left": 1325, + "right": 2332 + }, + "text": "workflow.id", + "rows": [ + 1 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 989, + "end": 1000 + } + ], + "page_offsets": [ + { + "start": 989, + "end": 1000 + } + ] + }, + { + "position": { + "top": 1857, + "bottom": 1949, + "left": 212, + "right": 644 + }, + "text": "name", + "rows": [ + 2 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1001, + "end": 1005 + } + ], + "page_offsets": [ + { + "start": 1001, + "end": 1005 + } + ] + }, + { + "position": { + "top": 1857, + "bottom": 1949, + "left": 644, + "right": 1325 + }, + "text": "str", + "rows": [ + 2 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1006, + "end": 1009 + } + ], + "page_offsets": [ + { + "start": 1006, + "end": 1009 + } + ] + }, + { + "position": { + "top": 1855, + "bottom": 1947, + "left": 1325, + "right": 2332 + }, + "text": "workflow. name", + "rows": [ + 2 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1010, + "end": 1024 + } + ], + "page_offsets": [ + { + "start": 1010, + "end": 1024 + } + ] + } + ], + "doc_offsets": [ + { + "start": 955, + "end": 1024 + } + ], + "page_offsets": [ + { + "start": 955, + "end": 1024 + } + ], + "table_id": 0, + "table_offset": { + "row": 0, + "column": 0 + } + } + ], + [ + { + "page_num": 1, + "position": { + "top": 170, + "bottom": 562, + "left": 213, + "right": 2335 + }, + "num_rows": 4, + "num_columns": 3, + "cells": [ + { + "position": { + "top": 170, + "bottom": 286, + "left": 213, + "right": 689 + }, + "text": "Column", + "rows": [ + 0 + ], + "columns": [ + 0 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 1371, + "end": 1377 + } + ], + "page_offsets": [ + { + "start": 10, + "end": 16 + } + ] + }, + { + "position": { + "top": 170, + "bottom": 284, + "left": 689, + "right": 1249 + }, + "text": "Type", + "rows": [ + 0 + ], + "columns": [ + 1 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 1378, + "end": 1382 + } + ], + "page_offsets": [ + { + "start": 17, + "end": 21 + } + ] + }, + { + "position": { + "top": 170, + "bottom": 284, + "left": 1249, + "right": 2335 + }, + "text": "GraphQL Source", + "rows": [ + 0 + ], + "columns": [ + 2 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 1383, + "end": 1397 + } + ], + "page_offsets": [ + { + "start": 22, + "end": 36 + } + ] + }, + { + "position": { + "top": 286, + "bottom": 381, + "left": 213, + "right": 689 + }, + "text": "id", + "rows": [ + 1 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1398, + "end": 1400 + } + ], + "page_offsets": [ + { + "start": 37, + "end": 39 + } + ] + }, + { + "position": { + "top": 286, + "bottom": 378, + "left": 689, + "right": 1249 + }, + "text": "int", + "rows": [ + 1 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1401, + "end": 1404 + } + ], + "page_offsets": [ + { + "start": 40, + "end": 43 + } + ] + }, + { + "position": { + "top": 284, + "bottom": 378, + "left": 1251, + "right": 2335 + }, + "text": "modelGroup. id", + "rows": [ + 1 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1405, + "end": 1419 + } + ], + "page_offsets": [ + { + "start": 44, + "end": 58 + } + ] + }, + { + "position": { + "top": 381, + "bottom": 470, + "left": 213, + "right": 689 + }, + "text": "name", + "rows": [ + 2 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1420, + "end": 1424 + } + ], + "page_offsets": [ + { + "start": 59, + "end": 63 + } + ] + }, + { + "position": { + "top": 381, + "bottom": 470, + "left": 689, + "right": 1251 + }, + "text": "str", + "rows": [ + 2 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1425, + "end": 1428 + } + ], + "page_offsets": [ + { + "start": 64, + "end": 67 + } + ] + }, + { + "position": { + "top": 378, + "bottom": 470, + "left": 1251, + "right": 2335 + }, + "text": "model Group. name", + "rows": [ + 2 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1429, + "end": 1446 + } + ], + "page_offsets": [ + { + "start": 68, + "end": 85 + } + ] + }, + { + "position": { + "top": 470, + "bottom": 562, + "left": 213, + "right": 689 + }, + "text": "workflow_id", + "rows": [ + 3 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1447, + "end": 1458 + } + ], + "page_offsets": [ + { + "start": 86, + "end": 97 + } + ] + }, + { + "position": { + "top": 470, + "bottom": 562, + "left": 691, + "right": 1251 + }, + "text": "int", + "rows": [ + 3 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1459, + "end": 1462 + } + ], + "page_offsets": [ + { + "start": 98, + "end": 101 + } + ] + }, + { + "position": { + "top": 470, + "bottom": 562, + "left": 1251, + "right": 2335 + }, + "text": "model Group. workflowId", + "rows": [ + 3 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1463, + "end": 1486 + } + ], + "page_offsets": [ + { + "start": 102, + "end": 125 + } + ] + } + ], + "doc_offsets": [ + { + "start": 1371, + "end": 1486 + } + ], + "page_offsets": [ + { + "start": 10, + "end": 125 + } + ], + "table_id": 1, + "table_offset": { + "row": 0, + "column": 0 + } + } + ], + [ + { + "page_num": 2, + "position": { + "top": 253, + "bottom": 1653, + "left": 209, + "right": 2334 + }, + "num_rows": 14, + "num_columns": 3, + "cells": [ + { + "position": { + "top": 253, + "bottom": 366, + "left": 211, + "right": 807 + }, + "text": "Column", + "rows": [ + 0 + ], + "columns": [ + 0 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 1861, + "end": 1867 + } + ], + "page_offsets": [ + { + "start": 15, + "end": 21 + } + ] + }, + { + "position": { + "top": 253, + "bottom": 366, + "left": 807, + "right": 1308 + }, + "text": "Type", + "rows": [ + 0 + ], + "columns": [ + 1 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 1868, + "end": 1872 + } + ], + "page_offsets": [ + { + "start": 22, + "end": 26 + } + ] + }, + { + "position": { + "top": 253, + "bottom": 364, + "left": 1308, + "right": 2334 + }, + "text": "GraphQL Source", + "rows": [ + 0 + ], + "columns": [ + 2 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 1873, + "end": 1887 + } + ], + "page_offsets": [ + { + "start": 27, + "end": 41 + } + ] + }, + { + "position": { + "top": 366, + "bottom": 460, + "left": 211, + "right": 807 + }, + "text": "id", + "rows": [ + 1 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1888, + "end": 1890 + } + ], + "page_offsets": [ + { + "start": 42, + "end": 44 + } + ] + }, + { + "position": { + "top": 366, + "bottom": 460, + "left": 807, + "right": 1308 + }, + "text": "int", + "rows": [ + 1 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1891, + "end": 1894 + } + ], + "page_offsets": [ + { + "start": 45, + "end": 48 + } + ] + }, + { + "position": { + "top": 366, + "bottom": 460, + "left": 1308, + "right": 2334 + }, + "text": "submission.id", + "rows": [ + 1 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1895, + "end": 1908 + } + ], + "page_offsets": [ + { + "start": 49, + "end": 62 + } + ] + }, + { + "position": { + "top": 462, + "bottom": 561, + "left": 211, + "right": 807 + }, + "text": "created_at", + "rows": [ + 2 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1909, + "end": 1919 + } + ], + "page_offsets": [ + { + "start": 63, + "end": 73 + } + ] + }, + { + "position": { + "top": 460, + "bottom": 558, + "left": 807, + "right": 1308 + }, + "text": "datetime", + "rows": [ + 2 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1920, + "end": 1928 + } + ], + "page_offsets": [ + { + "start": 74, + "end": 82 + } + ] + }, + { + "position": { + "top": 460, + "bottom": 558, + "left": 1308, + "right": 2334 + }, + "text": "submission. createdAt", + "rows": [ + 2 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1929, + "end": 1950 + } + ], + "page_offsets": [ + { + "start": 83, + "end": 104 + } + ] + }, + { + "position": { + "top": 561, + "bottom": 663, + "left": 211, + "right": 807 + }, + "text": "processed_at", + "rows": [ + 3 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1951, + "end": 1963 + } + ], + "page_offsets": [ + { + "start": 105, + "end": 117 + } + ] + }, + { + "position": { + "top": 561, + "bottom": 663, + "left": 807, + "right": 1308 + }, + "text": "datetime", + "rows": [ + 3 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1964, + "end": 1972 + } + ], + "page_offsets": [ + { + "start": 118, + "end": 126 + } + ] + }, + { + "position": { + "top": 561, + "bottom": 663, + "left": 1308, + "right": 2334 + }, + "text": "submission.review. completedAt", + "rows": [ + 3 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1973, + "end": 2003 + } + ], + "page_offsets": [ + { + "start": 127, + "end": 157 + } + ] + }, + { + "position": { + "top": 663, + "bottom": 768, + "left": 211, + "right": 807 + }, + "text": "reviewer_id", + "rows": [ + 4 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2004, + "end": 2015 + } + ], + "page_offsets": [ + { + "start": 158, + "end": 169 + } + ] + }, + { + "position": { + "top": 663, + "bottom": 768, + "left": 807, + "right": 1308 + }, + "text": "int", + "rows": [ + 4 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2016, + "end": 2019 + } + ], + "page_offsets": [ + { + "start": 170, + "end": 173 + } + ] + }, + { + "position": { + "top": 663, + "bottom": 768, + "left": 1308, + "right": 2334 + }, + "text": "submission. review. createdBy 2", + "rows": [ + 4 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2020, + "end": 2051 + } + ], + "page_offsets": [ + { + "start": 174, + "end": 205 + } + ] + }, + { + "position": { + "top": 768, + "bottom": 866, + "left": 211, + "right": 807 + }, + "text": "review_started_at", + "rows": [ + 5 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2052, + "end": 2069 + } + ], + "page_offsets": [ + { + "start": 206, + "end": 223 + } + ] + }, + { + "position": { + "top": 768, + "bottom": 866, + "left": 807, + "right": 1308 + }, + "text": "datetime", + "rows": [ + 5 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2070, + "end": 2078 + } + ], + "page_offsets": [ + { + "start": 224, + "end": 232 + } + ] + }, + { + "position": { + "top": 768, + "bottom": 866, + "left": 1308, + "right": 2334 + }, + "text": "submission.review. startedAt 2", + "rows": [ + 5 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2079, + "end": 2109 + } + ], + "page_offsets": [ + { + "start": 233, + "end": 263 + } + ] + }, + { + "position": { + "top": 866, + "bottom": 971, + "left": 211, + "right": 807 + }, + "text": "review_completed_at", + "rows": [ + 6 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2110, + "end": 2129 + } + ], + "page_offsets": [ + { + "start": 264, + "end": 283 + } + ] + }, + { + "position": { + "top": 866, + "bottom": 971, + "left": 810, + "right": 1308 + }, + "text": "datetime", + "rows": [ + 6 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2130, + "end": 2138 + } + ], + "page_offsets": [ + { + "start": 284, + "end": 292 + } + ] + }, + { + "position": { + "top": 866, + "bottom": 971, + "left": 1308, + "right": 2334 + }, + "text": "submission.review. completedAt 2", + "rows": [ + 6 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2139, + "end": 2171 + } + ], + "page_offsets": [ + { + "start": 293, + "end": 325 + } + ] + }, + { + "position": { + "top": 971, + "bottom": 1074, + "left": 211, + "right": 810 + }, + "text": "rejected", + "rows": [ + 7 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2172, + "end": 2180 + } + ], + "page_offsets": [ + { + "start": 326, + "end": 334 + } + ] + }, + { + "position": { + "top": 971, + "bottom": 1076, + "left": 810, + "right": 1308 + }, + "text": "bool", + "rows": [ + 7 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2181, + "end": 2185 + } + ], + "page_offsets": [ + { + "start": 335, + "end": 339 + } + ] + }, + { + "position": { + "top": 971, + "bottom": 1076, + "left": 1308, + "right": 2334 + }, + "text": "submission. review. rejected 2", + "rows": [ + 7 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2186, + "end": 2216 + } + ], + "page_offsets": [ + { + "start": 340, + "end": 370 + } + ] + }, + { + "position": { + "top": 1076, + "bottom": 1172, + "left": 211, + "right": 810 + }, + "text": "rejection_reason", + "rows": [ + 8 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2217, + "end": 2233 + } + ], + "page_offsets": [ + { + "start": 371, + "end": 387 + } + ] + }, + { + "position": { + "top": 1076, + "bottom": 1172, + "left": 810, + "right": 1308 + }, + "text": "str", + "rows": [ + 8 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2234, + "end": 2237 + } + ], + "page_offsets": [ + { + "start": 388, + "end": 391 + } + ] + }, + { + "position": { + "top": 1076, + "bottom": 1174, + "left": 1308, + "right": 2334 + }, + "text": "submission.review. notes 2", + "rows": [ + 8 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2238, + "end": 2264 + } + ], + "page_offsets": [ + { + "start": 392, + "end": 418 + } + ] + }, + { + "position": { + "top": 1172, + "bottom": 1268, + "left": 211, + "right": 810 + }, + "text": "completed_at", + "rows": [ + 9 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2265, + "end": 2277 + } + ], + "page_offsets": [ + { + "start": 419, + "end": 431 + } + ] + }, + { + "position": { + "top": 1174, + "bottom": 1268, + "left": 810, + "right": 1308 + }, + "text": "datetime", + "rows": [ + 9 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2278, + "end": 2286 + } + ], + "page_offsets": [ + { + "start": 432, + "end": 440 + } + ] + }, + { + "position": { + "top": 1174, + "bottom": 1268, + "left": 1308, + "right": 2334 + }, + "text": "submission. completedAt", + "rows": [ + 9 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2287, + "end": 2310 + } + ], + "page_offsets": [ + { + "start": 441, + "end": 464 + } + ] + }, + { + "position": { + "top": 1268, + "bottom": 1371, + "left": 211, + "right": 810 + }, + "text": "retrieved_at", + "rows": [ + 10 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2311, + "end": 2323 + } + ], + "page_offsets": [ + { + "start": 465, + "end": 477 + } + ] + }, + { + "position": { + "top": 1268, + "bottom": 1371, + "left": 810, + "right": 1308 + }, + "text": "datetime", + "rows": [ + 10 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2324, + "end": 2332 + } + ], + "page_offsets": [ + { + "start": 478, + "end": 486 + } + ] + }, + { + "position": { + "top": 1270, + "bottom": 1373, + "left": 1308, + "right": 2334 + }, + "text": "submission. updatedAt 3", + "rows": [ + 10 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2333, + "end": 2356 + } + ], + "page_offsets": [ + { + "start": 487, + "end": 510 + } + ] + }, + { + "position": { + "top": 1371, + "bottom": 1471, + "left": 209, + "right": 810 + }, + "text": "failed", + "rows": [ + 11 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2357, + "end": 2363 + } + ], + "page_offsets": [ + { + "start": 511, + "end": 517 + } + ] + }, + { + "position": { + "top": 1373, + "bottom": 1471, + "left": 810, + "right": 1308 + }, + "text": "bool", + "rows": [ + 11 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2364, + "end": 2368 + } + ], + "page_offsets": [ + { + "start": 518, + "end": 522 + } + ] + }, + { + "position": { + "top": 1373, + "bottom": 1471, + "left": 1308, + "right": 2334 + }, + "text": "submission.status 4", + "rows": [ + 11 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2369, + "end": 2388 + } + ], + "page_offsets": [ + { + "start": 523, + "end": 542 + } + ] + }, + { + "position": { + "top": 1471, + "bottom": 1561, + "left": 209, + "right": 810 + }, + "text": "status", + "rows": [ + 12 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2389, + "end": 2395 + } + ], + "page_offsets": [ + { + "start": 543, + "end": 549 + } + ] + }, + { + "position": { + "top": 1471, + "bottom": 1559, + "left": 810, + "right": 1308 + }, + "text": "enum", + "rows": [ + 12 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2396, + "end": 2400 + } + ], + "page_offsets": [ + { + "start": 550, + "end": 554 + } + ] + }, + { + "position": { + "top": 1473, + "bottom": 1559, + "left": 1308, + "right": 2334 + }, + "text": "submission.status", + "rows": [ + 12 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2401, + "end": 2418 + } + ], + "page_offsets": [ + { + "start": 555, + "end": 572 + } + ] + }, + { + "position": { + "top": 1561, + "bottom": 1653, + "left": 209, + "right": 810 + }, + "text": "workflow_id", + "rows": [ + 13 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2419, + "end": 2430 + } + ], + "page_offsets": [ + { + "start": 573, + "end": 584 + } + ] + }, + { + "position": { + "top": 1561, + "bottom": 1653, + "left": 810, + "right": 1308 + }, + "text": "int", + "rows": [ + 13 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2431, + "end": 2434 + } + ], + "page_offsets": [ + { + "start": 585, + "end": 588 + } + ] + }, + { + "position": { + "top": 1561, + "bottom": 1653, + "left": 1308, + "right": 2334 + }, + "text": "submission.workflowId", + "rows": [ + 13 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2435, + "end": 2456 + } + ], + "page_offsets": [ + { + "start": 589, + "end": 610 + } + ] + } + ], + "doc_offsets": [ + { + "start": 1861, + "end": 2456 + } + ], + "page_offsets": [ + { + "start": 15, + "end": 610 + } + ], + "table_id": 2, + "table_offset": { + "row": 0, + "column": 0 + } + } + ], + [ + { + "page_num": 3, + "position": { + "top": 2426, + "bottom": 2818, + "left": 211, + "right": 2337 + }, + "num_rows": 4, + "num_columns": 3, + "cells": [ + { + "position": { + "top": 2428, + "bottom": 2542, + "left": 211, + "right": 693 + }, + "text": "Column", + "rows": [ + 0 + ], + "columns": [ + 0 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 3862, + "end": 3868 + } + ], + "page_offsets": [ + { + "start": 720, + "end": 726 + } + ] + }, + { + "position": { + "top": 2428, + "bottom": 2540, + "left": 693, + "right": 1156 + }, + "text": "Type", + "rows": [ + 0 + ], + "columns": [ + 1 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 3869, + "end": 3873 + } + ], + "page_offsets": [ + { + "start": 727, + "end": 731 + } + ] + }, + { + "position": { + "top": 2426, + "bottom": 2540, + "left": 1156, + "right": 2337 + }, + "text": "GraphQL Source", + "rows": [ + 0 + ], + "columns": [ + 2 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 3874, + "end": 3888 + } + ], + "page_offsets": [ + { + "start": 732, + "end": 746 + } + ] + }, + { + "position": { + "top": 2542, + "bottom": 2632, + "left": 211, + "right": 693 + }, + "text": "id", + "rows": [ + 1 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3889, + "end": 3891 + } + ], + "page_offsets": [ + { + "start": 747, + "end": 749 + } + ] + }, + { + "position": { + "top": 2542, + "bottom": 2632, + "left": 693, + "right": 1156 + }, + "text": "int", + "rows": [ + 1 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3892, + "end": 3895 + } + ], + "page_offsets": [ + { + "start": 750, + "end": 753 + } + ] + }, + { + "position": { + "top": 2540, + "bottom": 2632, + "left": 1156, + "right": 2337 + }, + "text": "submission. inputFile.id", + "rows": [ + 1 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3896, + "end": 3920 + } + ], + "page_offsets": [ + { + "start": 754, + "end": 778 + } + ] + }, + { + "position": { + "top": 2634, + "bottom": 2726, + "left": 211, + "right": 693 + }, + "text": "name", + "rows": [ + 2 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3921, + "end": 3925 + } + ], + "page_offsets": [ + { + "start": 779, + "end": 783 + } + ] + }, + { + "position": { + "top": 2632, + "bottom": 2724, + "left": 693, + "right": 1156 + }, + "text": "str", + "rows": [ + 2 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3926, + "end": 3929 + } + ], + "page_offsets": [ + { + "start": 784, + "end": 787 + } + ] + }, + { + "position": { + "top": 2632, + "bottom": 2724, + "left": 1156, + "right": 2337 + }, + "text": "submission. inputFile.filename", + "rows": [ + 2 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3930, + "end": 3960 + } + ], + "page_offsets": [ + { + "start": 788, + "end": 818 + } + ] + }, + { + "position": { + "top": 2726, + "bottom": 2816, + "left": 211, + "right": 693 + }, + "text": "submission_id", + "rows": [ + 3 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3961, + "end": 3974 + } + ], + "page_offsets": [ + { + "start": 819, + "end": 832 + } + ] + }, + { + "position": { + "top": 2726, + "bottom": 2818, + "left": 695, + "right": 1156 + }, + "text": "int", + "rows": [ + 3 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3975, + "end": 3978 + } + ], + "page_offsets": [ + { + "start": 833, + "end": 836 + } + ] + }, + { + "position": { + "top": 2724, + "bottom": 2816, + "left": 1156, + "right": 2337 + }, + "text": "submission.id", + "rows": [ + 3 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3979, + "end": 3992 + } + ], + "page_offsets": [ + { + "start": 837, + "end": 850 + } + ] + } + ], + "doc_offsets": [ + { + "start": 3862, + "end": 3992 + } + ], + "page_offsets": [ + { + "start": 720, + "end": 850 + } + ], + "table_id": 3, + "table_offset": { + "row": 0, + "column": 0 + } + } + ], + [ + { + "page_num": 4, + "position": { + "top": 172, + "bottom": 655, + "left": 210, + "right": 2335 + }, + "num_rows": 5, + "num_columns": 3, + "cells": [ + { + "position": { + "top": 174, + "bottom": 288, + "left": 212, + "right": 606 + }, + "text": "Column", + "rows": [ + 0 + ], + "columns": [ + 0 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 4199, + "end": 4205 + } + ], + "page_offsets": [ + { + "start": 13, + "end": 19 + } + ] + }, + { + "position": { + "top": 172, + "bottom": 288, + "left": 606, + "right": 1190 + }, + "text": "Type", + "rows": [ + 0 + ], + "columns": [ + 1 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 4206, + "end": 4210 + } + ], + "page_offsets": [ + { + "start": 20, + "end": 24 + } + ] + }, + { + "position": { + "top": 172, + "bottom": 283, + "left": 1190, + "right": 2333 + }, + "text": "GraphQL Source", + "rows": [ + 0 + ], + "columns": [ + 2 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 4211, + "end": 4225 + } + ], + "page_offsets": [ + { + "start": 25, + "end": 39 + } + ] + }, + { + "position": { + "top": 288, + "bottom": 379, + "left": 210, + "right": 606 + }, + "text": "id", + "rows": [ + 1 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4226, + "end": 4228 + } + ], + "page_offsets": [ + { + "start": 40, + "end": 42 + } + ] + }, + { + "position": { + "top": 288, + "bottom": 379, + "left": 606, + "right": 1190 + }, + "text": "int", + "rows": [ + 1 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4229, + "end": 4232 + } + ], + "page_offsets": [ + { + "start": 43, + "end": 46 + } + ] + }, + { + "position": { + "top": 288, + "bottom": 375, + "left": 1190, + "right": 2333 + }, + "text": "userSnapshot.id", + "rows": [ + 1 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4233, + "end": 4248 + } + ], + "page_offsets": [ + { + "start": 47, + "end": 62 + } + ] + }, + { + "position": { + "top": 382, + "bottom": 471, + "left": 210, + "right": 606 + }, + "text": "name", + "rows": [ + 2 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4249, + "end": 4253 + } + ], + "page_offsets": [ + { + "start": 63, + "end": 67 + } + ] + }, + { + "position": { + "top": 379, + "bottom": 471, + "left": 606, + "right": 1190 + }, + "text": "str", + "rows": [ + 2 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4254, + "end": 4257 + } + ], + "page_offsets": [ + { + "start": 68, + "end": 71 + } + ] + }, + { + "position": { + "top": 379, + "bottom": 471, + "left": 1190, + "right": 2335 + }, + "text": "userSnapshot . name", + "rows": [ + 2 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4258, + "end": 4277 + } + ], + "page_offsets": [ + { + "start": 72, + "end": 91 + } + ] + }, + { + "position": { + "top": 474, + "bottom": 565, + "left": 210, + "right": 606 + }, + "text": "email", + "rows": [ + 3 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4278, + "end": 4283 + } + ], + "page_offsets": [ + { + "start": 92, + "end": 97 + } + ] + }, + { + "position": { + "top": 471, + "bottom": 565, + "left": 606, + "right": 1190 + }, + "text": "str", + "rows": [ + 3 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4284, + "end": 4287 + } + ], + "page_offsets": [ + { + "start": 98, + "end": 101 + } + ] + }, + { + "position": { + "top": 471, + "bottom": 565, + "left": 1190, + "right": 2335 + }, + "text": "userSnapshot. email", + "rows": [ + 3 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4288, + "end": 4307 + } + ], + "page_offsets": [ + { + "start": 102, + "end": 121 + } + ] + }, + { + "position": { + "top": 565, + "bottom": 655, + "left": 210, + "right": 606 + }, + "text": "enabled", + "rows": [ + 4 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4308, + "end": 4315 + } + ], + "page_offsets": [ + { + "start": 122, + "end": 129 + } + ] + }, + { + "position": { + "top": 565, + "bottom": 655, + "left": 606, + "right": 1190 + }, + "text": "bool", + "rows": [ + 4 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4316, + "end": 4320 + } + ], + "page_offsets": [ + { + "start": 130, + "end": 134 + } + ] + }, + { + "position": { + "top": 565, + "bottom": 655, + "left": 1190, + "right": 2335 + }, + "text": "userSnapshot . enabled", + "rows": [ + 4 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4321, + "end": 4343 + } + ], + "page_offsets": [ + { + "start": 135, + "end": 157 + } + ] + } + ], + "doc_offsets": [ + { + "start": 4199, + "end": 4343 + } + ], + "page_offsets": [ + { + "start": 13, + "end": 157 + } + ], + "table_id": 4, + "table_offset": { + "row": 0, + "column": 0 + } + } + ], + [ + { + "page_num": 5, + "position": { + "top": 256, + "bottom": 990, + "left": 209, + "right": 2332 + }, + "num_rows": 7, + "num_columns": 3, + "cells": [ + { + "position": { + "top": 256, + "bottom": 366, + "left": 211, + "right": 808 + }, + "text": "Column", + "rows": [ + 0 + ], + "columns": [ + 0 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 4745, + "end": 4751 + } + ], + "page_offsets": [ + { + "start": 15, + "end": 21 + } + ] + }, + { + "position": { + "top": 256, + "bottom": 371, + "left": 808, + "right": 1325 + }, + "text": "Type", + "rows": [ + 0 + ], + "columns": [ + 1 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 4752, + "end": 4756 + } + ], + "page_offsets": [ + { + "start": 22, + "end": 26 + } + ] + }, + { + "position": { + "top": 256, + "bottom": 371, + "left": 1325, + "right": 2330 + }, + "text": "Result File Source", + "rows": [ + 0 + ], + "columns": [ + 2 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 4757, + "end": 4775 + } + ], + "page_offsets": [ + { + "start": 27, + "end": 45 + } + ] + }, + { + "position": { + "top": 371, + "bottom": 480, + "left": 211, + "right": 808 + }, + "text": "id", + "rows": [ + 1 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4776, + "end": 4778 + } + ], + "page_offsets": [ + { + "start": 46, + "end": 48 + } + ] + }, + { + "position": { + "top": 371, + "bottom": 480, + "left": 808, + "right": 1325 + }, + "text": "uuid", + "rows": [ + 1 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4779, + "end": 4783 + } + ], + "page_offsets": [ + { + "start": 49, + "end": 53 + } + ] + }, + { + "position": { + "top": 371, + "bottom": 480, + "left": 1325, + "right": 2330 + }, + "text": "Generated by integration5", + "rows": [ + 1 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4784, + "end": 4809 + } + ], + "page_offsets": [ + { + "start": 54, + "end": 79 + } + ] + }, + { + "position": { + "top": 480, + "bottom": 584, + "left": 211, + "right": 808 + }, + "text": "label", + "rows": [ + 2 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4810, + "end": 4815 + } + ], + "page_offsets": [ + { + "start": 80, + "end": 85 + } + ] + }, + { + "position": { + "top": 480, + "bottom": 584, + "left": 810, + "right": 1325 + }, + "text": "str", + "rows": [ + 2 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4816, + "end": 4819 + } + ], + "page_offsets": [ + { + "start": 86, + "end": 89 + } + ] + }, + { + "position": { + "top": 483, + "bottom": 584, + "left": 1325, + "right": 2330 + }, + "text": "Prediction. Label 6,7", + "rows": [ + 2 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4820, + "end": 4841 + } + ], + "page_offsets": [ + { + "start": 90, + "end": 111 + } + ] + }, + { + "position": { + "top": 584, + "bottom": 687, + "left": 211, + "right": 810 + }, + "text": "predicted_value", + "rows": [ + 3 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4842, + "end": 4857 + } + ], + "page_offsets": [ + { + "start": 112, + "end": 127 + } + ] + }, + { + "position": { + "top": 584, + "bottom": 687, + "left": 810, + "right": 1325 + }, + "text": "str", + "rows": [ + 3 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4858, + "end": 4861 + } + ], + "page_offsets": [ + { + "start": 128, + "end": 131 + } + ] + }, + { + "position": { + "top": 586, + "bottom": 689, + "left": 1325, + "right": 2330 + }, + "text": "Prediction. Text 8,7", + "rows": [ + 3 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4862, + "end": 4882 + } + ], + "page_offsets": [ + { + "start": 132, + "end": 152 + } + ] + }, + { + "position": { + "top": 689, + "bottom": 790, + "left": 211, + "right": 810 + }, + "text": "reviewed_value", + "rows": [ + 4 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4883, + "end": 4897 + } + ], + "page_offsets": [ + { + "start": 153, + "end": 167 + } + ] + }, + { + "position": { + "top": 689, + "bottom": 790, + "left": 810, + "right": 1325 + }, + "text": "str", + "rows": [ + 4 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4898, + "end": 4901 + } + ], + "page_offsets": [ + { + "start": 168, + "end": 171 + } + ] + }, + { + "position": { + "top": 689, + "bottom": 790, + "left": 1325, + "right": 2330 + }, + "text": "Prediction. Text 8,7", + "rows": [ + 4 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4902, + "end": 4922 + } + ], + "page_offsets": [ + { + "start": 172, + "end": 192 + } + ] + }, + { + "position": { + "top": 790, + "bottom": 893, + "left": 211, + "right": 810 + }, + "text": "submission_file_id", + "rows": [ + 5 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4923, + "end": 4941 + } + ], + "page_offsets": [ + { + "start": 193, + "end": 211 + } + ] + }, + { + "position": { + "top": 790, + "bottom": 893, + "left": 810, + "right": 1325 + }, + "text": "int", + "rows": [ + 5 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4942, + "end": 4945 + } + ], + "page_offsets": [ + { + "start": 212, + "end": 215 + } + ] + }, + { + "position": { + "top": 792, + "bottom": 893, + "left": 1325, + "right": 2330 + }, + "text": "Prediction. Document. Id 7", + "rows": [ + 5 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4946, + "end": 4972 + } + ], + "page_offsets": [ + { + "start": 216, + "end": 242 + } + ] + }, + { + "position": { + "top": 893, + "bottom": 990, + "left": 209, + "right": 810 + }, + "text": "model_id", + "rows": [ + 6 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4973, + "end": 4981 + } + ], + "page_offsets": [ + { + "start": 243, + "end": 251 + } + ] + }, + { + "position": { + "top": 893, + "bottom": 990, + "left": 812, + "right": 1325 + }, + "text": "int", + "rows": [ + 6 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4982, + "end": 4985 + } + ], + "page_offsets": [ + { + "start": 252, + "end": 255 + } + ] + }, + { + "position": { + "top": 895, + "bottom": 990, + "left": 1325, + "right": 2332 + }, + "text": "Prediction. Model. Id 7", + "rows": [ + 6 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4986, + "end": 5009 + } + ], + "page_offsets": [ + { + "start": 256, + "end": 279 + } + ] + } + ], + "doc_offsets": [ + { + "start": 4745, + "end": 5009 + } + ], + "page_offsets": [ + { + "start": 15, + "end": 279 + } + ], + "table_id": 5, + "table_offset": { + "row": 0, + "column": 0 + } + } + ] +] \ No newline at end of file diff --git a/tests/data/etloutput/4289/107457/submission_107457_result.json b/tests/data/etloutput/4289/107457/submission_107457_result.json new file mode 100644 index 0000000..305839b --- /dev/null +++ b/tests/data/etloutput/4289/107457/submission_107457_result.json @@ -0,0 +1,15 @@ +{ + "file_version": 1, + "submission_id": 107457, + "etl_output": "indico-file:///storage/submission/4289/107457/101156/etl_output.json", + "results": { + "document": { + "results": { + "Standard Document v3": [] + }, + "rejected": { + "Standard Document v3": [] + } + } + } +} \ No newline at end of file diff --git a/tests/data/etloutput/4289/107458/101157/etl_output.json b/tests/data/etloutput/4289/107458/101157/etl_output.json new file mode 100644 index 0000000..83d264d --- /dev/null +++ b/tests/data/etloutput/4289/107458/101157/etl_output.json @@ -0,0 +1,133 @@ +{ + "pages": [ + { + "image": "indico-file:///storage/submission/4289/107458/101157/original_page_0.png", + "thumbnail": "indico-file:///storage/submission/4289/107458/101157/original_thumbnail_0.png", + "size": { + "width": 2550, + "height": 3300 + }, + "dpi": { + "dpix": 300, + "dpiy": 300 + }, + "doc_offset": { + "start": 0, + "end": 1360 + }, + "page_num": 0, + "text": "indico-file:///storage/submission/4289/107458/101157/page_0_text.txt", + "characters": "indico-file:///storage/submission/4289/107458/101157/page_0_chars.json", + "tokens": "indico-file:///storage/submission/4289/107458/101157/page_0_tokens.json", + "blocks": "indico-file:///storage/submission/4289/107458/101157/page_0_blocks.json" + }, + { + "image": "indico-file:///storage/submission/4289/107458/101157/original_page_1.png", + "thumbnail": "indico-file:///storage/submission/4289/107458/101157/original_thumbnail_1.png", + "size": { + "width": 2550, + "height": 3300 + }, + "dpi": { + "dpix": 300, + "dpiy": 300 + }, + "doc_offset": { + "start": 1361, + "end": 1845 + }, + "page_num": 1, + "text": "indico-file:///storage/submission/4289/107458/101157/page_1_text.txt", + "characters": "indico-file:///storage/submission/4289/107458/101157/page_1_chars.json", + "tokens": "indico-file:///storage/submission/4289/107458/101157/page_1_tokens.json", + "blocks": "indico-file:///storage/submission/4289/107458/101157/page_1_blocks.json" + }, + { + "image": "indico-file:///storage/submission/4289/107458/101157/original_page_2.png", + "thumbnail": "indico-file:///storage/submission/4289/107458/101157/original_thumbnail_2.png", + "size": { + "width": 2550, + "height": 3300 + }, + "dpi": { + "dpix": 300, + "dpiy": 300 + }, + "doc_offset": { + "start": 1846, + "end": 3141 + }, + "page_num": 2, + "text": "indico-file:///storage/submission/4289/107458/101157/page_2_text.txt", + "characters": "indico-file:///storage/submission/4289/107458/101157/page_2_chars.json", + "tokens": "indico-file:///storage/submission/4289/107458/101157/page_2_tokens.json", + "blocks": "indico-file:///storage/submission/4289/107458/101157/page_2_blocks.json" + }, + { + "image": "indico-file:///storage/submission/4289/107458/101157/original_page_3.png", + "thumbnail": "indico-file:///storage/submission/4289/107458/101157/original_thumbnail_3.png", + "size": { + "width": 2550, + "height": 3300 + }, + "dpi": { + "dpix": 300, + "dpiy": 300 + }, + "doc_offset": { + "start": 3142, + "end": 4185 + }, + "page_num": 3, + "text": "indico-file:///storage/submission/4289/107458/101157/page_3_text.txt", + "characters": "indico-file:///storage/submission/4289/107458/101157/page_3_chars.json", + "tokens": "indico-file:///storage/submission/4289/107458/101157/page_3_tokens.json", + "blocks": "indico-file:///storage/submission/4289/107458/101157/page_3_blocks.json" + }, + { + "image": "indico-file:///storage/submission/4289/107458/101157/original_page_4.png", + "thumbnail": "indico-file:///storage/submission/4289/107458/101157/original_thumbnail_4.png", + "size": { + "width": 2550, + "height": 3300 + }, + "dpi": { + "dpix": 300, + "dpiy": 300 + }, + "doc_offset": { + "start": 4186, + "end": 4729 + }, + "page_num": 4, + "text": "indico-file:///storage/submission/4289/107458/101157/page_4_text.txt", + "characters": "indico-file:///storage/submission/4289/107458/101157/page_4_chars.json", + "tokens": "indico-file:///storage/submission/4289/107458/101157/page_4_tokens.json", + "blocks": "indico-file:///storage/submission/4289/107458/101157/page_4_blocks.json" + }, + { + "image": "indico-file:///storage/submission/4289/107458/101157/original_page_5.png", + "thumbnail": "indico-file:///storage/submission/4289/107458/101157/original_thumbnail_5.png", + "size": { + "width": 2550, + "height": 3300 + }, + "dpi": { + "dpix": 300, + "dpiy": 300 + }, + "doc_offset": { + "start": 4730, + "end": 6494 + }, + "page_num": 5, + "text": "indico-file:///storage/submission/4289/107458/101157/page_5_text.txt", + "characters": "indico-file:///storage/submission/4289/107458/101157/page_5_chars.json", + "tokens": "indico-file:///storage/submission/4289/107458/101157/page_5_tokens.json", + "blocks": "indico-file:///storage/submission/4289/107458/101157/page_5_blocks.json" + } + ], + "num_pages": 6, + "full_text": "indico-file:///storage/submission/4289/107458/101157/full_text.txt", + "email_metadata": {} +} \ No newline at end of file diff --git a/tests/data/etloutput/4289/107458/101157/page_0_text.txt b/tests/data/etloutput/4289/107458/101157/page_0_text.txt new file mode 100644 index 0000000..cbb979a --- /dev/null +++ b/tests/data/etloutput/4289/107458/101157/page_0_text.txt @@ -0,0 +1,40 @@ +Indico Metrics Integration Data Model +This document covers the intermediate data model used to pull Data Intake metrics +from Indico to be aggregated and displayed within Metrics. +Contents +This document assumes that a single integration process is run on a schedule and +uses 4 discrete GraphQL queries to download low-level metrics using the Indico +GraphQL API. Scheduling recommendations are provided below. +These metrics are lightly processed and denormalized to match the intermediate +data model defined below. The integration will produce data in a consumable +format, such as SQL UPSERT +queries, an importable CSV file, or an importable +JSON file. +1 Entities +1.1 Workflow +1.2 Model +1.3 Submission +1.4 Submission File +1.5 Reviewer +1.6 Prediction +Once imported, Metrics can filter and aggregate the intermediate data as described below to display higher- +level data points to fulfill the reporting requirements defined elsewhere. +1 Entities +1.1 Workflow +Column Type GraphQL Source +id int workflow.id +name str workflow. name +Example GraphQL Query +query Workflows { +workflows { +workflows { +id +name +} +} +} +Scheduled Process Logic +This is a lightweight query. All workflows will be pulled every time the integration is run. +Data Reconciliation +The output will include the primary key id needed to update existing rows and insert new rows into the +Metrics database. \ No newline at end of file diff --git a/tests/data/etloutput/4289/107458/101157/page_0_tokens.json b/tests/data/etloutput/4289/107458/101157/page_0_tokens.json new file mode 100644 index 0000000..9d0fe65 --- /dev/null +++ b/tests/data/etloutput/4289/107458/101157/page_0_tokens.json @@ -0,0 +1,2970 @@ +[ + { + "doc_offset": { + "start": 0, + "end": 6 + }, + "page_num": 0, + "text": "Indico", + "position": { + "top": 164, + "bottom": 239, + "left": 406, + "right": 684 + } + }, + { + "doc_offset": { + "start": 7, + "end": 14 + }, + "page_num": 0, + "text": "Metrics", + "position": { + "top": 164, + "bottom": 247, + "left": 717, + "right": 1051 + } + }, + { + "doc_offset": { + "start": 15, + "end": 26 + }, + "page_num": 0, + "text": "Integration", + "position": { + "top": 164, + "bottom": 252, + "left": 1084, + "right": 1587 + } + }, + { + "doc_offset": { + "start": 27, + "end": 31 + }, + "page_num": 0, + "text": "Data", + "position": { + "top": 164, + "bottom": 249, + "left": 1637, + "right": 1839 + } + }, + { + "doc_offset": { + "start": 32, + "end": 37 + }, + "page_num": 0, + "text": "Model", + "position": { + "top": 164, + "bottom": 242, + "left": 1872, + "right": 2146 + } + }, + { + "doc_offset": { + "start": 38, + "end": 42 + }, + "page_num": 0, + "text": "This", + "position": { + "top": 385, + "bottom": 429, + "left": 213, + "right": 293 + } + }, + { + "doc_offset": { + "start": 43, + "end": 51 + }, + "page_num": 0, + "text": "document", + "position": { + "top": 385, + "bottom": 429, + "left": 303, + "right": 502 + } + }, + { + "doc_offset": { + "start": 52, + "end": 58 + }, + "page_num": 0, + "text": "covers", + "position": { + "top": 383, + "bottom": 431, + "left": 512, + "right": 646 + } + }, + { + "doc_offset": { + "start": 59, + "end": 62 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 383, + "bottom": 432, + "left": 657, + "right": 722 + } + }, + { + "doc_offset": { + "start": 63, + "end": 75 + }, + "page_num": 0, + "text": "intermediate", + "position": { + "top": 383, + "bottom": 432, + "left": 732, + "right": 977 + } + }, + { + "doc_offset": { + "start": 76, + "end": 80 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 383, + "bottom": 432, + "left": 991, + "right": 1077 + } + }, + { + "doc_offset": { + "start": 81, + "end": 86 + }, + "page_num": 0, + "text": "model", + "position": { + "top": 383, + "bottom": 432, + "left": 1087, + "right": 1214 + } + }, + { + "doc_offset": { + "start": 87, + "end": 91 + }, + "page_num": 0, + "text": "used", + "position": { + "top": 383, + "bottom": 432, + "left": 1224, + "right": 1320 + } + }, + { + "doc_offset": { + "start": 92, + "end": 94 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 383, + "bottom": 432, + "left": 1333, + "right": 1373 + } + }, + { + "doc_offset": { + "start": 95, + "end": 99 + }, + "page_num": 0, + "text": "pull", + "position": { + "top": 383, + "bottom": 432, + "left": 1386, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 100, + "end": 104 + }, + "page_num": 0, + "text": "Data", + "position": { + "top": 383, + "bottom": 432, + "left": 1471, + "right": 1564 + } + }, + { + "doc_offset": { + "start": 105, + "end": 111 + }, + "page_num": 0, + "text": "Intake", + "position": { + "top": 385, + "bottom": 431, + "left": 1574, + "right": 1694 + } + }, + { + "doc_offset": { + "start": 112, + "end": 119 + }, + "page_num": 0, + "text": "metrics", + "position": { + "top": 385, + "bottom": 429, + "left": 1706, + "right": 1855 + } + }, + { + "doc_offset": { + "start": 120, + "end": 124 + }, + "page_num": 0, + "text": "from", + "position": { + "top": 446, + "bottom": 492, + "left": 212, + "right": 282 + } + }, + { + "doc_offset": { + "start": 125, + "end": 131 + }, + "page_num": 0, + "text": "Indico", + "position": { + "top": 446, + "bottom": 494, + "left": 308, + "right": 429 + } + }, + { + "doc_offset": { + "start": 132, + "end": 134 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 446, + "bottom": 495, + "left": 441, + "right": 481 + } + }, + { + "doc_offset": { + "start": 135, + "end": 137 + }, + "page_num": 0, + "text": "be", + "position": { + "top": 446, + "bottom": 495, + "left": 491, + "right": 544 + } + }, + { + "doc_offset": { + "start": 138, + "end": 148 + }, + "page_num": 0, + "text": "aggregated", + "position": { + "top": 446, + "bottom": 495, + "left": 557, + "right": 777 + } + }, + { + "doc_offset": { + "start": 149, + "end": 152 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 446, + "bottom": 495, + "left": 793, + "right": 865 + } + }, + { + "doc_offset": { + "start": 153, + "end": 162 + }, + "page_num": 0, + "text": "displayed", + "position": { + "top": 446, + "bottom": 495, + "left": 879, + "right": 1064 + } + }, + { + "doc_offset": { + "start": 163, + "end": 169 + }, + "page_num": 0, + "text": "within", + "position": { + "top": 445, + "bottom": 494, + "left": 1077, + "right": 1190 + } + }, + { + "doc_offset": { + "start": 170, + "end": 178 + }, + "page_num": 0, + "text": "Metrics.", + "position": { + "top": 445, + "bottom": 491, + "left": 1203, + "right": 1365 + } + }, + { + "doc_offset": { + "start": 179, + "end": 187 + }, + "page_num": 0, + "text": "Contents", + "position": { + "top": 429, + "bottom": 476, + "left": 2065, + "right": 2256 + } + }, + { + "doc_offset": { + "start": 188, + "end": 192 + }, + "page_num": 0, + "text": "This", + "position": { + "top": 552, + "bottom": 594, + "left": 212, + "right": 290 + } + }, + { + "doc_offset": { + "start": 193, + "end": 201 + }, + "page_num": 0, + "text": "document", + "position": { + "top": 552, + "bottom": 595, + "left": 305, + "right": 510 + } + }, + { + "doc_offset": { + "start": 202, + "end": 209 + }, + "page_num": 0, + "text": "assumes", + "position": { + "top": 551, + "bottom": 598, + "left": 520, + "right": 694 + } + }, + { + "doc_offset": { + "start": 210, + "end": 214 + }, + "page_num": 0, + "text": "that", + "position": { + "top": 551, + "bottom": 600, + "left": 704, + "right": 789 + } + }, + { + "doc_offset": { + "start": 215, + "end": 216 + }, + "page_num": 0, + "text": "a", + "position": { + "top": 551, + "bottom": 600, + "left": 799, + "right": 823 + } + }, + { + "doc_offset": { + "start": 217, + "end": 223 + }, + "page_num": 0, + "text": "single", + "position": { + "top": 551, + "bottom": 600, + "left": 836, + "right": 949 + } + }, + { + "doc_offset": { + "start": 224, + "end": 235 + }, + "page_num": 0, + "text": "integration", + "position": { + "top": 551, + "bottom": 600, + "left": 962, + "right": 1171 + } + }, + { + "doc_offset": { + "start": 236, + "end": 243 + }, + "page_num": 0, + "text": "process", + "position": { + "top": 551, + "bottom": 600, + "left": 1187, + "right": 1346 + } + }, + { + "doc_offset": { + "start": 244, + "end": 246 + }, + "page_num": 0, + "text": "is", + "position": { + "top": 551, + "bottom": 600, + "left": 1356, + "right": 1392 + } + }, + { + "doc_offset": { + "start": 247, + "end": 250 + }, + "page_num": 0, + "text": "run", + "position": { + "top": 551, + "bottom": 598, + "left": 1402, + "right": 1466 + } + }, + { + "doc_offset": { + "start": 251, + "end": 253 + }, + "page_num": 0, + "text": "on", + "position": { + "top": 551, + "bottom": 598, + "left": 1482, + "right": 1531 + } + }, + { + "doc_offset": { + "start": 254, + "end": 255 + }, + "page_num": 0, + "text": "a", + "position": { + "top": 551, + "bottom": 598, + "left": 1547, + "right": 1571 + } + }, + { + "doc_offset": { + "start": 256, + "end": 264 + }, + "page_num": 0, + "text": "schedule", + "position": { + "top": 551, + "bottom": 597, + "left": 1587, + "right": 1762 + } + }, + { + "doc_offset": { + "start": 265, + "end": 268 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 551, + "bottom": 595, + "left": 1777, + "right": 1848 + } + }, + { + "doc_offset": { + "start": 269, + "end": 273 + }, + "page_num": 0, + "text": "uses", + "position": { + "top": 615, + "bottom": 658, + "left": 210, + "right": 303 + } + }, + { + "doc_offset": { + "start": 274, + "end": 275 + }, + "page_num": 0, + "text": "4", + "position": { + "top": 614, + "bottom": 660, + "left": 320, + "right": 345 + } + }, + { + "doc_offset": { + "start": 276, + "end": 284 + }, + "page_num": 0, + "text": "discrete", + "position": { + "top": 614, + "bottom": 660, + "left": 365, + "right": 520 + } + }, + { + "doc_offset": { + "start": 285, + "end": 292 + }, + "page_num": 0, + "text": "GraphQL", + "position": { + "top": 613, + "bottom": 660, + "left": 538, + "right": 719 + } + }, + { + "doc_offset": { + "start": 293, + "end": 300 + }, + "page_num": 0, + "text": "queries", + "position": { + "top": 611, + "bottom": 661, + "left": 739, + "right": 883 + } + }, + { + "doc_offset": { + "start": 301, + "end": 303 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 611, + "bottom": 661, + "left": 899, + "right": 939 + } + }, + { + "doc_offset": { + "start": 304, + "end": 312 + }, + "page_num": 0, + "text": "download", + "position": { + "top": 611, + "bottom": 661, + "left": 959, + "right": 1151 + } + }, + { + "doc_offset": { + "start": 313, + "end": 322 + }, + "page_num": 0, + "text": "low-level", + "position": { + "top": 611, + "bottom": 661, + "left": 1168, + "right": 1350 + } + }, + { + "doc_offset": { + "start": 323, + "end": 330 + }, + "page_num": 0, + "text": "metrics", + "position": { + "top": 611, + "bottom": 661, + "left": 1362, + "right": 1509 + } + }, + { + "doc_offset": { + "start": 331, + "end": 336 + }, + "page_num": 0, + "text": "using", + "position": { + "top": 613, + "bottom": 660, + "left": 1527, + "right": 1633 + } + }, + { + "doc_offset": { + "start": 337, + "end": 340 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 613, + "bottom": 660, + "left": 1650, + "right": 1714 + } + }, + { + "doc_offset": { + "start": 341, + "end": 347 + }, + "page_num": 0, + "text": "Indico", + "position": { + "top": 613, + "bottom": 660, + "left": 1731, + "right": 1850 + } + }, + { + "doc_offset": { + "start": 348, + "end": 355 + }, + "page_num": 0, + "text": "GraphQL", + "position": { + "top": 673, + "bottom": 720, + "left": 212, + "right": 386 + } + }, + { + "doc_offset": { + "start": 356, + "end": 360 + }, + "page_num": 0, + "text": "API.", + "position": { + "top": 673, + "bottom": 721, + "left": 399, + "right": 487 + } + }, + { + "doc_offset": { + "start": 361, + "end": 371 + }, + "page_num": 0, + "text": "Scheduling", + "position": { + "top": 673, + "bottom": 723, + "left": 495, + "right": 710 + } + }, + { + "doc_offset": { + "start": 372, + "end": 387 + }, + "page_num": 0, + "text": "recommendations", + "position": { + "top": 673, + "bottom": 723, + "left": 720, + "right": 1078 + } + }, + { + "doc_offset": { + "start": 388, + "end": 391 + }, + "page_num": 0, + "text": "are", + "position": { + "top": 674, + "bottom": 723, + "left": 1090, + "right": 1150 + } + }, + { + "doc_offset": { + "start": 392, + "end": 400 + }, + "page_num": 0, + "text": "provided", + "position": { + "top": 674, + "bottom": 723, + "left": 1160, + "right": 1332 + } + }, + { + "doc_offset": { + "start": 401, + "end": 407 + }, + "page_num": 0, + "text": "below.", + "position": { + "top": 674, + "bottom": 721, + "left": 1342, + "right": 1474 + } + }, + { + "doc_offset": { + "start": 408, + "end": 413 + }, + "page_num": 0, + "text": "These", + "position": { + "top": 779, + "bottom": 825, + "left": 214, + "right": 329 + } + }, + { + "doc_offset": { + "start": 414, + "end": 421 + }, + "page_num": 0, + "text": "metrics", + "position": { + "top": 779, + "bottom": 825, + "left": 345, + "right": 494 + } + }, + { + "doc_offset": { + "start": 422, + "end": 425 + }, + "page_num": 0, + "text": "are", + "position": { + "top": 779, + "bottom": 826, + "left": 512, + "right": 571 + } + }, + { + "doc_offset": { + "start": 426, + "end": 433 + }, + "page_num": 0, + "text": "lightly", + "position": { + "top": 779, + "bottom": 827, + "left": 587, + "right": 709 + } + }, + { + "doc_offset": { + "start": 434, + "end": 443 + }, + "page_num": 0, + "text": "processed", + "position": { + "top": 779, + "bottom": 827, + "left": 724, + "right": 929 + } + }, + { + "doc_offset": { + "start": 444, + "end": 447 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 779, + "bottom": 827, + "left": 951, + "right": 1022 + } + }, + { + "doc_offset": { + "start": 448, + "end": 460 + }, + "page_num": 0, + "text": "denormalized", + "position": { + "top": 777, + "bottom": 827, + "left": 1041, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 461, + "end": 463 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 777, + "bottom": 826, + "left": 1325, + "right": 1365 + } + }, + { + "doc_offset": { + "start": 464, + "end": 469 + }, + "page_num": 0, + "text": "match", + "position": { + "top": 777, + "bottom": 826, + "left": 1383, + "right": 1505 + } + }, + { + "doc_offset": { + "start": 470, + "end": 473 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 779, + "bottom": 825, + "left": 1527, + "right": 1590 + } + }, + { + "doc_offset": { + "start": 474, + "end": 486 + }, + "page_num": 0, + "text": "intermediate", + "position": { + "top": 779, + "bottom": 823, + "left": 1604, + "right": 1853 + } + }, + { + "doc_offset": { + "start": 487, + "end": 491 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 840, + "bottom": 885, + "left": 209, + "right": 296 + } + }, + { + "doc_offset": { + "start": 492, + "end": 497 + }, + "page_num": 0, + "text": "model", + "position": { + "top": 840, + "bottom": 886, + "left": 319, + "right": 455 + } + }, + { + "doc_offset": { + "start": 498, + "end": 505 + }, + "page_num": 0, + "text": "defined", + "position": { + "top": 839, + "bottom": 888, + "left": 465, + "right": 611 + } + }, + { + "doc_offset": { + "start": 506, + "end": 512 + }, + "page_num": 0, + "text": "below.", + "position": { + "top": 839, + "bottom": 888, + "left": 637, + "right": 776 + } + }, + { + "doc_offset": { + "start": 513, + "end": 516 + }, + "page_num": 0, + "text": "The", + "position": { + "top": 839, + "bottom": 889, + "left": 793, + "right": 865 + } + }, + { + "doc_offset": { + "start": 517, + "end": 528 + }, + "page_num": 0, + "text": "integration", + "position": { + "top": 839, + "bottom": 889, + "left": 885, + "right": 1094 + } + }, + { + "doc_offset": { + "start": 529, + "end": 533 + }, + "page_num": 0, + "text": "will", + "position": { + "top": 839, + "bottom": 889, + "left": 1120, + "right": 1196 + } + }, + { + "doc_offset": { + "start": 534, + "end": 541 + }, + "page_num": 0, + "text": "produce", + "position": { + "top": 839, + "bottom": 889, + "left": 1206, + "right": 1370 + } + }, + { + "doc_offset": { + "start": 542, + "end": 546 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 839, + "bottom": 889, + "left": 1393, + "right": 1485 + } + }, + { + "doc_offset": { + "start": 547, + "end": 549 + }, + "page_num": 0, + "text": "in", + "position": { + "top": 839, + "bottom": 888, + "left": 1502, + "right": 1540 + } + }, + { + "doc_offset": { + "start": 550, + "end": 551 + }, + "page_num": 0, + "text": "a", + "position": { + "top": 839, + "bottom": 888, + "left": 1565, + "right": 1590 + } + }, + { + "doc_offset": { + "start": 552, + "end": 562 + }, + "page_num": 0, + "text": "consumable", + "position": { + "top": 840, + "bottom": 886, + "left": 1614, + "right": 1855 + } + }, + { + "doc_offset": { + "start": 563, + "end": 570 + }, + "page_num": 0, + "text": "format,", + "position": { + "top": 902, + "bottom": 948, + "left": 210, + "right": 356 + } + }, + { + "doc_offset": { + "start": 571, + "end": 575 + }, + "page_num": 0, + "text": "such", + "position": { + "top": 902, + "bottom": 948, + "left": 369, + "right": 458 + } + }, + { + "doc_offset": { + "start": 576, + "end": 578 + }, + "page_num": 0, + "text": "as", + "position": { + "top": 902, + "bottom": 948, + "left": 485, + "right": 530 + } + }, + { + "doc_offset": { + "start": 579, + "end": 582 + }, + "page_num": 0, + "text": "SQL", + "position": { + "top": 902, + "bottom": 948, + "left": 551, + "right": 634 + } + }, + { + "doc_offset": { + "start": 583, + "end": 589 + }, + "page_num": 0, + "text": "UPSERT", + "position": { + "top": 903, + "bottom": 946, + "left": 670, + "right": 809 + } + }, + { + "doc_offset": { + "start": 590, + "end": 598 + }, + "page_num": 0, + "text": "queries,", + "position": { + "top": 902, + "bottom": 952, + "left": 840, + "right": 1007 + } + }, + { + "doc_offset": { + "start": 599, + "end": 601 + }, + "page_num": 0, + "text": "an", + "position": { + "top": 900, + "bottom": 952, + "left": 1018, + "right": 1062 + } + }, + { + "doc_offset": { + "start": 602, + "end": 612 + }, + "page_num": 0, + "text": "importable", + "position": { + "top": 900, + "bottom": 952, + "left": 1080, + "right": 1297 + } + }, + { + "doc_offset": { + "start": 613, + "end": 616 + }, + "page_num": 0, + "text": "CSV", + "position": { + "top": 900, + "bottom": 951, + "left": 1317, + "right": 1402 + } + }, + { + "doc_offset": { + "start": 617, + "end": 622 + }, + "page_num": 0, + "text": "file,", + "position": { + "top": 900, + "bottom": 951, + "left": 1422, + "right": 1501 + } + }, + { + "doc_offset": { + "start": 623, + "end": 625 + }, + "page_num": 0, + "text": "or", + "position": { + "top": 900, + "bottom": 951, + "left": 1511, + "right": 1561 + } + }, + { + "doc_offset": { + "start": 626, + "end": 628 + }, + "page_num": 0, + "text": "an", + "position": { + "top": 900, + "bottom": 951, + "left": 1574, + "right": 1620 + } + }, + { + "doc_offset": { + "start": 629, + "end": 639 + }, + "page_num": 0, + "text": "importable", + "position": { + "top": 902, + "bottom": 949, + "left": 1640, + "right": 1853 + } + }, + { + "doc_offset": { + "start": 640, + "end": 644 + }, + "page_num": 0, + "text": "JSON", + "position": { + "top": 962, + "bottom": 1006, + "left": 212, + "right": 316 + } + }, + { + "doc_offset": { + "start": 645, + "end": 650 + }, + "page_num": 0, + "text": "file.", + "position": { + "top": 965, + "bottom": 1006, + "left": 339, + "right": 408 + } + }, + { + "doc_offset": { + "start": 651, + "end": 652 + }, + "page_num": 0, + "text": "1", + "position": { + "top": 564, + "bottom": 600, + "left": 1979, + "right": 1998 + } + }, + { + "doc_offset": { + "start": 653, + "end": 661 + }, + "page_num": 0, + "text": "Entities", + "position": { + "top": 562, + "bottom": 600, + "left": 2018, + "right": 2168 + } + }, + { + "doc_offset": { + "start": 662, + "end": 665 + }, + "page_num": 0, + "text": "1.1", + "position": { + "top": 615, + "bottom": 648, + "left": 2007, + "right": 2050 + } + }, + { + "doc_offset": { + "start": 666, + "end": 674 + }, + "page_num": 0, + "text": "Workflow", + "position": { + "top": 614, + "bottom": 648, + "left": 2067, + "right": 2220 + } + }, + { + "doc_offset": { + "start": 675, + "end": 678 + }, + "page_num": 0, + "text": "1.2", + "position": { + "top": 664, + "bottom": 697, + "left": 2007, + "right": 2052 + } + }, + { + "doc_offset": { + "start": 679, + "end": 684 + }, + "page_num": 0, + "text": "Model", + "position": { + "top": 664, + "bottom": 696, + "left": 2070, + "right": 2177 + } + }, + { + "doc_offset": { + "start": 685, + "end": 688 + }, + "page_num": 0, + "text": "1.3", + "position": { + "top": 711, + "bottom": 749, + "left": 2007, + "right": 2052 + } + }, + { + "doc_offset": { + "start": 689, + "end": 699 + }, + "page_num": 0, + "text": "Submission", + "position": { + "top": 711, + "bottom": 747, + "left": 2072, + "right": 2259 + } + }, + { + "doc_offset": { + "start": 700, + "end": 703 + }, + "page_num": 0, + "text": "1.4", + "position": { + "top": 759, + "bottom": 797, + "left": 2005, + "right": 2051 + } + }, + { + "doc_offset": { + "start": 704, + "end": 714 + }, + "page_num": 0, + "text": "Submission", + "position": { + "top": 759, + "bottom": 797, + "left": 2071, + "right": 2260 + } + }, + { + "doc_offset": { + "start": 715, + "end": 719 + }, + "page_num": 0, + "text": "File", + "position": { + "top": 757, + "bottom": 797, + "left": 2274, + "right": 2335 + } + }, + { + "doc_offset": { + "start": 720, + "end": 723 + }, + "page_num": 0, + "text": "1.5", + "position": { + "top": 810, + "bottom": 846, + "left": 2005, + "right": 2048 + } + }, + { + "doc_offset": { + "start": 724, + "end": 732 + }, + "page_num": 0, + "text": "Reviewer", + "position": { + "top": 809, + "bottom": 846, + "left": 2070, + "right": 2226 + } + }, + { + "doc_offset": { + "start": 733, + "end": 736 + }, + "page_num": 0, + "text": "1.6", + "position": { + "top": 857, + "bottom": 896, + "left": 2007, + "right": 2050 + } + }, + { + "doc_offset": { + "start": 737, + "end": 747 + }, + "page_num": 0, + "text": "Prediction", + "position": { + "top": 856, + "bottom": 895, + "left": 2071, + "right": 2239 + } + }, + { + "doc_offset": { + "start": 748, + "end": 752 + }, + "page_num": 0, + "text": "Once", + "position": { + "top": 1067, + "bottom": 1117, + "left": 210, + "right": 310 + } + }, + { + "doc_offset": { + "start": 753, + "end": 762 + }, + "page_num": 0, + "text": "imported,", + "position": { + "top": 1067, + "bottom": 1117, + "left": 320, + "right": 515 + } + }, + { + "doc_offset": { + "start": 763, + "end": 770 + }, + "page_num": 0, + "text": "Metrics", + "position": { + "top": 1067, + "bottom": 1117, + "left": 525, + "right": 676 + } + }, + { + "doc_offset": { + "start": 771, + "end": 774 + }, + "page_num": 0, + "text": "can", + "position": { + "top": 1067, + "bottom": 1117, + "left": 687, + "right": 756 + } + }, + { + "doc_offset": { + "start": 775, + "end": 781 + }, + "page_num": 0, + "text": "filter", + "position": { + "top": 1067, + "bottom": 1117, + "left": 769, + "right": 858 + } + }, + { + "doc_offset": { + "start": 782, + "end": 785 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 1067, + "bottom": 1117, + "left": 868, + "right": 941 + } + }, + { + "doc_offset": { + "start": 786, + "end": 795 + }, + "page_num": 0, + "text": "aggregate", + "position": { + "top": 1067, + "bottom": 1117, + "left": 958, + "right": 1151 + } + }, + { + "doc_offset": { + "start": 796, + "end": 799 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 1067, + "bottom": 1117, + "left": 1161, + "right": 1227 + } + }, + { + "doc_offset": { + "start": 800, + "end": 812 + }, + "page_num": 0, + "text": "intermediate", + "position": { + "top": 1067, + "bottom": 1117, + "left": 1237, + "right": 1484 + } + }, + { + "doc_offset": { + "start": 813, + "end": 817 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 1067, + "bottom": 1117, + "left": 1498, + "right": 1587 + } + }, + { + "doc_offset": { + "start": 818, + "end": 820 + }, + "page_num": 0, + "text": "as", + "position": { + "top": 1067, + "bottom": 1117, + "left": 1597, + "right": 1646 + } + }, + { + "doc_offset": { + "start": 821, + "end": 830 + }, + "page_num": 0, + "text": "described", + "position": { + "top": 1067, + "bottom": 1117, + "left": 1657, + "right": 1850 + } + }, + { + "doc_offset": { + "start": 831, + "end": 836 + }, + "page_num": 0, + "text": "below", + "position": { + "top": 1067, + "bottom": 1117, + "left": 1860, + "right": 1972 + } + }, + { + "doc_offset": { + "start": 837, + "end": 839 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 1067, + "bottom": 1117, + "left": 1992, + "right": 2035 + } + }, + { + "doc_offset": { + "start": 840, + "end": 847 + }, + "page_num": 0, + "text": "display", + "position": { + "top": 1067, + "bottom": 1117, + "left": 2045, + "right": 2183 + } + }, + { + "doc_offset": { + "start": 848, + "end": 855 + }, + "page_num": 0, + "text": "higher-", + "position": { + "top": 1067, + "bottom": 1117, + "left": 2194, + "right": 2333 + } + }, + { + "doc_offset": { + "start": 856, + "end": 861 + }, + "page_num": 0, + "text": "level", + "position": { + "top": 1130, + "bottom": 1177, + "left": 206, + "right": 300 + } + }, + { + "doc_offset": { + "start": 862, + "end": 866 + }, + "page_num": 0, + "text": "data", + "position": { + "top": 1130, + "bottom": 1178, + "left": 310, + "right": 398 + } + }, + { + "doc_offset": { + "start": 867, + "end": 873 + }, + "page_num": 0, + "text": "points", + "position": { + "top": 1130, + "bottom": 1178, + "left": 406, + "right": 530 + } + }, + { + "doc_offset": { + "start": 874, + "end": 876 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 1128, + "bottom": 1178, + "left": 540, + "right": 581 + } + }, + { + "doc_offset": { + "start": 877, + "end": 884 + }, + "page_num": 0, + "text": "fulfill", + "position": { + "top": 1128, + "bottom": 1180, + "left": 591, + "right": 681 + } + }, + { + "doc_offset": { + "start": 885, + "end": 888 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 1128, + "bottom": 1180, + "left": 691, + "right": 756 + } + }, + { + "doc_offset": { + "start": 889, + "end": 898 + }, + "page_num": 0, + "text": "reporting", + "position": { + "top": 1128, + "bottom": 1180, + "left": 766, + "right": 944 + } + }, + { + "doc_offset": { + "start": 899, + "end": 911 + }, + "page_num": 0, + "text": "requirements", + "position": { + "top": 1128, + "bottom": 1178, + "left": 954, + "right": 1213 + } + }, + { + "doc_offset": { + "start": 912, + "end": 919 + }, + "page_num": 0, + "text": "defined", + "position": { + "top": 1128, + "bottom": 1177, + "left": 1221, + "right": 1368 + } + }, + { + "doc_offset": { + "start": 920, + "end": 930 + }, + "page_num": 0, + "text": "elsewhere.", + "position": { + "top": 1128, + "bottom": 1175, + "left": 1381, + "right": 1591 + } + }, + { + "doc_offset": { + "start": 931, + "end": 932 + }, + "page_num": 0, + "text": "1", + "position": { + "top": 1317, + "bottom": 1379, + "left": 220, + "right": 252 + } + }, + { + "doc_offset": { + "start": 933, + "end": 941 + }, + "page_num": 0, + "text": "Entities", + "position": { + "top": 1317, + "bottom": 1376, + "left": 310, + "right": 571 + } + }, + { + "doc_offset": { + "start": 942, + "end": 945 + }, + "page_num": 0, + "text": "1.1", + "position": { + "top": 1526, + "bottom": 1584, + "left": 220, + "right": 308 + } + }, + { + "doc_offset": { + "start": 946, + "end": 954 + }, + "page_num": 0, + "text": "Workflow", + "position": { + "top": 1528, + "bottom": 1584, + "left": 363, + "right": 643 + } + }, + { + "doc_offset": { + "start": 955, + "end": 961 + }, + "page_num": 0, + "text": "Column", + "position": { + "top": 1691, + "bottom": 1731, + "left": 262, + "right": 416 + } + }, + { + "doc_offset": { + "start": 962, + "end": 966 + }, + "page_num": 0, + "text": "Type", + "position": { + "top": 1690, + "bottom": 1735, + "left": 875, + "right": 966 + } + }, + { + "doc_offset": { + "start": 967, + "end": 974 + }, + "page_num": 0, + "text": "GraphQL", + "position": { + "top": 1688, + "bottom": 1734, + "left": 1328, + "right": 1509 + } + }, + { + "doc_offset": { + "start": 975, + "end": 981 + }, + "page_num": 0, + "text": "Source", + "position": { + "top": 1688, + "bottom": 1734, + "left": 1525, + "right": 1670 + } + }, + { + "doc_offset": { + "start": 982, + "end": 984 + }, + "page_num": 0, + "text": "id", + "position": { + "top": 1788, + "bottom": 1824, + "left": 257, + "right": 287 + } + }, + { + "doc_offset": { + "start": 985, + "end": 988 + }, + "page_num": 0, + "text": "int", + "position": { + "top": 1786, + "bottom": 1833, + "left": 868, + "right": 925 + } + }, + { + "doc_offset": { + "start": 989, + "end": 1000 + }, + "page_num": 0, + "text": "workflow.id", + "position": { + "top": 1790, + "bottom": 1829, + "left": 1339, + "right": 1584 + } + }, + { + "doc_offset": { + "start": 1001, + "end": 1005 + }, + "page_num": 0, + "text": "name", + "position": { + "top": 1877, + "bottom": 1927, + "left": 256, + "right": 366 + } + }, + { + "doc_offset": { + "start": 1006, + "end": 1009 + }, + "page_num": 0, + "text": "str", + "position": { + "top": 1876, + "bottom": 1927, + "left": 871, + "right": 922 + } + }, + { + "doc_offset": { + "start": 1010, + "end": 1019 + }, + "page_num": 0, + "text": "workflow.", + "position": { + "top": 1884, + "bottom": 1920, + "left": 1339, + "right": 1531 + } + }, + { + "doc_offset": { + "start": 1020, + "end": 1024 + }, + "page_num": 0, + "text": "name", + "position": { + "top": 1884, + "bottom": 1920, + "left": 1538, + "right": 1628 + } + }, + { + "doc_offset": { + "start": 1025, + "end": 1032 + }, + "page_num": 0, + "text": "Example", + "position": { + "top": 2010, + "bottom": 2059, + "left": 210, + "right": 389 + } + }, + { + "doc_offset": { + "start": 1033, + "end": 1040 + }, + "page_num": 0, + "text": "GraphQL", + "position": { + "top": 2009, + "bottom": 2059, + "left": 403, + "right": 590 + } + }, + { + "doc_offset": { + "start": 1041, + "end": 1046 + }, + "page_num": 0, + "text": "Query", + "position": { + "top": 2008, + "bottom": 2062, + "left": 604, + "right": 730 + } + }, + { + "doc_offset": { + "start": 1047, + "end": 1052 + }, + "page_num": 0, + "text": "query", + "position": { + "top": 2128, + "bottom": 2177, + "left": 240, + "right": 373 + } + }, + { + "doc_offset": { + "start": 1053, + "end": 1062 + }, + "page_num": 0, + "text": "Workflows", + "position": { + "top": 2125, + "bottom": 2177, + "left": 395, + "right": 643 + } + }, + { + "doc_offset": { + "start": 1063, + "end": 1064 + }, + "page_num": 0, + "text": "{", + "position": { + "top": 2124, + "bottom": 2179, + "left": 674, + "right": 701 + } + }, + { + "doc_offset": { + "start": 1065, + "end": 1074 + }, + "page_num": 0, + "text": "workflows", + "position": { + "top": 2189, + "bottom": 2234, + "left": 325, + "right": 570 + } + }, + { + "doc_offset": { + "start": 1075, + "end": 1076 + }, + "page_num": 0, + "text": "{", + "position": { + "top": 2187, + "bottom": 2235, + "left": 603, + "right": 624 + } + }, + { + "doc_offset": { + "start": 1077, + "end": 1086 + }, + "page_num": 0, + "text": "workflows", + "position": { + "top": 2251, + "bottom": 2300, + "left": 435, + "right": 680 + } + }, + { + "doc_offset": { + "start": 1087, + "end": 1088 + }, + "page_num": 0, + "text": "{", + "position": { + "top": 2250, + "bottom": 2300, + "left": 707, + "right": 734 + } + }, + { + "doc_offset": { + "start": 1089, + "end": 1091 + }, + "page_num": 0, + "text": "id", + "position": { + "top": 2311, + "bottom": 2354, + "left": 547, + "right": 593 + } + }, + { + "doc_offset": { + "start": 1092, + "end": 1096 + }, + "page_num": 0, + "text": "name", + "position": { + "top": 2383, + "bottom": 2419, + "left": 542, + "right": 644 + } + }, + { + "doc_offset": { + "start": 1097, + "end": 1098 + }, + "page_num": 0, + "text": "}", + "position": { + "top": 2437, + "bottom": 2485, + "left": 438, + "right": 455 + } + }, + { + "doc_offset": { + "start": 1099, + "end": 1100 + }, + "page_num": 0, + "text": "}", + "position": { + "top": 2500, + "bottom": 2548, + "left": 328, + "right": 346 + } + }, + { + "doc_offset": { + "start": 1101, + "end": 1102 + }, + "page_num": 0, + "text": "}", + "position": { + "top": 2563, + "bottom": 2609, + "left": 222, + "right": 246 + } + }, + { + "doc_offset": { + "start": 1103, + "end": 1112 + }, + "page_num": 0, + "text": "Scheduled", + "position": { + "top": 2684, + "bottom": 2725, + "left": 212, + "right": 426 + } + }, + { + "doc_offset": { + "start": 1113, + "end": 1120 + }, + "page_num": 0, + "text": "Process", + "position": { + "top": 2682, + "bottom": 2728, + "left": 442, + "right": 614 + } + }, + { + "doc_offset": { + "start": 1121, + "end": 1126 + }, + "page_num": 0, + "text": "Logic", + "position": { + "top": 2681, + "bottom": 2731, + "left": 624, + "right": 739 + } + }, + { + "doc_offset": { + "start": 1127, + "end": 1131 + }, + "page_num": 0, + "text": "This", + "position": { + "top": 2785, + "bottom": 2833, + "left": 213, + "right": 287 + } + }, + { + "doc_offset": { + "start": 1132, + "end": 1134 + }, + "page_num": 0, + "text": "is", + "position": { + "top": 2784, + "bottom": 2834, + "left": 297, + "right": 338 + } + }, + { + "doc_offset": { + "start": 1135, + "end": 1136 + }, + "page_num": 0, + "text": "a", + "position": { + "top": 2784, + "bottom": 2834, + "left": 348, + "right": 366 + } + }, + { + "doc_offset": { + "start": 1137, + "end": 1148 + }, + "page_num": 0, + "text": "lightweight", + "position": { + "top": 2784, + "bottom": 2834, + "left": 378, + "right": 594 + } + }, + { + "doc_offset": { + "start": 1149, + "end": 1155 + }, + "page_num": 0, + "text": "query.", + "position": { + "top": 2784, + "bottom": 2834, + "left": 605, + "right": 727 + } + }, + { + "doc_offset": { + "start": 1156, + "end": 1159 + }, + "page_num": 0, + "text": "All", + "position": { + "top": 2784, + "bottom": 2834, + "left": 737, + "right": 786 + } + }, + { + "doc_offset": { + "start": 1160, + "end": 1169 + }, + "page_num": 0, + "text": "workflows", + "position": { + "top": 2784, + "bottom": 2835, + "left": 796, + "right": 998 + } + }, + { + "doc_offset": { + "start": 1170, + "end": 1174 + }, + "page_num": 0, + "text": "will", + "position": { + "top": 2784, + "bottom": 2835, + "left": 1008, + "right": 1070 + } + }, + { + "doc_offset": { + "start": 1175, + "end": 1177 + }, + "page_num": 0, + "text": "be", + "position": { + "top": 2784, + "bottom": 2835, + "left": 1081, + "right": 1133 + } + }, + { + "doc_offset": { + "start": 1178, + "end": 1184 + }, + "page_num": 0, + "text": "pulled", + "position": { + "top": 2784, + "bottom": 2835, + "left": 1143, + "right": 1264 + } + }, + { + "doc_offset": { + "start": 1185, + "end": 1190 + }, + "page_num": 0, + "text": "every", + "position": { + "top": 2784, + "bottom": 2835, + "left": 1276, + "right": 1381 + } + }, + { + "doc_offset": { + "start": 1191, + "end": 1195 + }, + "page_num": 0, + "text": "time", + "position": { + "top": 2784, + "bottom": 2835, + "left": 1391, + "right": 1476 + } + }, + { + "doc_offset": { + "start": 1196, + "end": 1199 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 2784, + "bottom": 2835, + "left": 1487, + "right": 1550 + } + }, + { + "doc_offset": { + "start": 1200, + "end": 1211 + }, + "page_num": 0, + "text": "integration", + "position": { + "top": 2784, + "bottom": 2834, + "left": 1560, + "right": 1770 + } + }, + { + "doc_offset": { + "start": 1212, + "end": 1214 + }, + "page_num": 0, + "text": "is", + "position": { + "top": 2784, + "bottom": 2834, + "left": 1780, + "right": 1813 + } + }, + { + "doc_offset": { + "start": 1215, + "end": 1219 + }, + "page_num": 0, + "text": "run.", + "position": { + "top": 2785, + "bottom": 2834, + "left": 1823, + "right": 1903 + } + }, + { + "doc_offset": { + "start": 1220, + "end": 1224 + }, + "page_num": 0, + "text": "Data", + "position": { + "top": 2891, + "bottom": 2937, + "left": 210, + "right": 308 + } + }, + { + "doc_offset": { + "start": 1225, + "end": 1239 + }, + "page_num": 0, + "text": "Reconciliation", + "position": { + "top": 2891, + "bottom": 2937, + "left": 320, + "right": 616 + } + }, + { + "doc_offset": { + "start": 1240, + "end": 1243 + }, + "page_num": 0, + "text": "The", + "position": { + "top": 2994, + "bottom": 3043, + "left": 212, + "right": 283 + } + }, + { + "doc_offset": { + "start": 1244, + "end": 1250 + }, + "page_num": 0, + "text": "output", + "position": { + "top": 2994, + "bottom": 3043, + "left": 296, + "right": 431 + } + }, + { + "doc_offset": { + "start": 1251, + "end": 1255 + }, + "page_num": 0, + "text": "will", + "position": { + "top": 2994, + "bottom": 3045, + "left": 441, + "right": 510 + } + }, + { + "doc_offset": { + "start": 1256, + "end": 1263 + }, + "page_num": 0, + "text": "include", + "position": { + "top": 2994, + "bottom": 3045, + "left": 520, + "right": 667 + } + }, + { + "doc_offset": { + "start": 1264, + "end": 1267 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 2994, + "bottom": 3045, + "left": 677, + "right": 743 + } + }, + { + "doc_offset": { + "start": 1268, + "end": 1275 + }, + "page_num": 0, + "text": "primary", + "position": { + "top": 2994, + "bottom": 3045, + "left": 757, + "right": 911 + } + }, + { + "doc_offset": { + "start": 1276, + "end": 1279 + }, + "page_num": 0, + "text": "key", + "position": { + "top": 2994, + "bottom": 3046, + "left": 921, + "right": 997 + } + }, + { + "doc_offset": { + "start": 1280, + "end": 1282 + }, + "page_num": 0, + "text": "id", + "position": { + "top": 2994, + "bottom": 3046, + "left": 1027, + "right": 1073 + } + }, + { + "doc_offset": { + "start": 1283, + "end": 1289 + }, + "page_num": 0, + "text": "needed", + "position": { + "top": 2994, + "bottom": 3046, + "left": 1098, + "right": 1250 + } + }, + { + "doc_offset": { + "start": 1290, + "end": 1292 + }, + "page_num": 0, + "text": "to", + "position": { + "top": 2994, + "bottom": 3046, + "left": 1263, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 1293, + "end": 1299 + }, + "page_num": 0, + "text": "update", + "position": { + "top": 2994, + "bottom": 3046, + "left": 1322, + "right": 1464 + } + }, + { + "doc_offset": { + "start": 1300, + "end": 1308 + }, + "page_num": 0, + "text": "existing", + "position": { + "top": 2994, + "bottom": 3046, + "left": 1476, + "right": 1631 + } + }, + { + "doc_offset": { + "start": 1309, + "end": 1313 + }, + "page_num": 0, + "text": "rows", + "position": { + "top": 2994, + "bottom": 3046, + "left": 1644, + "right": 1746 + } + }, + { + "doc_offset": { + "start": 1314, + "end": 1317 + }, + "page_num": 0, + "text": "and", + "position": { + "top": 2994, + "bottom": 3045, + "left": 1760, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 1318, + "end": 1324 + }, + "page_num": 0, + "text": "insert", + "position": { + "top": 2994, + "bottom": 3045, + "left": 1845, + "right": 1962 + } + }, + { + "doc_offset": { + "start": 1325, + "end": 1328 + }, + "page_num": 0, + "text": "new", + "position": { + "top": 2994, + "bottom": 3045, + "left": 1974, + "right": 2048 + } + }, + { + "doc_offset": { + "start": 1329, + "end": 1333 + }, + "page_num": 0, + "text": "rows", + "position": { + "top": 2994, + "bottom": 3045, + "left": 2070, + "right": 2170 + } + }, + { + "doc_offset": { + "start": 1334, + "end": 1338 + }, + "page_num": 0, + "text": "into", + "position": { + "top": 2994, + "bottom": 3043, + "left": 2181, + "right": 2259 + } + }, + { + "doc_offset": { + "start": 1339, + "end": 1342 + }, + "page_num": 0, + "text": "the", + "position": { + "top": 2994, + "bottom": 3043, + "left": 2273, + "right": 2337 + } + }, + { + "doc_offset": { + "start": 1343, + "end": 1350 + }, + "page_num": 0, + "text": "Metrics", + "position": { + "top": 3057, + "bottom": 3102, + "left": 214, + "right": 356 + } + }, + { + "doc_offset": { + "start": 1351, + "end": 1360 + }, + "page_num": 0, + "text": "database.", + "position": { + "top": 3057, + "bottom": 3102, + "left": 368, + "right": 563 + } + } +] \ No newline at end of file diff --git a/tests/data/etloutput/4289/107458/101157/page_1_text.txt b/tests/data/etloutput/4289/107458/101157/page_1_text.txt new file mode 100644 index 0000000..95f0e61 --- /dev/null +++ b/tests/data/etloutput/4289/107458/101157/page_1_text.txt @@ -0,0 +1,20 @@ +1.2 Model +Column Type GraphQL Source +id int modelGroup. id +name str model Group. name +workflow_id int model Group. workflowId +Example GraphQL Query +query Models { +modelGroups(Limit: 1000) { +model Groups { +id +name +workflowId +} +} +} +Scheduled Process Logic +This is a lightweight query. All models will be pulled every time the integration is run. +Data Reconciliation +The output will include the primary key id needed to update existing rows and insert new rows into the +Metrics database. \ No newline at end of file diff --git a/tests/data/etloutput/4289/107458/101157/page_1_tokens.json b/tests/data/etloutput/4289/107458/101157/page_1_tokens.json new file mode 100644 index 0000000..960aed8 --- /dev/null +++ b/tests/data/etloutput/4289/107458/101157/page_1_tokens.json @@ -0,0 +1,1122 @@ +[ + { + "doc_offset": { + "start": 1361, + "end": 1364 + }, + "page_num": 1, + "text": "1.2", + "position": { + "top": 51, + "bottom": 105, + "left": 220, + "right": 306 + } + }, + { + "doc_offset": { + "start": 1365, + "end": 1370 + }, + "page_num": 1, + "text": "Model", + "position": { + "top": 51, + "bottom": 105, + "left": 363, + "right": 551 + } + }, + { + "doc_offset": { + "start": 1371, + "end": 1377 + }, + "page_num": 1, + "text": "Column", + "position": { + "top": 211, + "bottom": 253, + "left": 262, + "right": 416 + } + }, + { + "doc_offset": { + "start": 1378, + "end": 1382 + }, + "page_num": 1, + "text": "Type", + "position": { + "top": 210, + "bottom": 259, + "left": 889, + "right": 984 + } + }, + { + "doc_offset": { + "start": 1383, + "end": 1390 + }, + "page_num": 1, + "text": "GraphQL", + "position": { + "top": 211, + "bottom": 257, + "left": 1252, + "right": 1435 + } + }, + { + "doc_offset": { + "start": 1391, + "end": 1397 + }, + "page_num": 1, + "text": "Source", + "position": { + "top": 211, + "bottom": 257, + "left": 1451, + "right": 1597 + } + }, + { + "doc_offset": { + "start": 1398, + "end": 1400 + }, + "page_num": 1, + "text": "id", + "position": { + "top": 312, + "bottom": 350, + "left": 259, + "right": 289 + } + }, + { + "doc_offset": { + "start": 1401, + "end": 1404 + }, + "page_num": 1, + "text": "int", + "position": { + "top": 312, + "bottom": 350, + "left": 883, + "right": 938 + } + }, + { + "doc_offset": { + "start": 1405, + "end": 1416 + }, + "page_num": 1, + "text": "modelGroup.", + "position": { + "top": 313, + "bottom": 355, + "left": 1262, + "right": 1504 + } + }, + { + "doc_offset": { + "start": 1417, + "end": 1419 + }, + "page_num": 1, + "text": "id", + "position": { + "top": 312, + "bottom": 355, + "left": 1512, + "right": 1555 + } + }, + { + "doc_offset": { + "start": 1420, + "end": 1424 + }, + "page_num": 1, + "text": "name", + "position": { + "top": 411, + "bottom": 446, + "left": 259, + "right": 363 + } + }, + { + "doc_offset": { + "start": 1425, + "end": 1428 + }, + "page_num": 1, + "text": "str", + "position": { + "top": 405, + "bottom": 445, + "left": 888, + "right": 936 + } + }, + { + "doc_offset": { + "start": 1429, + "end": 1434 + }, + "page_num": 1, + "text": "model", + "position": { + "top": 406, + "bottom": 448, + "left": 1262, + "right": 1369 + } + }, + { + "doc_offset": { + "start": 1435, + "end": 1441 + }, + "page_num": 1, + "text": "Group.", + "position": { + "top": 408, + "bottom": 448, + "left": 1376, + "right": 1501 + } + }, + { + "doc_offset": { + "start": 1442, + "end": 1446 + }, + "page_num": 1, + "text": "name", + "position": { + "top": 409, + "bottom": 448, + "left": 1509, + "right": 1601 + } + }, + { + "doc_offset": { + "start": 1447, + "end": 1458 + }, + "page_num": 1, + "text": "workflow_id", + "position": { + "top": 498, + "bottom": 542, + "left": 259, + "right": 494 + } + }, + { + "doc_offset": { + "start": 1459, + "end": 1462 + }, + "page_num": 1, + "text": "int", + "position": { + "top": 495, + "bottom": 537, + "left": 882, + "right": 938 + } + }, + { + "doc_offset": { + "start": 1463, + "end": 1468 + }, + "page_num": 1, + "text": "model", + "position": { + "top": 498, + "bottom": 539, + "left": 1262, + "right": 1366 + } + }, + { + "doc_offset": { + "start": 1469, + "end": 1475 + }, + "page_num": 1, + "text": "Group.", + "position": { + "top": 498, + "bottom": 539, + "left": 1375, + "right": 1497 + } + }, + { + "doc_offset": { + "start": 1476, + "end": 1486 + }, + "page_num": 1, + "text": "workflowId", + "position": { + "top": 497, + "bottom": 539, + "left": 1505, + "right": 1733 + } + }, + { + "doc_offset": { + "start": 1487, + "end": 1494 + }, + "page_num": 1, + "text": "Example", + "position": { + "top": 627, + "bottom": 676, + "left": 212, + "right": 391 + } + }, + { + "doc_offset": { + "start": 1495, + "end": 1502 + }, + "page_num": 1, + "text": "GraphQL", + "position": { + "top": 625, + "bottom": 676, + "left": 401, + "right": 590 + } + }, + { + "doc_offset": { + "start": 1503, + "end": 1508 + }, + "page_num": 1, + "text": "Query", + "position": { + "top": 625, + "bottom": 677, + "left": 604, + "right": 730 + } + }, + { + "doc_offset": { + "start": 1509, + "end": 1514 + }, + "page_num": 1, + "text": "query", + "position": { + "top": 741, + "bottom": 793, + "left": 242, + "right": 375 + } + }, + { + "doc_offset": { + "start": 1515, + "end": 1521 + }, + "page_num": 1, + "text": "Models", + "position": { + "top": 741, + "bottom": 794, + "left": 392, + "right": 565 + } + }, + { + "doc_offset": { + "start": 1522, + "end": 1523 + }, + "page_num": 1, + "text": "{", + "position": { + "top": 740, + "bottom": 794, + "left": 593, + "right": 618 + } + }, + { + "doc_offset": { + "start": 1524, + "end": 1542 + }, + "page_num": 1, + "text": "modelGroups(Limit:", + "position": { + "top": 806, + "bottom": 855, + "left": 325, + "right": 815 + } + }, + { + "doc_offset": { + "start": 1543, + "end": 1548 + }, + "page_num": 1, + "text": "1000)", + "position": { + "top": 800, + "bottom": 856, + "left": 840, + "right": 981 + } + }, + { + "doc_offset": { + "start": 1549, + "end": 1550 + }, + "page_num": 1, + "text": "{", + "position": { + "top": 800, + "bottom": 856, + "left": 1002, + "right": 1031 + } + }, + { + "doc_offset": { + "start": 1551, + "end": 1556 + }, + "page_num": 1, + "text": "model", + "position": { + "top": 866, + "bottom": 918, + "left": 435, + "right": 560 + } + }, + { + "doc_offset": { + "start": 1557, + "end": 1563 + }, + "page_num": 1, + "text": "Groups", + "position": { + "top": 866, + "bottom": 918, + "left": 571, + "right": 732 + } + }, + { + "doc_offset": { + "start": 1564, + "end": 1565 + }, + "page_num": 1, + "text": "{", + "position": { + "top": 865, + "bottom": 916, + "left": 763, + "right": 787 + } + }, + { + "doc_offset": { + "start": 1566, + "end": 1568 + }, + "page_num": 1, + "text": "id", + "position": { + "top": 929, + "bottom": 973, + "left": 545, + "right": 593 + } + }, + { + "doc_offset": { + "start": 1569, + "end": 1573 + }, + "page_num": 1, + "text": "name", + "position": { + "top": 998, + "bottom": 1035, + "left": 542, + "right": 646 + } + }, + { + "doc_offset": { + "start": 1574, + "end": 1584 + }, + "page_num": 1, + "text": "workflowId", + "position": { + "top": 1055, + "bottom": 1098, + "left": 544, + "right": 806 + } + }, + { + "doc_offset": { + "start": 1585, + "end": 1586 + }, + "page_num": 1, + "text": "}", + "position": { + "top": 1115, + "bottom": 1165, + "left": 436, + "right": 455 + } + }, + { + "doc_offset": { + "start": 1587, + "end": 1588 + }, + "page_num": 1, + "text": "}", + "position": { + "top": 1178, + "bottom": 1224, + "left": 329, + "right": 346 + } + }, + { + "doc_offset": { + "start": 1589, + "end": 1590 + }, + "page_num": 1, + "text": "}", + "position": { + "top": 1241, + "bottom": 1287, + "left": 223, + "right": 239 + } + }, + { + "doc_offset": { + "start": 1591, + "end": 1600 + }, + "page_num": 1, + "text": "Scheduled", + "position": { + "top": 1360, + "bottom": 1403, + "left": 212, + "right": 426 + } + }, + { + "doc_offset": { + "start": 1601, + "end": 1608 + }, + "page_num": 1, + "text": "Process", + "position": { + "top": 1359, + "bottom": 1407, + "left": 442, + "right": 614 + } + }, + { + "doc_offset": { + "start": 1609, + "end": 1614 + }, + "page_num": 1, + "text": "Logic", + "position": { + "top": 1359, + "bottom": 1409, + "left": 623, + "right": 740 + } + }, + { + "doc_offset": { + "start": 1615, + "end": 1619 + }, + "page_num": 1, + "text": "This", + "position": { + "top": 1463, + "bottom": 1511, + "left": 213, + "right": 286 + } + }, + { + "doc_offset": { + "start": 1620, + "end": 1622 + }, + "page_num": 1, + "text": "is", + "position": { + "top": 1463, + "bottom": 1512, + "left": 296, + "right": 336 + } + }, + { + "doc_offset": { + "start": 1623, + "end": 1624 + }, + "page_num": 1, + "text": "a", + "position": { + "top": 1463, + "bottom": 1512, + "left": 348, + "right": 366 + } + }, + { + "doc_offset": { + "start": 1625, + "end": 1636 + }, + "page_num": 1, + "text": "lightweight", + "position": { + "top": 1463, + "bottom": 1512, + "left": 378, + "right": 594 + } + }, + { + "doc_offset": { + "start": 1637, + "end": 1643 + }, + "page_num": 1, + "text": "query.", + "position": { + "top": 1462, + "bottom": 1513, + "left": 605, + "right": 729 + } + }, + { + "doc_offset": { + "start": 1644, + "end": 1647 + }, + "page_num": 1, + "text": "All", + "position": { + "top": 1462, + "bottom": 1513, + "left": 739, + "right": 786 + } + }, + { + "doc_offset": { + "start": 1648, + "end": 1654 + }, + "page_num": 1, + "text": "models", + "position": { + "top": 1460, + "bottom": 1513, + "left": 796, + "right": 944 + } + }, + { + "doc_offset": { + "start": 1655, + "end": 1659 + }, + "page_num": 1, + "text": "will", + "position": { + "top": 1460, + "bottom": 1513, + "left": 954, + "right": 1017 + } + }, + { + "doc_offset": { + "start": 1660, + "end": 1662 + }, + "page_num": 1, + "text": "be", + "position": { + "top": 1460, + "bottom": 1513, + "left": 1027, + "right": 1077 + } + }, + { + "doc_offset": { + "start": 1663, + "end": 1669 + }, + "page_num": 1, + "text": "pulled", + "position": { + "top": 1460, + "bottom": 1513, + "left": 1088, + "right": 1209 + } + }, + { + "doc_offset": { + "start": 1670, + "end": 1675 + }, + "page_num": 1, + "text": "every", + "position": { + "top": 1460, + "bottom": 1513, + "left": 1221, + "right": 1326 + } + }, + { + "doc_offset": { + "start": 1676, + "end": 1680 + }, + "page_num": 1, + "text": "time", + "position": { + "top": 1460, + "bottom": 1513, + "left": 1336, + "right": 1422 + } + }, + { + "doc_offset": { + "start": 1681, + "end": 1684 + }, + "page_num": 1, + "text": "the", + "position": { + "top": 1462, + "bottom": 1513, + "left": 1434, + "right": 1497 + } + }, + { + "doc_offset": { + "start": 1685, + "end": 1696 + }, + "page_num": 1, + "text": "integration", + "position": { + "top": 1462, + "bottom": 1512, + "left": 1507, + "right": 1714 + } + }, + { + "doc_offset": { + "start": 1697, + "end": 1699 + }, + "page_num": 1, + "text": "is", + "position": { + "top": 1462, + "bottom": 1512, + "left": 1724, + "right": 1762 + } + }, + { + "doc_offset": { + "start": 1700, + "end": 1704 + }, + "page_num": 1, + "text": "run.", + "position": { + "top": 1462, + "bottom": 1512, + "left": 1772, + "right": 1849 + } + }, + { + "doc_offset": { + "start": 1705, + "end": 1709 + }, + "page_num": 1, + "text": "Data", + "position": { + "top": 1569, + "bottom": 1615, + "left": 210, + "right": 306 + } + }, + { + "doc_offset": { + "start": 1710, + "end": 1724 + }, + "page_num": 1, + "text": "Reconciliation", + "position": { + "top": 1569, + "bottom": 1614, + "left": 319, + "right": 614 + } + }, + { + "doc_offset": { + "start": 1725, + "end": 1728 + }, + "page_num": 1, + "text": "The", + "position": { + "top": 1672, + "bottom": 1723, + "left": 212, + "right": 282 + } + }, + { + "doc_offset": { + "start": 1729, + "end": 1735 + }, + "page_num": 1, + "text": "output", + "position": { + "top": 1672, + "bottom": 1724, + "left": 300, + "right": 431 + } + }, + { + "doc_offset": { + "start": 1736, + "end": 1740 + }, + "page_num": 1, + "text": "will", + "position": { + "top": 1672, + "bottom": 1724, + "left": 442, + "right": 505 + } + }, + { + "doc_offset": { + "start": 1741, + "end": 1748 + }, + "page_num": 1, + "text": "include", + "position": { + "top": 1672, + "bottom": 1724, + "left": 517, + "right": 666 + } + }, + { + "doc_offset": { + "start": 1749, + "end": 1752 + }, + "page_num": 1, + "text": "the", + "position": { + "top": 1671, + "bottom": 1724, + "left": 680, + "right": 743 + } + }, + { + "doc_offset": { + "start": 1753, + "end": 1760 + }, + "page_num": 1, + "text": "primary", + "position": { + "top": 1671, + "bottom": 1724, + "left": 757, + "right": 909 + } + }, + { + "doc_offset": { + "start": 1761, + "end": 1764 + }, + "page_num": 1, + "text": "key", + "position": { + "top": 1671, + "bottom": 1724, + "left": 921, + "right": 998 + } + }, + { + "doc_offset": { + "start": 1765, + "end": 1767 + }, + "page_num": 1, + "text": "id", + "position": { + "top": 1671, + "bottom": 1724, + "left": 1025, + "right": 1073 + } + }, + { + "doc_offset": { + "start": 1768, + "end": 1774 + }, + "page_num": 1, + "text": "needed", + "position": { + "top": 1671, + "bottom": 1724, + "left": 1100, + "right": 1249 + } + }, + { + "doc_offset": { + "start": 1775, + "end": 1777 + }, + "page_num": 1, + "text": "to", + "position": { + "top": 1671, + "bottom": 1724, + "left": 1263, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 1778, + "end": 1784 + }, + "page_num": 1, + "text": "update", + "position": { + "top": 1671, + "bottom": 1724, + "left": 1320, + "right": 1462 + } + }, + { + "doc_offset": { + "start": 1785, + "end": 1793 + }, + "page_num": 1, + "text": "existing", + "position": { + "top": 1671, + "bottom": 1724, + "left": 1476, + "right": 1628 + } + }, + { + "doc_offset": { + "start": 1794, + "end": 1798 + }, + "page_num": 1, + "text": "rows", + "position": { + "top": 1671, + "bottom": 1724, + "left": 1643, + "right": 1744 + } + }, + { + "doc_offset": { + "start": 1799, + "end": 1802 + }, + "page_num": 1, + "text": "and", + "position": { + "top": 1671, + "bottom": 1723, + "left": 1757, + "right": 1832 + } + }, + { + "doc_offset": { + "start": 1803, + "end": 1809 + }, + "page_num": 1, + "text": "insert", + "position": { + "top": 1671, + "bottom": 1723, + "left": 1842, + "right": 1961 + } + }, + { + "doc_offset": { + "start": 1810, + "end": 1813 + }, + "page_num": 1, + "text": "new", + "position": { + "top": 1671, + "bottom": 1723, + "left": 1971, + "right": 2045 + } + }, + { + "doc_offset": { + "start": 1814, + "end": 1818 + }, + "page_num": 1, + "text": "rows", + "position": { + "top": 1672, + "bottom": 1723, + "left": 2070, + "right": 2167 + } + }, + { + "doc_offset": { + "start": 1819, + "end": 1823 + }, + "page_num": 1, + "text": "into", + "position": { + "top": 1672, + "bottom": 1723, + "left": 2178, + "right": 2256 + } + }, + { + "doc_offset": { + "start": 1824, + "end": 1827 + }, + "page_num": 1, + "text": "the", + "position": { + "top": 1672, + "bottom": 1721, + "left": 2269, + "right": 2337 + } + }, + { + "doc_offset": { + "start": 1828, + "end": 1835 + }, + "page_num": 1, + "text": "Metrics", + "position": { + "top": 1735, + "bottom": 1780, + "left": 212, + "right": 356 + } + }, + { + "doc_offset": { + "start": 1836, + "end": 1845 + }, + "page_num": 1, + "text": "database.", + "position": { + "top": 1735, + "bottom": 1780, + "left": 366, + "right": 567 + } + } +] \ No newline at end of file diff --git a/tests/data/etloutput/4289/107458/101157/page_2_text.txt b/tests/data/etloutput/4289/107458/101157/page_2_text.txt new file mode 100644 index 0000000..8226328 --- /dev/null +++ b/tests/data/etloutput/4289/107458/101157/page_2_text.txt @@ -0,0 +1,25 @@ +1.3 Submission +Column Type GraphQL Source +id int submission.id +created_at datetime submission. createdAt +processed_at datetime submission.review. completedAt +reviewer_id int submission. review. createdBy 2 +review_started_at datetime submission.review. startedAt 2 +review_completed_at datetime submission.review. completedAt 2 +rejected bool submission. review. rejected 2 +rejection_reason str submission.review. notes 2 +completed_at datetime submission. completedAt +retrieved_at datetime submission. updatedAt 3 +failed bool submission.status 4 +status enum submission.status +workflow_id int submission.workflowId +1 The timestamp for submission processing being completed is not directly available on the +Instead it's approximated by the completion time of Auto Review in the reviews list +(where reviewType == "AUTO"). +submission object. +2 The HITL review data points must come from the Manual Review in the reviews list +(where reviewType == "MANUAL"). +3 The time of retrieval is not directly available on the submission object. Instead it's approximated by the last +update time of the submission once the retrieved flag is set. +4 The failure status is not directly available on the submission object as a boolean. Instead it's derived using the +status of the submission (where status == "FAILED"). \ No newline at end of file diff --git a/tests/data/etloutput/4289/107458/101157/page_2_tokens.json b/tests/data/etloutput/4289/107458/101157/page_2_tokens.json new file mode 100644 index 0000000..c58158d --- /dev/null +++ b/tests/data/etloutput/4289/107458/101157/page_2_tokens.json @@ -0,0 +1,2452 @@ +[ + { + "doc_offset": { + "start": 1846, + "end": 1849 + }, + "page_num": 2, + "text": "1.3", + "position": { + "top": 133, + "bottom": 189, + "left": 220, + "right": 302 + } + }, + { + "doc_offset": { + "start": 1850, + "end": 1860 + }, + "page_num": 2, + "text": "Submission", + "position": { + "top": 136, + "bottom": 190, + "left": 363, + "right": 711 + } + }, + { + "doc_offset": { + "start": 1861, + "end": 1867 + }, + "page_num": 2, + "text": "Column", + "position": { + "top": 295, + "bottom": 336, + "left": 262, + "right": 415 + } + }, + { + "doc_offset": { + "start": 1868, + "end": 1872 + }, + "page_num": 2, + "text": "Type", + "position": { + "top": 295, + "bottom": 340, + "left": 954, + "right": 1045 + } + }, + { + "doc_offset": { + "start": 1873, + "end": 1880 + }, + "page_num": 2, + "text": "GraphQL", + "position": { + "top": 293, + "bottom": 340, + "left": 1310, + "right": 1495 + } + }, + { + "doc_offset": { + "start": 1881, + "end": 1887 + }, + "page_num": 2, + "text": "Source", + "position": { + "top": 295, + "bottom": 340, + "left": 1511, + "right": 1656 + } + }, + { + "doc_offset": { + "start": 1888, + "end": 1890 + }, + "page_num": 2, + "text": "id", + "position": { + "top": 393, + "bottom": 432, + "left": 257, + "right": 290 + } + }, + { + "doc_offset": { + "start": 1891, + "end": 1894 + }, + "page_num": 2, + "text": "int", + "position": { + "top": 393, + "bottom": 431, + "left": 946, + "right": 999 + } + }, + { + "doc_offset": { + "start": 1895, + "end": 1908 + }, + "page_num": 2, + "text": "submission.id", + "position": { + "top": 396, + "bottom": 433, + "left": 1326, + "right": 1611 + } + }, + { + "doc_offset": { + "start": 1909, + "end": 1919 + }, + "page_num": 2, + "text": "created_at", + "position": { + "top": 489, + "bottom": 531, + "left": 259, + "right": 469 + } + }, + { + "doc_offset": { + "start": 1920, + "end": 1928 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 489, + "bottom": 529, + "left": 948, + "right": 1120 + } + }, + { + "doc_offset": { + "start": 1929, + "end": 1940 + }, + "page_num": 2, + "text": "submission.", + "position": { + "top": 489, + "bottom": 528, + "left": 1326, + "right": 1562 + } + }, + { + "doc_offset": { + "start": 1941, + "end": 1950 + }, + "page_num": 2, + "text": "createdAt", + "position": { + "top": 489, + "bottom": 528, + "left": 1571, + "right": 1769 + } + }, + { + "doc_offset": { + "start": 1951, + "end": 1963 + }, + "page_num": 2, + "text": "processed_at", + "position": { + "top": 588, + "bottom": 631, + "left": 257, + "right": 528 + } + }, + { + "doc_offset": { + "start": 1964, + "end": 1972 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 587, + "bottom": 625, + "left": 948, + "right": 1120 + } + }, + { + "doc_offset": { + "start": 1973, + "end": 1991 + }, + "page_num": 2, + "text": "submission.review.", + "position": { + "top": 592, + "bottom": 638, + "left": 1323, + "right": 1716 + } + }, + { + "doc_offset": { + "start": 1992, + "end": 2003 + }, + "page_num": 2, + "text": "completedAt", + "position": { + "top": 592, + "bottom": 640, + "left": 1726, + "right": 1975 + } + }, + { + "doc_offset": { + "start": 2004, + "end": 2015 + }, + "page_num": 2, + "text": "reviewer_id", + "position": { + "top": 688, + "bottom": 731, + "left": 257, + "right": 478 + } + }, + { + "doc_offset": { + "start": 2016, + "end": 2019 + }, + "page_num": 2, + "text": "int", + "position": { + "top": 688, + "bottom": 726, + "left": 948, + "right": 999 + } + }, + { + "doc_offset": { + "start": 2020, + "end": 2031 + }, + "page_num": 2, + "text": "submission.", + "position": { + "top": 698, + "bottom": 737, + "left": 1323, + "right": 1561 + } + }, + { + "doc_offset": { + "start": 2032, + "end": 2039 + }, + "page_num": 2, + "text": "review.", + "position": { + "top": 698, + "bottom": 739, + "left": 1568, + "right": 1717 + } + }, + { + "doc_offset": { + "start": 2040, + "end": 2049 + }, + "page_num": 2, + "text": "createdBy", + "position": { + "top": 697, + "bottom": 740, + "left": 1726, + "right": 1928 + } + }, + { + "doc_offset": { + "start": 2050, + "end": 2051 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 693, + "bottom": 724, + "left": 1944, + "right": 1959 + } + }, + { + "doc_offset": { + "start": 2052, + "end": 2069 + }, + "page_num": 2, + "text": "review_started_at", + "position": { + "top": 792, + "bottom": 836, + "left": 257, + "right": 607 + } + }, + { + "doc_offset": { + "start": 2070, + "end": 2078 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 792, + "bottom": 833, + "left": 948, + "right": 1117 + } + }, + { + "doc_offset": { + "start": 2079, + "end": 2097 + }, + "page_num": 2, + "text": "submission.review.", + "position": { + "top": 803, + "bottom": 840, + "left": 1323, + "right": 1717 + } + }, + { + "doc_offset": { + "start": 2098, + "end": 2107 + }, + "page_num": 2, + "text": "startedAt", + "position": { + "top": 800, + "bottom": 839, + "left": 1726, + "right": 1925 + } + }, + { + "doc_offset": { + "start": 2108, + "end": 2109 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 797, + "bottom": 826, + "left": 1944, + "right": 1958 + } + }, + { + "doc_offset": { + "start": 2110, + "end": 2129 + }, + "page_num": 2, + "text": "review_completed_at", + "position": { + "top": 890, + "bottom": 941, + "left": 253, + "right": 679 + } + }, + { + "doc_offset": { + "start": 2130, + "end": 2138 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 893, + "bottom": 933, + "left": 951, + "right": 1118 + } + }, + { + "doc_offset": { + "start": 2139, + "end": 2157 + }, + "page_num": 2, + "text": "submission.review.", + "position": { + "top": 905, + "bottom": 943, + "left": 1323, + "right": 1716 + } + }, + { + "doc_offset": { + "start": 2158, + "end": 2169 + }, + "page_num": 2, + "text": "completedAt", + "position": { + "top": 903, + "bottom": 946, + "left": 1724, + "right": 1971 + } + }, + { + "doc_offset": { + "start": 2170, + "end": 2171 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 896, + "bottom": 929, + "left": 1986, + "right": 2004 + } + }, + { + "doc_offset": { + "start": 2172, + "end": 2180 + }, + "page_num": 2, + "text": "rejected", + "position": { + "top": 998, + "bottom": 1042, + "left": 259, + "right": 412 + } + }, + { + "doc_offset": { + "start": 2181, + "end": 2185 + }, + "page_num": 2, + "text": "bool", + "position": { + "top": 992, + "bottom": 1039, + "left": 948, + "right": 1037 + } + }, + { + "doc_offset": { + "start": 2186, + "end": 2197 + }, + "page_num": 2, + "text": "submission.", + "position": { + "top": 1009, + "bottom": 1045, + "left": 1325, + "right": 1560 + } + }, + { + "doc_offset": { + "start": 2198, + "end": 2205 + }, + "page_num": 2, + "text": "review.", + "position": { + "top": 1006, + "bottom": 1049, + "left": 1568, + "right": 1716 + } + }, + { + "doc_offset": { + "start": 2206, + "end": 2214 + }, + "page_num": 2, + "text": "rejected", + "position": { + "top": 1006, + "bottom": 1049, + "left": 1724, + "right": 1902 + } + }, + { + "doc_offset": { + "start": 2215, + "end": 2216 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 999, + "bottom": 1035, + "left": 1921, + "right": 1938 + } + }, + { + "doc_offset": { + "start": 2217, + "end": 2233 + }, + "page_num": 2, + "text": "rejection_reason", + "position": { + "top": 1100, + "bottom": 1147, + "left": 257, + "right": 578 + } + }, + { + "doc_offset": { + "start": 2234, + "end": 2237 + }, + "page_num": 2, + "text": "str", + "position": { + "top": 1094, + "bottom": 1144, + "left": 946, + "right": 1001 + } + }, + { + "doc_offset": { + "start": 2238, + "end": 2256 + }, + "page_num": 2, + "text": "submission.review.", + "position": { + "top": 1110, + "bottom": 1148, + "left": 1326, + "right": 1716 + } + }, + { + "doc_offset": { + "start": 2257, + "end": 2262 + }, + "page_num": 2, + "text": "notes", + "position": { + "top": 1110, + "bottom": 1147, + "left": 1723, + "right": 1838 + } + }, + { + "doc_offset": { + "start": 2263, + "end": 2264 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 1102, + "bottom": 1134, + "left": 1855, + "right": 1872 + } + }, + { + "doc_offset": { + "start": 2265, + "end": 2277 + }, + "page_num": 2, + "text": "completed_at", + "position": { + "top": 1198, + "bottom": 1241, + "left": 257, + "right": 528 + } + }, + { + "doc_offset": { + "start": 2278, + "end": 2286 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 1198, + "bottom": 1237, + "left": 951, + "right": 1117 + } + }, + { + "doc_offset": { + "start": 2287, + "end": 2298 + }, + "page_num": 2, + "text": "submission.", + "position": { + "top": 1198, + "bottom": 1238, + "left": 1325, + "right": 1560 + } + }, + { + "doc_offset": { + "start": 2299, + "end": 2310 + }, + "page_num": 2, + "text": "completedAt", + "position": { + "top": 1198, + "bottom": 1238, + "left": 1570, + "right": 1813 + } + }, + { + "doc_offset": { + "start": 2311, + "end": 2323 + }, + "page_num": 2, + "text": "retrieved_at", + "position": { + "top": 1294, + "bottom": 1336, + "left": 257, + "right": 491 + } + }, + { + "doc_offset": { + "start": 2324, + "end": 2332 + }, + "page_num": 2, + "text": "datetime", + "position": { + "top": 1294, + "bottom": 1336, + "left": 951, + "right": 1118 + } + }, + { + "doc_offset": { + "start": 2333, + "end": 2344 + }, + "page_num": 2, + "text": "submission.", + "position": { + "top": 1306, + "bottom": 1347, + "left": 1323, + "right": 1560 + } + }, + { + "doc_offset": { + "start": 2345, + "end": 2354 + }, + "page_num": 2, + "text": "updatedAt", + "position": { + "top": 1306, + "bottom": 1344, + "left": 1568, + "right": 1770 + } + }, + { + "doc_offset": { + "start": 2355, + "end": 2356 + }, + "page_num": 2, + "text": "3", + "position": { + "top": 1301, + "bottom": 1343, + "left": 1785, + "right": 1807 + } + }, + { + "doc_offset": { + "start": 2357, + "end": 2363 + }, + "page_num": 2, + "text": "failed", + "position": { + "top": 1396, + "bottom": 1436, + "left": 257, + "right": 361 + } + }, + { + "doc_offset": { + "start": 2364, + "end": 2368 + }, + "page_num": 2, + "text": "bool", + "position": { + "top": 1392, + "bottom": 1440, + "left": 946, + "right": 1038 + } + }, + { + "doc_offset": { + "start": 2369, + "end": 2386 + }, + "page_num": 2, + "text": "submission.status", + "position": { + "top": 1407, + "bottom": 1446, + "left": 1323, + "right": 1701 + } + }, + { + "doc_offset": { + "start": 2387, + "end": 2388 + }, + "page_num": 2, + "text": "4", + "position": { + "top": 1402, + "bottom": 1435, + "left": 1717, + "right": 1736 + } + }, + { + "doc_offset": { + "start": 2389, + "end": 2395 + }, + "page_num": 2, + "text": "status", + "position": { + "top": 1498, + "bottom": 1533, + "left": 260, + "right": 378 + } + }, + { + "doc_offset": { + "start": 2396, + "end": 2400 + }, + "page_num": 2, + "text": "enum", + "position": { + "top": 1499, + "bottom": 1535, + "left": 949, + "right": 1040 + } + }, + { + "doc_offset": { + "start": 2401, + "end": 2418 + }, + "page_num": 2, + "text": "submission.status", + "position": { + "top": 1496, + "bottom": 1533, + "left": 1323, + "right": 1701 + } + }, + { + "doc_offset": { + "start": 2419, + "end": 2430 + }, + "page_num": 2, + "text": "workflow_id", + "position": { + "top": 1589, + "bottom": 1631, + "left": 257, + "right": 488 + } + }, + { + "doc_offset": { + "start": 2431, + "end": 2434 + }, + "page_num": 2, + "text": "int", + "position": { + "top": 1586, + "bottom": 1627, + "left": 946, + "right": 999 + } + }, + { + "doc_offset": { + "start": 2435, + "end": 2456 + }, + "page_num": 2, + "text": "submission.workflowId", + "position": { + "top": 1588, + "bottom": 1627, + "left": 1325, + "right": 1790 + } + }, + { + "doc_offset": { + "start": 2457, + "end": 2458 + }, + "page_num": 2, + "text": "1", + "position": { + "top": 1717, + "bottom": 1763, + "left": 212, + "right": 234 + } + }, + { + "doc_offset": { + "start": 2459, + "end": 2462 + }, + "page_num": 2, + "text": "The", + "position": { + "top": 1717, + "bottom": 1763, + "left": 246, + "right": 313 + } + }, + { + "doc_offset": { + "start": 2463, + "end": 2472 + }, + "page_num": 2, + "text": "timestamp", + "position": { + "top": 1718, + "bottom": 1764, + "left": 328, + "right": 521 + } + }, + { + "doc_offset": { + "start": 2473, + "end": 2476 + }, + "page_num": 2, + "text": "for", + "position": { + "top": 1718, + "bottom": 1766, + "left": 535, + "right": 593 + } + }, + { + "doc_offset": { + "start": 2477, + "end": 2487 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 1718, + "bottom": 1766, + "left": 603, + "right": 810 + } + }, + { + "doc_offset": { + "start": 2488, + "end": 2498 + }, + "page_num": 2, + "text": "processing", + "position": { + "top": 1720, + "bottom": 1767, + "left": 825, + "right": 1027 + } + }, + { + "doc_offset": { + "start": 2499, + "end": 2504 + }, + "page_num": 2, + "text": "being", + "position": { + "top": 1720, + "bottom": 1767, + "left": 1042, + "right": 1144 + } + }, + { + "doc_offset": { + "start": 2505, + "end": 2514 + }, + "page_num": 2, + "text": "completed", + "position": { + "top": 1720, + "bottom": 1767, + "left": 1160, + "right": 1356 + } + }, + { + "doc_offset": { + "start": 2515, + "end": 2517 + }, + "page_num": 2, + "text": "is", + "position": { + "top": 1720, + "bottom": 1767, + "left": 1368, + "right": 1406 + } + }, + { + "doc_offset": { + "start": 2518, + "end": 2521 + }, + "page_num": 2, + "text": "not", + "position": { + "top": 1720, + "bottom": 1766, + "left": 1416, + "right": 1485 + } + }, + { + "doc_offset": { + "start": 2522, + "end": 2530 + }, + "page_num": 2, + "text": "directly", + "position": { + "top": 1721, + "bottom": 1766, + "left": 1494, + "right": 1630 + } + }, + { + "doc_offset": { + "start": 2531, + "end": 2540 + }, + "page_num": 2, + "text": "available", + "position": { + "top": 1721, + "bottom": 1763, + "left": 1641, + "right": 1802 + } + }, + { + "doc_offset": { + "start": 2541, + "end": 2543 + }, + "page_num": 2, + "text": "on", + "position": { + "top": 1721, + "bottom": 1763, + "left": 1817, + "right": 1862 + } + }, + { + "doc_offset": { + "start": 2544, + "end": 2547 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1721, + "bottom": 1761, + "left": 1880, + "right": 1941 + } + }, + { + "doc_offset": { + "start": 2548, + "end": 2555 + }, + "page_num": 2, + "text": "Instead", + "position": { + "top": 1771, + "bottom": 1816, + "left": 242, + "right": 372 + } + }, + { + "doc_offset": { + "start": 2556, + "end": 2560 + }, + "page_num": 2, + "text": "it's", + "position": { + "top": 1771, + "bottom": 1816, + "left": 382, + "right": 441 + } + }, + { + "doc_offset": { + "start": 2561, + "end": 2573 + }, + "page_num": 2, + "text": "approximated", + "position": { + "top": 1770, + "bottom": 1816, + "left": 451, + "right": 701 + } + }, + { + "doc_offset": { + "start": 2574, + "end": 2576 + }, + "page_num": 2, + "text": "by", + "position": { + "top": 1770, + "bottom": 1817, + "left": 713, + "right": 759 + } + }, + { + "doc_offset": { + "start": 2577, + "end": 2580 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1770, + "bottom": 1817, + "left": 767, + "right": 828 + } + }, + { + "doc_offset": { + "start": 2581, + "end": 2591 + }, + "page_num": 2, + "text": "completion", + "position": { + "top": 1770, + "bottom": 1816, + "left": 838, + "right": 1038 + } + }, + { + "doc_offset": { + "start": 2592, + "end": 2596 + }, + "page_num": 2, + "text": "time", + "position": { + "top": 1770, + "bottom": 1816, + "left": 1050, + "right": 1130 + } + }, + { + "doc_offset": { + "start": 2597, + "end": 2599 + }, + "page_num": 2, + "text": "of", + "position": { + "top": 1770, + "bottom": 1816, + "left": 1143, + "right": 1179 + } + }, + { + "doc_offset": { + "start": 2600, + "end": 2604 + }, + "page_num": 2, + "text": "Auto", + "position": { + "top": 1770, + "bottom": 1816, + "left": 1189, + "right": 1272 + } + }, + { + "doc_offset": { + "start": 2605, + "end": 2611 + }, + "page_num": 2, + "text": "Review", + "position": { + "top": 1771, + "bottom": 1814, + "left": 1283, + "right": 1406 + } + }, + { + "doc_offset": { + "start": 2612, + "end": 2614 + }, + "page_num": 2, + "text": "in", + "position": { + "top": 1771, + "bottom": 1813, + "left": 1425, + "right": 1455 + } + }, + { + "doc_offset": { + "start": 2615, + "end": 2618 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1771, + "bottom": 1813, + "left": 1468, + "right": 1528 + } + }, + { + "doc_offset": { + "start": 2619, + "end": 2626 + }, + "page_num": 2, + "text": "reviews", + "position": { + "top": 1773, + "bottom": 1811, + "left": 1551, + "right": 1700 + } + }, + { + "doc_offset": { + "start": 2627, + "end": 2631 + }, + "page_num": 2, + "text": "list", + "position": { + "top": 1773, + "bottom": 1810, + "left": 1719, + "right": 1776 + } + }, + { + "doc_offset": { + "start": 2632, + "end": 2638 + }, + "page_num": 2, + "text": "(where", + "position": { + "top": 1821, + "bottom": 1867, + "left": 239, + "right": 361 + } + }, + { + "doc_offset": { + "start": 2639, + "end": 2649 + }, + "page_num": 2, + "text": "reviewType", + "position": { + "top": 1821, + "bottom": 1867, + "left": 385, + "right": 594 + } + }, + { + "doc_offset": { + "start": 2650, + "end": 2652 + }, + "page_num": 2, + "text": "==", + "position": { + "top": 1821, + "bottom": 1867, + "left": 617, + "right": 667 + } + }, + { + "doc_offset": { + "start": 2653, + "end": 2661 + }, + "page_num": 2, + "text": "\"AUTO\").", + "position": { + "top": 1821, + "bottom": 1867, + "left": 677, + "right": 845 + } + }, + { + "doc_offset": { + "start": 2662, + "end": 2672 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 1720, + "bottom": 1768, + "left": 1969, + "right": 2178 + } + }, + { + "doc_offset": { + "start": 2673, + "end": 2680 + }, + "page_num": 2, + "text": "object.", + "position": { + "top": 1720, + "bottom": 1767, + "left": 2211, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 2681, + "end": 2682 + }, + "page_num": 2, + "text": "2", + "position": { + "top": 1922, + "bottom": 1966, + "left": 209, + "right": 232 + } + }, + { + "doc_offset": { + "start": 2683, + "end": 2686 + }, + "page_num": 2, + "text": "The", + "position": { + "top": 1922, + "bottom": 1967, + "left": 243, + "right": 308 + } + }, + { + "doc_offset": { + "start": 2687, + "end": 2691 + }, + "page_num": 2, + "text": "HITL", + "position": { + "top": 1922, + "bottom": 1967, + "left": 316, + "right": 402 + } + }, + { + "doc_offset": { + "start": 2692, + "end": 2698 + }, + "page_num": 2, + "text": "review", + "position": { + "top": 1923, + "bottom": 1969, + "left": 414, + "right": 522 + } + }, + { + "doc_offset": { + "start": 2699, + "end": 2703 + }, + "page_num": 2, + "text": "data", + "position": { + "top": 1923, + "bottom": 1969, + "left": 542, + "right": 626 + } + }, + { + "doc_offset": { + "start": 2704, + "end": 2710 + }, + "page_num": 2, + "text": "points", + "position": { + "top": 1925, + "bottom": 1970, + "left": 634, + "right": 746 + } + }, + { + "doc_offset": { + "start": 2711, + "end": 2715 + }, + "page_num": 2, + "text": "must", + "position": { + "top": 1925, + "bottom": 1970, + "left": 754, + "right": 852 + } + }, + { + "doc_offset": { + "start": 2716, + "end": 2720 + }, + "page_num": 2, + "text": "come", + "position": { + "top": 1925, + "bottom": 1970, + "left": 860, + "right": 961 + } + }, + { + "doc_offset": { + "start": 2721, + "end": 2725 + }, + "page_num": 2, + "text": "from", + "position": { + "top": 1925, + "bottom": 1970, + "left": 972, + "right": 1041 + } + }, + { + "doc_offset": { + "start": 2726, + "end": 2729 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1926, + "bottom": 1970, + "left": 1064, + "right": 1124 + } + }, + { + "doc_offset": { + "start": 2730, + "end": 2736 + }, + "page_num": 2, + "text": "Manual", + "position": { + "top": 1926, + "bottom": 1969, + "left": 1133, + "right": 1272 + } + }, + { + "doc_offset": { + "start": 2737, + "end": 2743 + }, + "page_num": 2, + "text": "Review", + "position": { + "top": 1926, + "bottom": 1969, + "left": 1280, + "right": 1403 + } + }, + { + "doc_offset": { + "start": 2744, + "end": 2746 + }, + "page_num": 2, + "text": "in", + "position": { + "top": 1926, + "bottom": 1967, + "left": 1421, + "right": 1455 + } + }, + { + "doc_offset": { + "start": 2747, + "end": 2750 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 1926, + "bottom": 1967, + "left": 1464, + "right": 1524 + } + }, + { + "doc_offset": { + "start": 2751, + "end": 2758 + }, + "page_num": 2, + "text": "reviews", + "position": { + "top": 1926, + "bottom": 1966, + "left": 1547, + "right": 1699 + } + }, + { + "doc_offset": { + "start": 2759, + "end": 2763 + }, + "page_num": 2, + "text": "list", + "position": { + "top": 1927, + "bottom": 1965, + "left": 1716, + "right": 1774 + } + }, + { + "doc_offset": { + "start": 2764, + "end": 2770 + }, + "page_num": 2, + "text": "(where", + "position": { + "top": 1976, + "bottom": 2022, + "left": 240, + "right": 361 + } + }, + { + "doc_offset": { + "start": 2771, + "end": 2781 + }, + "page_num": 2, + "text": "reviewType", + "position": { + "top": 1977, + "bottom": 2020, + "left": 385, + "right": 595 + } + }, + { + "doc_offset": { + "start": 2782, + "end": 2784 + }, + "page_num": 2, + "text": "==", + "position": { + "top": 1976, + "bottom": 2020, + "left": 614, + "right": 667 + } + }, + { + "doc_offset": { + "start": 2785, + "end": 2795 + }, + "page_num": 2, + "text": "\"MANUAL\").", + "position": { + "top": 1976, + "bottom": 2020, + "left": 676, + "right": 906 + } + }, + { + "doc_offset": { + "start": 2796, + "end": 2797 + }, + "page_num": 2, + "text": "3", + "position": { + "top": 2075, + "bottom": 2125, + "left": 209, + "right": 233 + } + }, + { + "doc_offset": { + "start": 2798, + "end": 2801 + }, + "page_num": 2, + "text": "The", + "position": { + "top": 2075, + "bottom": 2125, + "left": 247, + "right": 316 + } + }, + { + "doc_offset": { + "start": 2802, + "end": 2806 + }, + "page_num": 2, + "text": "time", + "position": { + "top": 2076, + "bottom": 2125, + "left": 330, + "right": 412 + } + }, + { + "doc_offset": { + "start": 2807, + "end": 2809 + }, + "page_num": 2, + "text": "of", + "position": { + "top": 2076, + "bottom": 2125, + "left": 429, + "right": 468 + } + }, + { + "doc_offset": { + "start": 2810, + "end": 2819 + }, + "page_num": 2, + "text": "retrieval", + "position": { + "top": 2076, + "bottom": 2125, + "left": 478, + "right": 630 + } + }, + { + "doc_offset": { + "start": 2820, + "end": 2822 + }, + "page_num": 2, + "text": "is", + "position": { + "top": 2076, + "bottom": 2126, + "left": 640, + "right": 679 + } + }, + { + "doc_offset": { + "start": 2823, + "end": 2826 + }, + "page_num": 2, + "text": "not", + "position": { + "top": 2076, + "bottom": 2126, + "left": 690, + "right": 757 + } + }, + { + "doc_offset": { + "start": 2827, + "end": 2835 + }, + "page_num": 2, + "text": "directly", + "position": { + "top": 2078, + "bottom": 2126, + "left": 769, + "right": 906 + } + }, + { + "doc_offset": { + "start": 2836, + "end": 2845 + }, + "page_num": 2, + "text": "available", + "position": { + "top": 2078, + "bottom": 2128, + "left": 921, + "right": 1081 + } + }, + { + "doc_offset": { + "start": 2846, + "end": 2848 + }, + "page_num": 2, + "text": "on", + "position": { + "top": 2078, + "bottom": 2128, + "left": 1095, + "right": 1144 + } + }, + { + "doc_offset": { + "start": 2849, + "end": 2852 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2078, + "bottom": 2128, + "left": 1158, + "right": 1223 + } + }, + { + "doc_offset": { + "start": 2853, + "end": 2863 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 2078, + "bottom": 2128, + "left": 1250, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 2864, + "end": 2871 + }, + "page_num": 2, + "text": "object.", + "position": { + "top": 2078, + "bottom": 2128, + "left": 1491, + "right": 1623 + } + }, + { + "doc_offset": { + "start": 2872, + "end": 2879 + }, + "page_num": 2, + "text": "Instead", + "position": { + "top": 2078, + "bottom": 2128, + "left": 1633, + "right": 1772 + } + }, + { + "doc_offset": { + "start": 2880, + "end": 2884 + }, + "page_num": 2, + "text": "it's", + "position": { + "top": 2078, + "bottom": 2129, + "left": 1785, + "right": 1848 + } + }, + { + "doc_offset": { + "start": 2885, + "end": 2897 + }, + "page_num": 2, + "text": "approximated", + "position": { + "top": 2078, + "bottom": 2129, + "left": 1860, + "right": 2114 + } + }, + { + "doc_offset": { + "start": 2898, + "end": 2900 + }, + "page_num": 2, + "text": "by", + "position": { + "top": 2078, + "bottom": 2129, + "left": 2127, + "right": 2180 + } + }, + { + "doc_offset": { + "start": 2901, + "end": 2904 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2078, + "bottom": 2129, + "left": 2193, + "right": 2256 + } + }, + { + "doc_offset": { + "start": 2905, + "end": 2909 + }, + "page_num": 2, + "text": "last", + "position": { + "top": 2078, + "bottom": 2128, + "left": 2266, + "right": 2343 + } + }, + { + "doc_offset": { + "start": 2910, + "end": 2916 + }, + "page_num": 2, + "text": "update", + "position": { + "top": 2132, + "bottom": 2175, + "left": 240, + "right": 369 + } + }, + { + "doc_offset": { + "start": 2917, + "end": 2921 + }, + "page_num": 2, + "text": "time", + "position": { + "top": 2131, + "bottom": 2175, + "left": 379, + "right": 458 + } + }, + { + "doc_offset": { + "start": 2922, + "end": 2924 + }, + "page_num": 2, + "text": "of", + "position": { + "top": 2131, + "bottom": 2175, + "left": 469, + "right": 507 + } + }, + { + "doc_offset": { + "start": 2925, + "end": 2928 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2131, + "bottom": 2174, + "left": 515, + "right": 571 + } + }, + { + "doc_offset": { + "start": 2929, + "end": 2939 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 2131, + "bottom": 2174, + "left": 584, + "right": 787 + } + }, + { + "doc_offset": { + "start": 2940, + "end": 2944 + }, + "page_num": 2, + "text": "once", + "position": { + "top": 2131, + "bottom": 2174, + "left": 803, + "right": 891 + } + }, + { + "doc_offset": { + "start": 2945, + "end": 2948 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2131, + "bottom": 2174, + "left": 902, + "right": 959 + } + }, + { + "doc_offset": { + "start": 2949, + "end": 2958 + }, + "page_num": 2, + "text": "retrieved", + "position": { + "top": 2131, + "bottom": 2174, + "left": 985, + "right": 1173 + } + }, + { + "doc_offset": { + "start": 2959, + "end": 2963 + }, + "page_num": 2, + "text": "flag", + "position": { + "top": 2132, + "bottom": 2174, + "left": 1196, + "right": 1264 + } + }, + { + "doc_offset": { + "start": 2964, + "end": 2966 + }, + "page_num": 2, + "text": "is", + "position": { + "top": 2132, + "bottom": 2174, + "left": 1273, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 2967, + "end": 2971 + }, + "page_num": 2, + "text": "set.", + "position": { + "top": 2134, + "bottom": 2174, + "left": 1315, + "right": 1382 + } + }, + { + "doc_offset": { + "start": 2972, + "end": 2973 + }, + "page_num": 2, + "text": "4", + "position": { + "top": 2232, + "bottom": 2275, + "left": 209, + "right": 232 + } + }, + { + "doc_offset": { + "start": 2974, + "end": 2977 + }, + "page_num": 2, + "text": "The", + "position": { + "top": 2232, + "bottom": 2275, + "left": 246, + "right": 312 + } + }, + { + "doc_offset": { + "start": 2978, + "end": 2985 + }, + "page_num": 2, + "text": "failure", + "position": { + "top": 2232, + "bottom": 2275, + "left": 323, + "right": 436 + } + }, + { + "doc_offset": { + "start": 2986, + "end": 2992 + }, + "page_num": 2, + "text": "status", + "position": { + "top": 2234, + "bottom": 2277, + "left": 451, + "right": 563 + } + }, + { + "doc_offset": { + "start": 2993, + "end": 2995 + }, + "page_num": 2, + "text": "is", + "position": { + "top": 2234, + "bottom": 2277, + "left": 573, + "right": 610 + } + }, + { + "doc_offset": { + "start": 2996, + "end": 2999 + }, + "page_num": 2, + "text": "not", + "position": { + "top": 2234, + "bottom": 2277, + "left": 620, + "right": 684 + } + }, + { + "doc_offset": { + "start": 3000, + "end": 3008 + }, + "page_num": 2, + "text": "directly", + "position": { + "top": 2235, + "bottom": 2278, + "left": 693, + "right": 829 + } + }, + { + "doc_offset": { + "start": 3009, + "end": 3018 + }, + "page_num": 2, + "text": "available", + "position": { + "top": 2235, + "bottom": 2278, + "left": 842, + "right": 1001 + } + }, + { + "doc_offset": { + "start": 3019, + "end": 3021 + }, + "page_num": 2, + "text": "on", + "position": { + "top": 2235, + "bottom": 2280, + "left": 1017, + "right": 1060 + } + }, + { + "doc_offset": { + "start": 3022, + "end": 3025 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2235, + "bottom": 2280, + "left": 1075, + "right": 1137 + } + }, + { + "doc_offset": { + "start": 3026, + "end": 3036 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 2235, + "bottom": 2280, + "left": 1164, + "right": 1370 + } + }, + { + "doc_offset": { + "start": 3037, + "end": 3043 + }, + "page_num": 2, + "text": "object", + "position": { + "top": 2235, + "bottom": 2280, + "left": 1401, + "right": 1522 + } + }, + { + "doc_offset": { + "start": 3044, + "end": 3046 + }, + "page_num": 2, + "text": "as", + "position": { + "top": 2235, + "bottom": 2280, + "left": 1531, + "right": 1575 + } + }, + { + "doc_offset": { + "start": 3047, + "end": 3048 + }, + "page_num": 2, + "text": "a", + "position": { + "top": 2235, + "bottom": 2281, + "left": 1588, + "right": 1611 + } + }, + { + "doc_offset": { + "start": 3049, + "end": 3057 + }, + "page_num": 2, + "text": "boolean.", + "position": { + "top": 2235, + "bottom": 2281, + "left": 1623, + "right": 1786 + } + }, + { + "doc_offset": { + "start": 3058, + "end": 3065 + }, + "page_num": 2, + "text": "Instead", + "position": { + "top": 2235, + "bottom": 2281, + "left": 1795, + "right": 1931 + } + }, + { + "doc_offset": { + "start": 3066, + "end": 3070 + }, + "page_num": 2, + "text": "it's", + "position": { + "top": 2234, + "bottom": 2281, + "left": 1944, + "right": 2005 + } + }, + { + "doc_offset": { + "start": 3071, + "end": 3078 + }, + "page_num": 2, + "text": "derived", + "position": { + "top": 2234, + "bottom": 2281, + "left": 2014, + "right": 2150 + } + }, + { + "doc_offset": { + "start": 3079, + "end": 3084 + }, + "page_num": 2, + "text": "using", + "position": { + "top": 2232, + "bottom": 2281, + "left": 2166, + "right": 2264 + } + }, + { + "doc_offset": { + "start": 3085, + "end": 3088 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2232, + "bottom": 2281, + "left": 2277, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 3089, + "end": 3095 + }, + "page_num": 2, + "text": "status", + "position": { + "top": 2284, + "bottom": 2333, + "left": 257, + "right": 383 + } + }, + { + "doc_offset": { + "start": 3096, + "end": 3098 + }, + "page_num": 2, + "text": "of", + "position": { + "top": 2284, + "bottom": 2333, + "left": 403, + "right": 438 + } + }, + { + "doc_offset": { + "start": 3099, + "end": 3102 + }, + "page_num": 2, + "text": "the", + "position": { + "top": 2284, + "bottom": 2333, + "left": 448, + "right": 508 + } + }, + { + "doc_offset": { + "start": 3103, + "end": 3113 + }, + "page_num": 2, + "text": "submission", + "position": { + "top": 2284, + "bottom": 2333, + "left": 518, + "right": 724 + } + }, + { + "doc_offset": { + "start": 3114, + "end": 3120 + }, + "page_num": 2, + "text": "(where", + "position": { + "top": 2284, + "bottom": 2333, + "left": 734, + "right": 858 + } + }, + { + "doc_offset": { + "start": 3121, + "end": 3127 + }, + "page_num": 2, + "text": "status", + "position": { + "top": 2284, + "bottom": 2333, + "left": 881, + "right": 1011 + } + }, + { + "doc_offset": { + "start": 3128, + "end": 3130 + }, + "page_num": 2, + "text": "==", + "position": { + "top": 2284, + "bottom": 2333, + "left": 1028, + "right": 1078 + } + }, + { + "doc_offset": { + "start": 3131, + "end": 3141 + }, + "page_num": 2, + "text": "\"FAILED\").", + "position": { + "top": 2284, + "bottom": 2331, + "left": 1088, + "right": 1286 + } + } +] \ No newline at end of file diff --git a/tests/data/etloutput/4289/107458/101157/page_3_text.txt b/tests/data/etloutput/4289/107458/101157/page_3_text.txt new file mode 100644 index 0000000..d4c8b0a --- /dev/null +++ b/tests/data/etloutput/4289/107458/101157/page_3_text.txt @@ -0,0 +1,40 @@ +Example GraphQL Query +query Submissions { +submissions(orderBy: UPDATED_BY, desc: true, limit: 1000) { +submissions { +id +createdAt +inputFiles { +id +filename +} +reviews { +createdBy +startedAt +completedAt +rejected +notes +reviewType +} +retrieved +updatedAt +workflowId +} +} +} +Scheduled Process Logic +This is a heavyweight query. Submissions are ordered by updatedAt descending, and results should be +paginated such that processing can stop once all submissions have been processed whose updatedAt +date is greater than the timestamp of the previous run of the integration. +Data Reconciliation +The output will include the primary key id needed to update existing rows and insert new rows into the +Metrics database. +1.4 Submission File +Column Type GraphQL Source +id int submission. inputFile.id +name str submission. inputFile.filename +submission_id int submission.id +See the Submission section's example GraphQL query. +Data Reconciliation +The output will include the primary key id needed to update existing rows and insert new rows into the +Metrics database. \ No newline at end of file diff --git a/tests/data/etloutput/4289/107458/101157/page_3_tokens.json b/tests/data/etloutput/4289/107458/101157/page_3_tokens.json new file mode 100644 index 0000000..7a37ae8 --- /dev/null +++ b/tests/data/etloutput/4289/107458/101157/page_3_tokens.json @@ -0,0 +1,2144 @@ +[ + { + "doc_offset": { + "start": 3142, + "end": 3149 + }, + "page_num": 3, + "text": "Example", + "position": { + "top": 11, + "bottom": 57, + "left": 210, + "right": 388 + } + }, + { + "doc_offset": { + "start": 3150, + "end": 3157 + }, + "page_num": 3, + "text": "GraphQL", + "position": { + "top": 8, + "bottom": 58, + "left": 402, + "right": 588 + } + }, + { + "doc_offset": { + "start": 3158, + "end": 3163 + }, + "page_num": 3, + "text": "Query", + "position": { + "top": 8, + "bottom": 58, + "left": 604, + "right": 729 + } + }, + { + "doc_offset": { + "start": 3164, + "end": 3169 + }, + "page_num": 3, + "text": "query", + "position": { + "top": 127, + "bottom": 176, + "left": 239, + "right": 373 + } + }, + { + "doc_offset": { + "start": 3170, + "end": 3181 + }, + "page_num": 3, + "text": "Submissions", + "position": { + "top": 124, + "bottom": 176, + "left": 401, + "right": 693 + } + }, + { + "doc_offset": { + "start": 3182, + "end": 3183 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 123, + "bottom": 176, + "left": 724, + "right": 749 + } + }, + { + "doc_offset": { + "start": 3184, + "end": 3204 + }, + "page_num": 3, + "text": "submissions(orderBy:", + "position": { + "top": 186, + "bottom": 237, + "left": 329, + "right": 869 + } + }, + { + "doc_offset": { + "start": 3205, + "end": 3216 + }, + "page_num": 3, + "text": "UPDATED_BY,", + "position": { + "top": 184, + "bottom": 239, + "left": 889, + "right": 1190 + } + }, + { + "doc_offset": { + "start": 3217, + "end": 3222 + }, + "page_num": 3, + "text": "desc:", + "position": { + "top": 183, + "bottom": 239, + "left": 1211, + "right": 1352 + } + }, + { + "doc_offset": { + "start": 3223, + "end": 3228 + }, + "page_num": 3, + "text": "true,", + "position": { + "top": 183, + "bottom": 239, + "left": 1373, + "right": 1514 + } + }, + { + "doc_offset": { + "start": 3229, + "end": 3235 + }, + "page_num": 3, + "text": "limit:", + "position": { + "top": 183, + "bottom": 239, + "left": 1535, + "right": 1701 + } + }, + { + "doc_offset": { + "start": 3236, + "end": 3241 + }, + "page_num": 3, + "text": "1000)", + "position": { + "top": 183, + "bottom": 239, + "left": 1726, + "right": 1863 + } + }, + { + "doc_offset": { + "start": 3242, + "end": 3243 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 183, + "bottom": 239, + "left": 1885, + "right": 1915 + } + }, + { + "doc_offset": { + "start": 3244, + "end": 3255 + }, + "page_num": 3, + "text": "submissions", + "position": { + "top": 249, + "bottom": 297, + "left": 436, + "right": 732 + } + }, + { + "doc_offset": { + "start": 3256, + "end": 3257 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 247, + "bottom": 302, + "left": 762, + "right": 786 + } + }, + { + "doc_offset": { + "start": 3258, + "end": 3260 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 310, + "bottom": 356, + "left": 545, + "right": 594 + } + }, + { + "doc_offset": { + "start": 3261, + "end": 3270 + }, + "page_num": 3, + "text": "createdAt", + "position": { + "top": 378, + "bottom": 419, + "left": 545, + "right": 782 + } + }, + { + "doc_offset": { + "start": 3271, + "end": 3281 + }, + "page_num": 3, + "text": "inputFiles", + "position": { + "top": 436, + "bottom": 486, + "left": 545, + "right": 815 + } + }, + { + "doc_offset": { + "start": 3282, + "end": 3283 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 436, + "bottom": 488, + "left": 843, + "right": 868 + } + }, + { + "doc_offset": { + "start": 3284, + "end": 3286 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 498, + "bottom": 539, + "left": 654, + "right": 701 + } + }, + { + "doc_offset": { + "start": 3287, + "end": 3295 + }, + "page_num": 3, + "text": "filename", + "position": { + "top": 562, + "bottom": 605, + "left": 654, + "right": 860 + } + }, + { + "doc_offset": { + "start": 3296, + "end": 3297 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 624, + "bottom": 671, + "left": 542, + "right": 561 + } + }, + { + "doc_offset": { + "start": 3298, + "end": 3305 + }, + "page_num": 3, + "text": "reviews", + "position": { + "top": 687, + "bottom": 733, + "left": 544, + "right": 730 + } + }, + { + "doc_offset": { + "start": 3306, + "end": 3307 + }, + "page_num": 3, + "text": "{", + "position": { + "top": 687, + "bottom": 736, + "left": 762, + "right": 785 + } + }, + { + "doc_offset": { + "start": 3308, + "end": 3317 + }, + "page_num": 3, + "text": "createdBy", + "position": { + "top": 751, + "bottom": 799, + "left": 651, + "right": 891 + } + }, + { + "doc_offset": { + "start": 3318, + "end": 3327 + }, + "page_num": 3, + "text": "startedAt", + "position": { + "top": 813, + "bottom": 860, + "left": 651, + "right": 889 + } + }, + { + "doc_offset": { + "start": 3328, + "end": 3339 + }, + "page_num": 3, + "text": "completedAt", + "position": { + "top": 875, + "bottom": 923, + "left": 653, + "right": 945 + } + }, + { + "doc_offset": { + "start": 3340, + "end": 3348 + }, + "page_num": 3, + "text": "rejected", + "position": { + "top": 939, + "bottom": 983, + "left": 654, + "right": 860 + } + }, + { + "doc_offset": { + "start": 3349, + "end": 3354 + }, + "page_num": 3, + "text": "notes", + "position": { + "top": 1005, + "bottom": 1044, + "left": 651, + "right": 780 + } + }, + { + "doc_offset": { + "start": 3355, + "end": 3365 + }, + "page_num": 3, + "text": "reviewType", + "position": { + "top": 1062, + "bottom": 1112, + "left": 653, + "right": 915 + } + }, + { + "doc_offset": { + "start": 3366, + "end": 3367 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 1128, + "bottom": 1172, + "left": 547, + "right": 567 + } + }, + { + "doc_offset": { + "start": 3368, + "end": 3377 + }, + "page_num": 3, + "text": "retrieved", + "position": { + "top": 1187, + "bottom": 1231, + "left": 545, + "right": 782 + } + }, + { + "doc_offset": { + "start": 3378, + "end": 3387 + }, + "page_num": 3, + "text": "updatedAt", + "position": { + "top": 1251, + "bottom": 1296, + "left": 544, + "right": 783 + } + }, + { + "doc_offset": { + "start": 3388, + "end": 3398 + }, + "page_num": 3, + "text": "workflowId", + "position": { + "top": 1314, + "bottom": 1359, + "left": 542, + "right": 807 + } + }, + { + "doc_offset": { + "start": 3399, + "end": 3400 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 1440, + "bottom": 1484, + "left": 333, + "right": 352 + } + }, + { + "doc_offset": { + "start": 3401, + "end": 3402 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 1501, + "bottom": 1545, + "left": 222, + "right": 244 + } + }, + { + "doc_offset": { + "start": 3403, + "end": 3404 + }, + "page_num": 3, + "text": "}", + "position": { + "top": 1373, + "bottom": 1420, + "left": 438, + "right": 455 + } + }, + { + "doc_offset": { + "start": 3405, + "end": 3414 + }, + "page_num": 3, + "text": "Scheduled", + "position": { + "top": 1618, + "bottom": 1661, + "left": 212, + "right": 428 + } + }, + { + "doc_offset": { + "start": 3415, + "end": 3422 + }, + "page_num": 3, + "text": "Process", + "position": { + "top": 1618, + "bottom": 1664, + "left": 444, + "right": 614 + } + }, + { + "doc_offset": { + "start": 3423, + "end": 3428 + }, + "page_num": 3, + "text": "Logic", + "position": { + "top": 1617, + "bottom": 1665, + "left": 624, + "right": 743 + } + }, + { + "doc_offset": { + "start": 3429, + "end": 3433 + }, + "page_num": 3, + "text": "This", + "position": { + "top": 1721, + "bottom": 1770, + "left": 213, + "right": 295 + } + }, + { + "doc_offset": { + "start": 3434, + "end": 3436 + }, + "page_num": 3, + "text": "is", + "position": { + "top": 1721, + "bottom": 1770, + "left": 305, + "right": 342 + } + }, + { + "doc_offset": { + "start": 3437, + "end": 3438 + }, + "page_num": 3, + "text": "a", + "position": { + "top": 1721, + "bottom": 1771, + "left": 359, + "right": 385 + } + }, + { + "doc_offset": { + "start": 3439, + "end": 3450 + }, + "page_num": 3, + "text": "heavyweight", + "position": { + "top": 1721, + "bottom": 1771, + "left": 399, + "right": 654 + } + }, + { + "doc_offset": { + "start": 3451, + "end": 3457 + }, + "page_num": 3, + "text": "query.", + "position": { + "top": 1721, + "bottom": 1771, + "left": 664, + "right": 793 + } + }, + { + "doc_offset": { + "start": 3458, + "end": 3469 + }, + "page_num": 3, + "text": "Submissions", + "position": { + "top": 1721, + "bottom": 1773, + "left": 803, + "right": 1057 + } + }, + { + "doc_offset": { + "start": 3470, + "end": 3473 + }, + "page_num": 3, + "text": "are", + "position": { + "top": 1721, + "bottom": 1773, + "left": 1070, + "right": 1134 + } + }, + { + "doc_offset": { + "start": 3474, + "end": 3481 + }, + "page_num": 3, + "text": "ordered", + "position": { + "top": 1721, + "bottom": 1773, + "left": 1151, + "right": 1300 + } + }, + { + "doc_offset": { + "start": 3482, + "end": 3484 + }, + "page_num": 3, + "text": "by", + "position": { + "top": 1723, + "bottom": 1773, + "left": 1316, + "right": 1370 + } + }, + { + "doc_offset": { + "start": 3485, + "end": 3494 + }, + "page_num": 3, + "text": "updatedAt", + "position": { + "top": 1723, + "bottom": 1771, + "left": 1401, + "right": 1604 + } + }, + { + "doc_offset": { + "start": 3495, + "end": 3506 + }, + "page_num": 3, + "text": "descending,", + "position": { + "top": 1723, + "bottom": 1771, + "left": 1634, + "right": 1883 + } + }, + { + "doc_offset": { + "start": 3507, + "end": 3510 + }, + "page_num": 3, + "text": "and", + "position": { + "top": 1723, + "bottom": 1770, + "left": 1893, + "right": 1968 + } + }, + { + "doc_offset": { + "start": 3511, + "end": 3518 + }, + "page_num": 3, + "text": "results", + "position": { + "top": 1723, + "bottom": 1770, + "left": 1984, + "right": 2121 + } + }, + { + "doc_offset": { + "start": 3519, + "end": 3525 + }, + "page_num": 3, + "text": "should", + "position": { + "top": 1721, + "bottom": 1768, + "left": 2134, + "right": 2266 + } + }, + { + "doc_offset": { + "start": 3526, + "end": 3528 + }, + "page_num": 3, + "text": "be", + "position": { + "top": 1721, + "bottom": 1768, + "left": 2283, + "right": 2337 + } + }, + { + "doc_offset": { + "start": 3529, + "end": 3538 + }, + "page_num": 3, + "text": "paginated", + "position": { + "top": 1784, + "bottom": 1834, + "left": 210, + "right": 403 + } + }, + { + "doc_offset": { + "start": 3539, + "end": 3543 + }, + "page_num": 3, + "text": "such", + "position": { + "top": 1784, + "bottom": 1834, + "left": 424, + "right": 515 + } + }, + { + "doc_offset": { + "start": 3544, + "end": 3548 + }, + "page_num": 3, + "text": "that", + "position": { + "top": 1783, + "bottom": 1834, + "left": 535, + "right": 618 + } + }, + { + "doc_offset": { + "start": 3549, + "end": 3559 + }, + "page_num": 3, + "text": "processing", + "position": { + "top": 1783, + "bottom": 1834, + "left": 628, + "right": 848 + } + }, + { + "doc_offset": { + "start": 3560, + "end": 3563 + }, + "page_num": 3, + "text": "can", + "position": { + "top": 1781, + "bottom": 1834, + "left": 865, + "right": 934 + } + }, + { + "doc_offset": { + "start": 3564, + "end": 3568 + }, + "page_num": 3, + "text": "stop", + "position": { + "top": 1781, + "bottom": 1834, + "left": 955, + "right": 1041 + } + }, + { + "doc_offset": { + "start": 3569, + "end": 3573 + }, + "page_num": 3, + "text": "once", + "position": { + "top": 1781, + "bottom": 1834, + "left": 1062, + "right": 1158 + } + }, + { + "doc_offset": { + "start": 3574, + "end": 3577 + }, + "page_num": 3, + "text": "all", + "position": { + "top": 1781, + "bottom": 1834, + "left": 1177, + "right": 1230 + } + }, + { + "doc_offset": { + "start": 3578, + "end": 3589 + }, + "page_num": 3, + "text": "submissions", + "position": { + "top": 1781, + "bottom": 1833, + "left": 1240, + "right": 1488 + } + }, + { + "doc_offset": { + "start": 3590, + "end": 3594 + }, + "page_num": 3, + "text": "have", + "position": { + "top": 1781, + "bottom": 1833, + "left": 1499, + "right": 1598 + } + }, + { + "doc_offset": { + "start": 3595, + "end": 3599 + }, + "page_num": 3, + "text": "been", + "position": { + "top": 1781, + "bottom": 1833, + "left": 1613, + "right": 1710 + } + }, + { + "doc_offset": { + "start": 3600, + "end": 3609 + }, + "page_num": 3, + "text": "processed", + "position": { + "top": 1783, + "bottom": 1833, + "left": 1730, + "right": 1938 + } + }, + { + "doc_offset": { + "start": 3610, + "end": 3615 + }, + "page_num": 3, + "text": "whose", + "position": { + "top": 1783, + "bottom": 1833, + "left": 1955, + "right": 2085 + } + }, + { + "doc_offset": { + "start": 3616, + "end": 3625 + }, + "page_num": 3, + "text": "updatedAt", + "position": { + "top": 1784, + "bottom": 1833, + "left": 2117, + "right": 2322 + } + }, + { + "doc_offset": { + "start": 3626, + "end": 3630 + }, + "page_num": 3, + "text": "date", + "position": { + "top": 1846, + "bottom": 1892, + "left": 210, + "right": 295 + } + }, + { + "doc_offset": { + "start": 3631, + "end": 3633 + }, + "page_num": 3, + "text": "is", + "position": { + "top": 1844, + "bottom": 1892, + "left": 305, + "right": 340 + } + }, + { + "doc_offset": { + "start": 3634, + "end": 3641 + }, + "page_num": 3, + "text": "greater", + "position": { + "top": 1844, + "bottom": 1892, + "left": 350, + "right": 488 + } + }, + { + "doc_offset": { + "start": 3642, + "end": 3646 + }, + "page_num": 3, + "text": "than", + "position": { + "top": 1844, + "bottom": 1893, + "left": 498, + "right": 585 + } + }, + { + "doc_offset": { + "start": 3647, + "end": 3650 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 1843, + "bottom": 1893, + "left": 598, + "right": 660 + } + }, + { + "doc_offset": { + "start": 3651, + "end": 3660 + }, + "page_num": 3, + "text": "timestamp", + "position": { + "top": 1843, + "bottom": 1893, + "left": 670, + "right": 879 + } + }, + { + "doc_offset": { + "start": 3661, + "end": 3663 + }, + "page_num": 3, + "text": "of", + "position": { + "top": 1843, + "bottom": 1893, + "left": 892, + "right": 931 + } + }, + { + "doc_offset": { + "start": 3664, + "end": 3667 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 1843, + "bottom": 1893, + "left": 941, + "right": 1005 + } + }, + { + "doc_offset": { + "start": 3668, + "end": 3676 + }, + "page_num": 3, + "text": "previous", + "position": { + "top": 1843, + "bottom": 1893, + "left": 1015, + "right": 1181 + } + }, + { + "doc_offset": { + "start": 3677, + "end": 3680 + }, + "page_num": 3, + "text": "run", + "position": { + "top": 1843, + "bottom": 1893, + "left": 1191, + "right": 1256 + } + }, + { + "doc_offset": { + "start": 3681, + "end": 3683 + }, + "page_num": 3, + "text": "of", + "position": { + "top": 1843, + "bottom": 1893, + "left": 1269, + "right": 1307 + } + }, + { + "doc_offset": { + "start": 3684, + "end": 3687 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 1843, + "bottom": 1893, + "left": 1317, + "right": 1382 + } + }, + { + "doc_offset": { + "start": 3688, + "end": 3700 + }, + "page_num": 3, + "text": "integration.", + "position": { + "top": 1844, + "bottom": 1893, + "left": 1392, + "right": 1615 + } + }, + { + "doc_offset": { + "start": 3701, + "end": 3705 + }, + "page_num": 3, + "text": "Data", + "position": { + "top": 1950, + "bottom": 1996, + "left": 212, + "right": 308 + } + }, + { + "doc_offset": { + "start": 3706, + "end": 3720 + }, + "page_num": 3, + "text": "Reconciliation", + "position": { + "top": 1950, + "bottom": 1996, + "left": 320, + "right": 616 + } + }, + { + "doc_offset": { + "start": 3721, + "end": 3724 + }, + "page_num": 3, + "text": "The", + "position": { + "top": 2055, + "bottom": 2102, + "left": 212, + "right": 285 + } + }, + { + "doc_offset": { + "start": 3725, + "end": 3731 + }, + "page_num": 3, + "text": "output", + "position": { + "top": 2055, + "bottom": 2102, + "left": 299, + "right": 429 + } + }, + { + "doc_offset": { + "start": 3732, + "end": 3736 + }, + "page_num": 3, + "text": "will", + "position": { + "top": 2053, + "bottom": 2104, + "left": 441, + "right": 510 + } + }, + { + "doc_offset": { + "start": 3737, + "end": 3744 + }, + "page_num": 3, + "text": "include", + "position": { + "top": 2053, + "bottom": 2104, + "left": 520, + "right": 666 + } + }, + { + "doc_offset": { + "start": 3745, + "end": 3748 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 2053, + "bottom": 2104, + "left": 679, + "right": 744 + } + }, + { + "doc_offset": { + "start": 3749, + "end": 3756 + }, + "page_num": 3, + "text": "primary", + "position": { + "top": 2053, + "bottom": 2105, + "left": 759, + "right": 911 + } + }, + { + "doc_offset": { + "start": 3757, + "end": 3760 + }, + "page_num": 3, + "text": "key", + "position": { + "top": 2053, + "bottom": 2105, + "left": 921, + "right": 997 + } + }, + { + "doc_offset": { + "start": 3761, + "end": 3763 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 2053, + "bottom": 2105, + "left": 1027, + "right": 1073 + } + }, + { + "doc_offset": { + "start": 3764, + "end": 3770 + }, + "page_num": 3, + "text": "needed", + "position": { + "top": 2053, + "bottom": 2105, + "left": 1100, + "right": 1247 + } + }, + { + "doc_offset": { + "start": 3771, + "end": 3773 + }, + "page_num": 3, + "text": "to", + "position": { + "top": 2053, + "bottom": 2105, + "left": 1262, + "right": 1305 + } + }, + { + "doc_offset": { + "start": 3774, + "end": 3780 + }, + "page_num": 3, + "text": "update", + "position": { + "top": 2053, + "bottom": 2105, + "left": 1322, + "right": 1459 + } + }, + { + "doc_offset": { + "start": 3781, + "end": 3789 + }, + "page_num": 3, + "text": "existing", + "position": { + "top": 2053, + "bottom": 2105, + "left": 1476, + "right": 1628 + } + }, + { + "doc_offset": { + "start": 3790, + "end": 3794 + }, + "page_num": 3, + "text": "rows", + "position": { + "top": 2053, + "bottom": 2105, + "left": 1643, + "right": 1744 + } + }, + { + "doc_offset": { + "start": 3795, + "end": 3798 + }, + "page_num": 3, + "text": "and", + "position": { + "top": 2053, + "bottom": 2104, + "left": 1754, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 3799, + "end": 3805 + }, + "page_num": 3, + "text": "insert", + "position": { + "top": 2053, + "bottom": 2104, + "left": 1845, + "right": 1961 + } + }, + { + "doc_offset": { + "start": 3806, + "end": 3809 + }, + "page_num": 3, + "text": "new", + "position": { + "top": 2053, + "bottom": 2104, + "left": 1971, + "right": 2047 + } + }, + { + "doc_offset": { + "start": 3810, + "end": 3814 + }, + "page_num": 3, + "text": "rows", + "position": { + "top": 2053, + "bottom": 2104, + "left": 2067, + "right": 2168 + } + }, + { + "doc_offset": { + "start": 3815, + "end": 3819 + }, + "page_num": 3, + "text": "into", + "position": { + "top": 2053, + "bottom": 2102, + "left": 2178, + "right": 2254 + } + }, + { + "doc_offset": { + "start": 3820, + "end": 3823 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 2053, + "bottom": 2102, + "left": 2272, + "right": 2337 + } + }, + { + "doc_offset": { + "start": 3824, + "end": 3831 + }, + "page_num": 3, + "text": "Metrics", + "position": { + "top": 2116, + "bottom": 2161, + "left": 210, + "right": 356 + } + }, + { + "doc_offset": { + "start": 3832, + "end": 3841 + }, + "page_num": 3, + "text": "database.", + "position": { + "top": 2116, + "bottom": 2162, + "left": 365, + "right": 561 + } + }, + { + "doc_offset": { + "start": 3842, + "end": 3845 + }, + "page_num": 3, + "text": "1.4", + "position": { + "top": 2305, + "bottom": 2360, + "left": 219, + "right": 302 + } + }, + { + "doc_offset": { + "start": 3846, + "end": 3856 + }, + "page_num": 3, + "text": "Submission", + "position": { + "top": 2305, + "bottom": 2361, + "left": 363, + "right": 714 + } + }, + { + "doc_offset": { + "start": 3857, + "end": 3861 + }, + "page_num": 3, + "text": "File", + "position": { + "top": 2305, + "bottom": 2361, + "left": 744, + "right": 850 + } + }, + { + "doc_offset": { + "start": 3862, + "end": 3868 + }, + "page_num": 3, + "text": "Column", + "position": { + "top": 2466, + "bottom": 2507, + "left": 260, + "right": 415 + } + }, + { + "doc_offset": { + "start": 3869, + "end": 3873 + }, + "page_num": 3, + "text": "Type", + "position": { + "top": 2466, + "bottom": 2512, + "left": 858, + "right": 946 + } + }, + { + "doc_offset": { + "start": 3874, + "end": 3881 + }, + "page_num": 3, + "text": "GraphQL", + "position": { + "top": 2463, + "bottom": 2513, + "left": 1156, + "right": 1345 + } + }, + { + "doc_offset": { + "start": 3882, + "end": 3888 + }, + "page_num": 3, + "text": "Source", + "position": { + "top": 2464, + "bottom": 2513, + "left": 1358, + "right": 1501 + } + }, + { + "doc_offset": { + "start": 3889, + "end": 3891 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 2563, + "bottom": 2603, + "left": 257, + "right": 292 + } + }, + { + "doc_offset": { + "start": 3892, + "end": 3895 + }, + "page_num": 3, + "text": "int", + "position": { + "top": 2565, + "bottom": 2602, + "left": 850, + "right": 903 + } + }, + { + "doc_offset": { + "start": 3896, + "end": 3907 + }, + "page_num": 3, + "text": "submission.", + "position": { + "top": 2568, + "bottom": 2609, + "left": 1171, + "right": 1408 + } + }, + { + "doc_offset": { + "start": 3908, + "end": 3920 + }, + "page_num": 3, + "text": "inputFile.id", + "position": { + "top": 2566, + "bottom": 2611, + "left": 1418, + "right": 1684 + } + }, + { + "doc_offset": { + "start": 3921, + "end": 3925 + }, + "page_num": 3, + "text": "name", + "position": { + "top": 2666, + "bottom": 2699, + "left": 259, + "right": 362 + } + }, + { + "doc_offset": { + "start": 3926, + "end": 3929 + }, + "page_num": 3, + "text": "str", + "position": { + "top": 2661, + "bottom": 2698, + "left": 855, + "right": 905 + } + }, + { + "doc_offset": { + "start": 3930, + "end": 3941 + }, + "page_num": 3, + "text": "submission.", + "position": { + "top": 2662, + "bottom": 2701, + "left": 1171, + "right": 1408 + } + }, + { + "doc_offset": { + "start": 3942, + "end": 3960 + }, + "page_num": 3, + "text": "inputFile.filename", + "position": { + "top": 2661, + "bottom": 2701, + "left": 1416, + "right": 1816 + } + }, + { + "doc_offset": { + "start": 3961, + "end": 3974 + }, + "page_num": 3, + "text": "submission_id", + "position": { + "top": 2752, + "bottom": 2797, + "left": 260, + "right": 535 + } + }, + { + "doc_offset": { + "start": 3975, + "end": 3978 + }, + "page_num": 3, + "text": "int", + "position": { + "top": 2751, + "bottom": 2791, + "left": 850, + "right": 903 + } + }, + { + "doc_offset": { + "start": 3979, + "end": 3992 + }, + "page_num": 3, + "text": "submission.id", + "position": { + "top": 2754, + "bottom": 2791, + "left": 1173, + "right": 1458 + } + }, + { + "doc_offset": { + "start": 3993, + "end": 3996 + }, + "page_num": 3, + "text": "See", + "position": { + "top": 2880, + "bottom": 2924, + "left": 212, + "right": 283 + } + }, + { + "doc_offset": { + "start": 3997, + "end": 4000 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 2880, + "bottom": 2926, + "left": 293, + "right": 361 + } + }, + { + "doc_offset": { + "start": 4001, + "end": 4011 + }, + "page_num": 3, + "text": "Submission", + "position": { + "top": 2878, + "bottom": 2926, + "left": 371, + "right": 594 + } + }, + { + "doc_offset": { + "start": 4012, + "end": 4021 + }, + "page_num": 3, + "text": "section's", + "position": { + "top": 2877, + "bottom": 2927, + "left": 607, + "right": 785 + } + }, + { + "doc_offset": { + "start": 4022, + "end": 4029 + }, + "page_num": 3, + "text": "example", + "position": { + "top": 2878, + "bottom": 2929, + "left": 796, + "right": 966 + } + }, + { + "doc_offset": { + "start": 4030, + "end": 4037 + }, + "page_num": 3, + "text": "GraphQL", + "position": { + "top": 2880, + "bottom": 2930, + "left": 977, + "right": 1154 + } + }, + { + "doc_offset": { + "start": 4038, + "end": 4044 + }, + "page_num": 3, + "text": "query.", + "position": { + "top": 2881, + "bottom": 2930, + "left": 1168, + "right": 1287 + } + }, + { + "doc_offset": { + "start": 4045, + "end": 4049 + }, + "page_num": 3, + "text": "Data", + "position": { + "top": 2986, + "bottom": 3032, + "left": 212, + "right": 306 + } + }, + { + "doc_offset": { + "start": 4050, + "end": 4064 + }, + "page_num": 3, + "text": "Reconciliation", + "position": { + "top": 2986, + "bottom": 3032, + "left": 322, + "right": 616 + } + }, + { + "doc_offset": { + "start": 4065, + "end": 4068 + }, + "page_num": 3, + "text": "The", + "position": { + "top": 3088, + "bottom": 3136, + "left": 212, + "right": 283 + } + }, + { + "doc_offset": { + "start": 4069, + "end": 4075 + }, + "page_num": 3, + "text": "output", + "position": { + "top": 3088, + "bottom": 3136, + "left": 297, + "right": 432 + } + }, + { + "doc_offset": { + "start": 4076, + "end": 4080 + }, + "page_num": 3, + "text": "will", + "position": { + "top": 3088, + "bottom": 3138, + "left": 444, + "right": 510 + } + }, + { + "doc_offset": { + "start": 4081, + "end": 4088 + }, + "page_num": 3, + "text": "include", + "position": { + "top": 3088, + "bottom": 3138, + "left": 520, + "right": 664 + } + }, + { + "doc_offset": { + "start": 4089, + "end": 4092 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 3088, + "bottom": 3138, + "left": 679, + "right": 744 + } + }, + { + "doc_offset": { + "start": 4093, + "end": 4100 + }, + "page_num": 3, + "text": "primary", + "position": { + "top": 3088, + "bottom": 3139, + "left": 759, + "right": 911 + } + }, + { + "doc_offset": { + "start": 4101, + "end": 4104 + }, + "page_num": 3, + "text": "key", + "position": { + "top": 3088, + "bottom": 3139, + "left": 921, + "right": 997 + } + }, + { + "doc_offset": { + "start": 4105, + "end": 4107 + }, + "page_num": 3, + "text": "id", + "position": { + "top": 3088, + "bottom": 3139, + "left": 1027, + "right": 1073 + } + }, + { + "doc_offset": { + "start": 4108, + "end": 4114 + }, + "page_num": 3, + "text": "needed", + "position": { + "top": 3088, + "bottom": 3139, + "left": 1100, + "right": 1249 + } + }, + { + "doc_offset": { + "start": 4115, + "end": 4117 + }, + "page_num": 3, + "text": "to", + "position": { + "top": 3088, + "bottom": 3139, + "left": 1263, + "right": 1305 + } + }, + { + "doc_offset": { + "start": 4118, + "end": 4124 + }, + "page_num": 3, + "text": "update", + "position": { + "top": 3088, + "bottom": 3139, + "left": 1322, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 4125, + "end": 4133 + }, + "page_num": 3, + "text": "existing", + "position": { + "top": 3088, + "bottom": 3139, + "left": 1475, + "right": 1630 + } + }, + { + "doc_offset": { + "start": 4134, + "end": 4138 + }, + "page_num": 3, + "text": "rows", + "position": { + "top": 3088, + "bottom": 3139, + "left": 1640, + "right": 1743 + } + }, + { + "doc_offset": { + "start": 4139, + "end": 4142 + }, + "page_num": 3, + "text": "and", + "position": { + "top": 3088, + "bottom": 3139, + "left": 1756, + "right": 1829 + } + }, + { + "doc_offset": { + "start": 4143, + "end": 4149 + }, + "page_num": 3, + "text": "insert", + "position": { + "top": 3088, + "bottom": 3138, + "left": 1843, + "right": 1959 + } + }, + { + "doc_offset": { + "start": 4150, + "end": 4153 + }, + "page_num": 3, + "text": "new", + "position": { + "top": 3088, + "bottom": 3138, + "left": 1969, + "right": 2045 + } + }, + { + "doc_offset": { + "start": 4154, + "end": 4158 + }, + "page_num": 3, + "text": "rows", + "position": { + "top": 3088, + "bottom": 3138, + "left": 2068, + "right": 2167 + } + }, + { + "doc_offset": { + "start": 4159, + "end": 4163 + }, + "page_num": 3, + "text": "into", + "position": { + "top": 3088, + "bottom": 3138, + "left": 2177, + "right": 2257 + } + }, + { + "doc_offset": { + "start": 4164, + "end": 4167 + }, + "page_num": 3, + "text": "the", + "position": { + "top": 3088, + "bottom": 3136, + "left": 2270, + "right": 2337 + } + }, + { + "doc_offset": { + "start": 4168, + "end": 4175 + }, + "page_num": 3, + "text": "Metrics", + "position": { + "top": 3152, + "bottom": 3195, + "left": 213, + "right": 355 + } + }, + { + "doc_offset": { + "start": 4176, + "end": 4185 + }, + "page_num": 3, + "text": "database.", + "position": { + "top": 3152, + "bottom": 3195, + "left": 368, + "right": 561 + } + } +] \ No newline at end of file diff --git a/tests/data/etloutput/4289/107458/101157/page_4_text.txt b/tests/data/etloutput/4289/107458/101157/page_4_text.txt new file mode 100644 index 0000000..3aea74f --- /dev/null +++ b/tests/data/etloutput/4289/107458/101157/page_4_text.txt @@ -0,0 +1,22 @@ +1.5 Reviewer +Column Type GraphQL Source +id int userSnapshot.id +name str userSnapshot . name +email str userSnapshot. email +enabled bool userSnapshot . enabled +Example GraphQL Query +query Users { +userSnapshot(orderBy: ID, desc: false, limit: 1000) { +results { +id +name +email +enabled +} +} +} +Scheduled Process Logic +This is a lightweight query. All reviewers will be pulled every time the integration is run. +Data Reconciliation +The output will include the primary key id needed to update existing rows and insert new rows into the +Metrics database. \ No newline at end of file diff --git a/tests/data/etloutput/4289/107458/101157/page_4_tokens.json b/tests/data/etloutput/4289/107458/101157/page_4_tokens.json new file mode 100644 index 0000000..8419131 --- /dev/null +++ b/tests/data/etloutput/4289/107458/101157/page_4_tokens.json @@ -0,0 +1,1220 @@ +[ + { + "doc_offset": { + "start": 4186, + "end": 4189 + }, + "page_num": 4, + "text": "1.5", + "position": { + "top": 51, + "bottom": 105, + "left": 220, + "right": 299 + } + }, + { + "doc_offset": { + "start": 4190, + "end": 4198 + }, + "page_num": 4, + "text": "Reviewer", + "position": { + "top": 55, + "bottom": 105, + "left": 363, + "right": 657 + } + }, + { + "doc_offset": { + "start": 4199, + "end": 4205 + }, + "page_num": 4, + "text": "Column", + "position": { + "top": 211, + "bottom": 253, + "left": 260, + "right": 416 + } + }, + { + "doc_offset": { + "start": 4206, + "end": 4210 + }, + "page_num": 4, + "text": "Type", + "position": { + "top": 211, + "bottom": 257, + "left": 799, + "right": 891 + } + }, + { + "doc_offset": { + "start": 4211, + "end": 4218 + }, + "page_num": 4, + "text": "GraphQL", + "position": { + "top": 210, + "bottom": 257, + "left": 1193, + "right": 1378 + } + }, + { + "doc_offset": { + "start": 4219, + "end": 4225 + }, + "page_num": 4, + "text": "Source", + "position": { + "top": 211, + "bottom": 257, + "left": 1393, + "right": 1538 + } + }, + { + "doc_offset": { + "start": 4226, + "end": 4228 + }, + "page_num": 4, + "text": "id", + "position": { + "top": 312, + "bottom": 350, + "left": 259, + "right": 289 + } + }, + { + "doc_offset": { + "start": 4229, + "end": 4232 + }, + "page_num": 4, + "text": "int", + "position": { + "top": 309, + "bottom": 355, + "left": 790, + "right": 845 + } + }, + { + "doc_offset": { + "start": 4233, + "end": 4248 + }, + "page_num": 4, + "text": "userSnapshot.id", + "position": { + "top": 313, + "bottom": 355, + "left": 1204, + "right": 1540 + } + }, + { + "doc_offset": { + "start": 4249, + "end": 4253 + }, + "page_num": 4, + "text": "name", + "position": { + "top": 411, + "bottom": 446, + "left": 259, + "right": 363 + } + }, + { + "doc_offset": { + "start": 4254, + "end": 4257 + }, + "page_num": 4, + "text": "str", + "position": { + "top": 406, + "bottom": 444, + "left": 795, + "right": 845 + } + }, + { + "doc_offset": { + "start": 4258, + "end": 4270 + }, + "page_num": 4, + "text": "userSnapshot", + "position": { + "top": 408, + "bottom": 448, + "left": 1206, + "right": 1468 + } + }, + { + "doc_offset": { + "start": 4271, + "end": 4272 + }, + "page_num": 4, + "text": ".", + "position": { + "top": 408, + "bottom": 448, + "left": 1475, + "right": 1487 + } + }, + { + "doc_offset": { + "start": 4273, + "end": 4277 + }, + "page_num": 4, + "text": "name", + "position": { + "top": 408, + "bottom": 448, + "left": 1494, + "right": 1585 + } + }, + { + "doc_offset": { + "start": 4278, + "end": 4283 + }, + "page_num": 4, + "text": "email", + "position": { + "top": 499, + "bottom": 538, + "left": 259, + "right": 363 + } + }, + { + "doc_offset": { + "start": 4284, + "end": 4287 + }, + "page_num": 4, + "text": "str", + "position": { + "top": 499, + "bottom": 537, + "left": 795, + "right": 846 + } + }, + { + "doc_offset": { + "start": 4288, + "end": 4301 + }, + "page_num": 4, + "text": "userSnapshot.", + "position": { + "top": 499, + "bottom": 539, + "left": 1204, + "right": 1487 + } + }, + { + "doc_offset": { + "start": 4302, + "end": 4307 + }, + "page_num": 4, + "text": "email", + "position": { + "top": 498, + "bottom": 539, + "left": 1495, + "right": 1607 + } + }, + { + "doc_offset": { + "start": 4308, + "end": 4315 + }, + "page_num": 4, + "text": "enabled", + "position": { + "top": 591, + "bottom": 631, + "left": 259, + "right": 411 + } + }, + { + "doc_offset": { + "start": 4316, + "end": 4320 + }, + "page_num": 4, + "text": "bool", + "position": { + "top": 585, + "bottom": 633, + "left": 792, + "right": 883 + } + }, + { + "doc_offset": { + "start": 4321, + "end": 4333 + }, + "page_num": 4, + "text": "userSnapshot", + "position": { + "top": 592, + "bottom": 633, + "left": 1204, + "right": 1465 + } + }, + { + "doc_offset": { + "start": 4334, + "end": 4335 + }, + "page_num": 4, + "text": ".", + "position": { + "top": 591, + "bottom": 633, + "left": 1475, + "right": 1487 + } + }, + { + "doc_offset": { + "start": 4336, + "end": 4343 + }, + "page_num": 4, + "text": "enabled", + "position": { + "top": 591, + "bottom": 631, + "left": 1497, + "right": 1651 + } + }, + { + "doc_offset": { + "start": 4344, + "end": 4351 + }, + "page_num": 4, + "text": "Example", + "position": { + "top": 719, + "bottom": 767, + "left": 212, + "right": 391 + } + }, + { + "doc_offset": { + "start": 4352, + "end": 4359 + }, + "page_num": 4, + "text": "GraphQL", + "position": { + "top": 717, + "bottom": 767, + "left": 402, + "right": 588 + } + }, + { + "doc_offset": { + "start": 4360, + "end": 4365 + }, + "page_num": 4, + "text": "Query", + "position": { + "top": 717, + "bottom": 769, + "left": 603, + "right": 729 + } + }, + { + "doc_offset": { + "start": 4366, + "end": 4371 + }, + "page_num": 4, + "text": "query", + "position": { + "top": 836, + "bottom": 885, + "left": 239, + "right": 373 + } + }, + { + "doc_offset": { + "start": 4372, + "end": 4377 + }, + "page_num": 4, + "text": "Users", + "position": { + "top": 835, + "bottom": 885, + "left": 396, + "right": 537 + } + }, + { + "doc_offset": { + "start": 4378, + "end": 4379 + }, + "page_num": 4, + "text": "{", + "position": { + "top": 835, + "bottom": 885, + "left": 564, + "right": 587 + } + }, + { + "doc_offset": { + "start": 4380, + "end": 4401 + }, + "page_num": 4, + "text": "userSnapshot(orderBy:", + "position": { + "top": 898, + "bottom": 945, + "left": 326, + "right": 895 + } + }, + { + "doc_offset": { + "start": 4402, + "end": 4405 + }, + "page_num": 4, + "text": "ID,", + "position": { + "top": 892, + "bottom": 949, + "left": 919, + "right": 1002 + } + }, + { + "doc_offset": { + "start": 4406, + "end": 4411 + }, + "page_num": 4, + "text": "desc:", + "position": { + "top": 892, + "bottom": 949, + "left": 1024, + "right": 1163 + } + }, + { + "doc_offset": { + "start": 4412, + "end": 4418 + }, + "page_num": 4, + "text": "false,", + "position": { + "top": 892, + "bottom": 949, + "left": 1189, + "right": 1349 + } + }, + { + "doc_offset": { + "start": 4419, + "end": 4425 + }, + "page_num": 4, + "text": "limit:", + "position": { + "top": 890, + "bottom": 948, + "left": 1373, + "right": 1538 + } + }, + { + "doc_offset": { + "start": 4426, + "end": 4431 + }, + "page_num": 4, + "text": "1000)", + "position": { + "top": 890, + "bottom": 948, + "left": 1564, + "right": 1703 + } + }, + { + "doc_offset": { + "start": 4432, + "end": 4433 + }, + "page_num": 4, + "text": "{", + "position": { + "top": 892, + "bottom": 948, + "left": 1724, + "right": 1753 + } + }, + { + "doc_offset": { + "start": 4434, + "end": 4441 + }, + "page_num": 4, + "text": "results", + "position": { + "top": 959, + "bottom": 1011, + "left": 436, + "right": 626 + } + }, + { + "doc_offset": { + "start": 4442, + "end": 4443 + }, + "page_num": 4, + "text": "{", + "position": { + "top": 958, + "bottom": 1009, + "left": 654, + "right": 681 + } + }, + { + "doc_offset": { + "start": 4444, + "end": 4446 + }, + "page_num": 4, + "text": "id", + "position": { + "top": 1021, + "bottom": 1067, + "left": 545, + "right": 594 + } + }, + { + "doc_offset": { + "start": 4447, + "end": 4451 + }, + "page_num": 4, + "text": "name", + "position": { + "top": 1088, + "bottom": 1127, + "left": 542, + "right": 644 + } + }, + { + "doc_offset": { + "start": 4452, + "end": 4457 + }, + "page_num": 4, + "text": "email", + "position": { + "top": 1148, + "bottom": 1191, + "left": 544, + "right": 674 + } + }, + { + "doc_offset": { + "start": 4458, + "end": 4465 + }, + "page_num": 4, + "text": "enabled", + "position": { + "top": 1210, + "bottom": 1253, + "left": 542, + "right": 729 + } + }, + { + "doc_offset": { + "start": 4466, + "end": 4467 + }, + "page_num": 4, + "text": "}", + "position": { + "top": 1334, + "bottom": 1382, + "left": 330, + "right": 348 + } + }, + { + "doc_offset": { + "start": 4468, + "end": 4469 + }, + "page_num": 4, + "text": "}", + "position": { + "top": 1395, + "bottom": 1440, + "left": 223, + "right": 240 + } + }, + { + "doc_offset": { + "start": 4470, + "end": 4471 + }, + "page_num": 4, + "text": "}", + "position": { + "top": 1269, + "bottom": 1319, + "left": 436, + "right": 456 + } + }, + { + "doc_offset": { + "start": 4472, + "end": 4481 + }, + "page_num": 4, + "text": "Scheduled", + "position": { + "top": 1516, + "bottom": 1558, + "left": 212, + "right": 429 + } + }, + { + "doc_offset": { + "start": 4482, + "end": 4489 + }, + "page_num": 4, + "text": "Process", + "position": { + "top": 1513, + "bottom": 1561, + "left": 441, + "right": 613 + } + }, + { + "doc_offset": { + "start": 4490, + "end": 4495 + }, + "page_num": 4, + "text": "Logic", + "position": { + "top": 1513, + "bottom": 1562, + "left": 624, + "right": 740 + } + }, + { + "doc_offset": { + "start": 4496, + "end": 4500 + }, + "page_num": 4, + "text": "This", + "position": { + "top": 1619, + "bottom": 1667, + "left": 212, + "right": 287 + } + }, + { + "doc_offset": { + "start": 4501, + "end": 4503 + }, + "page_num": 4, + "text": "is", + "position": { + "top": 1619, + "bottom": 1668, + "left": 299, + "right": 335 + } + }, + { + "doc_offset": { + "start": 4504, + "end": 4505 + }, + "page_num": 4, + "text": "a", + "position": { + "top": 1618, + "bottom": 1668, + "left": 346, + "right": 365 + } + }, + { + "doc_offset": { + "start": 4506, + "end": 4517 + }, + "page_num": 4, + "text": "lightweight", + "position": { + "top": 1618, + "bottom": 1668, + "left": 376, + "right": 594 + } + }, + { + "doc_offset": { + "start": 4518, + "end": 4524 + }, + "page_num": 4, + "text": "query.", + "position": { + "top": 1618, + "bottom": 1668, + "left": 604, + "right": 727 + } + }, + { + "doc_offset": { + "start": 4525, + "end": 4528 + }, + "page_num": 4, + "text": "All", + "position": { + "top": 1618, + "bottom": 1670, + "left": 739, + "right": 785 + } + }, + { + "doc_offset": { + "start": 4529, + "end": 4538 + }, + "page_num": 4, + "text": "reviewers", + "position": { + "top": 1617, + "bottom": 1670, + "left": 796, + "right": 984 + } + }, + { + "doc_offset": { + "start": 4539, + "end": 4543 + }, + "page_num": 4, + "text": "will", + "position": { + "top": 1617, + "bottom": 1670, + "left": 994, + "right": 1057 + } + }, + { + "doc_offset": { + "start": 4544, + "end": 4546 + }, + "page_num": 4, + "text": "be", + "position": { + "top": 1617, + "bottom": 1670, + "left": 1067, + "right": 1117 + } + }, + { + "doc_offset": { + "start": 4547, + "end": 4553 + }, + "page_num": 4, + "text": "pulled", + "position": { + "top": 1617, + "bottom": 1670, + "left": 1128, + "right": 1252 + } + }, + { + "doc_offset": { + "start": 4554, + "end": 4559 + }, + "page_num": 4, + "text": "every", + "position": { + "top": 1617, + "bottom": 1670, + "left": 1262, + "right": 1366 + } + }, + { + "doc_offset": { + "start": 4560, + "end": 4564 + }, + "page_num": 4, + "text": "time", + "position": { + "top": 1617, + "bottom": 1670, + "left": 1376, + "right": 1464 + } + }, + { + "doc_offset": { + "start": 4565, + "end": 4568 + }, + "page_num": 4, + "text": "the", + "position": { + "top": 1617, + "bottom": 1670, + "left": 1474, + "right": 1537 + } + }, + { + "doc_offset": { + "start": 4569, + "end": 4580 + }, + "page_num": 4, + "text": "integration", + "position": { + "top": 1618, + "bottom": 1670, + "left": 1548, + "right": 1756 + } + }, + { + "doc_offset": { + "start": 4581, + "end": 4583 + }, + "page_num": 4, + "text": "is", + "position": { + "top": 1618, + "bottom": 1670, + "left": 1766, + "right": 1799 + } + }, + { + "doc_offset": { + "start": 4584, + "end": 4588 + }, + "page_num": 4, + "text": "run.", + "position": { + "top": 1618, + "bottom": 1668, + "left": 1810, + "right": 1891 + } + }, + { + "doc_offset": { + "start": 4589, + "end": 4593 + }, + "page_num": 4, + "text": "Data", + "position": { + "top": 1725, + "bottom": 1771, + "left": 212, + "right": 309 + } + }, + { + "doc_offset": { + "start": 4594, + "end": 4608 + }, + "page_num": 4, + "text": "Reconciliation", + "position": { + "top": 1725, + "bottom": 1771, + "left": 318, + "right": 614 + } + }, + { + "doc_offset": { + "start": 4609, + "end": 4612 + }, + "page_num": 4, + "text": "The", + "position": { + "top": 1829, + "bottom": 1879, + "left": 213, + "right": 283 + } + }, + { + "doc_offset": { + "start": 4613, + "end": 4619 + }, + "page_num": 4, + "text": "output", + "position": { + "top": 1829, + "bottom": 1879, + "left": 297, + "right": 432 + } + }, + { + "doc_offset": { + "start": 4620, + "end": 4624 + }, + "page_num": 4, + "text": "will", + "position": { + "top": 1827, + "bottom": 1879, + "left": 444, + "right": 507 + } + }, + { + "doc_offset": { + "start": 4625, + "end": 4632 + }, + "page_num": 4, + "text": "include", + "position": { + "top": 1827, + "bottom": 1879, + "left": 518, + "right": 667 + } + }, + { + "doc_offset": { + "start": 4633, + "end": 4636 + }, + "page_num": 4, + "text": "the", + "position": { + "top": 1827, + "bottom": 1879, + "left": 679, + "right": 746 + } + }, + { + "doc_offset": { + "start": 4637, + "end": 4644 + }, + "page_num": 4, + "text": "primary", + "position": { + "top": 1827, + "bottom": 1879, + "left": 760, + "right": 912 + } + }, + { + "doc_offset": { + "start": 4645, + "end": 4648 + }, + "page_num": 4, + "text": "key", + "position": { + "top": 1827, + "bottom": 1879, + "left": 924, + "right": 997 + } + }, + { + "doc_offset": { + "start": 4649, + "end": 4651 + }, + "page_num": 4, + "text": "id", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1025, + "right": 1075 + } + }, + { + "doc_offset": { + "start": 4652, + "end": 4658 + }, + "page_num": 4, + "text": "needed", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1100, + "right": 1249 + } + }, + { + "doc_offset": { + "start": 4659, + "end": 4661 + }, + "page_num": 4, + "text": "to", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1263, + "right": 1306 + } + }, + { + "doc_offset": { + "start": 4662, + "end": 4668 + }, + "page_num": 4, + "text": "update", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1320, + "right": 1464 + } + }, + { + "doc_offset": { + "start": 4669, + "end": 4677 + }, + "page_num": 4, + "text": "existing", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1476, + "right": 1630 + } + }, + { + "doc_offset": { + "start": 4678, + "end": 4682 + }, + "page_num": 4, + "text": "rows", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1644, + "right": 1746 + } + }, + { + "doc_offset": { + "start": 4683, + "end": 4686 + }, + "page_num": 4, + "text": "and", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1759, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 4687, + "end": 4693 + }, + "page_num": 4, + "text": "insert", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1845, + "right": 1959 + } + }, + { + "doc_offset": { + "start": 4694, + "end": 4697 + }, + "page_num": 4, + "text": "new", + "position": { + "top": 1827, + "bottom": 1879, + "left": 1971, + "right": 2048 + } + }, + { + "doc_offset": { + "start": 4698, + "end": 4702 + }, + "page_num": 4, + "text": "rows", + "position": { + "top": 1827, + "bottom": 1879, + "left": 2068, + "right": 2171 + } + }, + { + "doc_offset": { + "start": 4703, + "end": 4707 + }, + "page_num": 4, + "text": "into", + "position": { + "top": 1827, + "bottom": 1879, + "left": 2181, + "right": 2259 + } + }, + { + "doc_offset": { + "start": 4708, + "end": 4711 + }, + "page_num": 4, + "text": "the", + "position": { + "top": 1827, + "bottom": 1879, + "left": 2273, + "right": 2340 + } + }, + { + "doc_offset": { + "start": 4712, + "end": 4719 + }, + "page_num": 4, + "text": "Metrics", + "position": { + "top": 1892, + "bottom": 1935, + "left": 213, + "right": 355 + } + }, + { + "doc_offset": { + "start": 4720, + "end": 4729 + }, + "page_num": 4, + "text": "database.", + "position": { + "top": 1892, + "bottom": 1935, + "left": 368, + "right": 564 + } + } +] \ No newline at end of file diff --git a/tests/data/etloutput/4289/107458/101157/page_5_text.txt b/tests/data/etloutput/4289/107458/101157/page_5_text.txt new file mode 100644 index 0000000..c7e9556 --- /dev/null +++ b/tests/data/etloutput/4289/107458/101157/page_5_text.txt @@ -0,0 +1,27 @@ +1.6 Prediction +Column Type Result File Source +id uuid Generated by integration5 +label str Prediction. Label 6,7 +predicted_value str Prediction. Text 8,7 +reviewed_value str Prediction. Text 8,7 +submission_file_id int Prediction. Document. Id 7 +model_id int Prediction. Model. Id 7 +5 Predictions do not have a system-assigned unique identifier. Recommended that the integration pulling this data +generates a unique UUIDv7 for each prediction. +6 For performance reasons, this column should have an index. Depending upon the DBMS, this column may need to +be normalized out, hashed, or otherwise converted to an indexable type. +7 Based on the Result File classes in the Indico Toolkit (available in Python and C# versions). +8 As predictions do not have a system-assigned unique identifier, predicted values and reviewed values must be +matched by similarity within the integration. An example of doing so is available in the Indico-developed +groundtruth program. +Scheduled Process Logic +This is a heavyweight query tied to submissions. Because predictions have no system-assigned unique +identifier, and the identifier assigned by the integration is not stable, predictions must be pulled only once +per submission. This should occur at the terminal state of the submission just before it's omitted from future +processing: i.e. when the submission is marked as retrieved. Once a submission is marked as retrieved, +there should be no further updates to the submission resetting its updatedAt attribute, therefore it will be +omitted from all future runs of the integration. +Data Reconciliation +The output does not include a primary key needed to update existing rows. As such it will only contain new +rows to be inserted into the Metrics database. +formatted by Markdeep 1.17 \ No newline at end of file diff --git a/tests/data/etloutput/4289/107458/101157/page_5_tokens.json b/tests/data/etloutput/4289/107458/101157/page_5_tokens.json new file mode 100644 index 0000000..5cb7290 --- /dev/null +++ b/tests/data/etloutput/4289/107458/101157/page_5_tokens.json @@ -0,0 +1,3796 @@ +[ + { + "doc_offset": { + "start": 4730, + "end": 4733 + }, + "page_num": 5, + "text": "1.6", + "position": { + "top": 136, + "bottom": 193, + "left": 220, + "right": 302 + } + }, + { + "doc_offset": { + "start": 4734, + "end": 4744 + }, + "page_num": 5, + "text": "Prediction", + "position": { + "top": 137, + "bottom": 190, + "left": 362, + "right": 676 + } + }, + { + "doc_offset": { + "start": 4745, + "end": 4751 + }, + "page_num": 5, + "text": "Column", + "position": { + "top": 296, + "bottom": 336, + "left": 262, + "right": 415 + } + }, + { + "doc_offset": { + "start": 4752, + "end": 4756 + }, + "page_num": 5, + "text": "Type", + "position": { + "top": 296, + "bottom": 342, + "left": 1015, + "right": 1107 + } + }, + { + "doc_offset": { + "start": 4757, + "end": 4763 + }, + "page_num": 5, + "text": "Result", + "position": { + "top": 295, + "bottom": 339, + "left": 1328, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 4764, + "end": 4768 + }, + "page_num": 5, + "text": "File", + "position": { + "top": 295, + "bottom": 338, + "left": 1471, + "right": 1542 + } + }, + { + "doc_offset": { + "start": 4769, + "end": 4775 + }, + "page_num": 5, + "text": "Source", + "position": { + "top": 295, + "bottom": 339, + "left": 1561, + "right": 1704 + } + }, + { + "doc_offset": { + "start": 4776, + "end": 4778 + }, + "page_num": 5, + "text": "id", + "position": { + "top": 403, + "bottom": 439, + "left": 259, + "right": 289 + } + }, + { + "doc_offset": { + "start": 4779, + "end": 4783 + }, + "page_num": 5, + "text": "uuid", + "position": { + "top": 403, + "bottom": 442, + "left": 1009, + "right": 1091 + } + }, + { + "doc_offset": { + "start": 4784, + "end": 4793 + }, + "page_num": 5, + "text": "Generated", + "position": { + "top": 409, + "bottom": 456, + "left": 1328, + "right": 1532 + } + }, + { + "doc_offset": { + "start": 4794, + "end": 4796 + }, + "page_num": 5, + "text": "by", + "position": { + "top": 409, + "bottom": 458, + "left": 1542, + "right": 1590 + } + }, + { + "doc_offset": { + "start": 4797, + "end": 4809 + }, + "page_num": 5, + "text": "integration5", + "position": { + "top": 409, + "bottom": 456, + "left": 1600, + "right": 1836 + } + }, + { + "doc_offset": { + "start": 4810, + "end": 4815 + }, + "page_num": 5, + "text": "label", + "position": { + "top": 508, + "bottom": 545, + "left": 257, + "right": 349 + } + }, + { + "doc_offset": { + "start": 4816, + "end": 4819 + }, + "page_num": 5, + "text": "str", + "position": { + "top": 509, + "bottom": 548, + "left": 1011, + "right": 1061 + } + }, + { + "doc_offset": { + "start": 4820, + "end": 4831 + }, + "page_num": 5, + "text": "Prediction.", + "position": { + "top": 518, + "bottom": 555, + "left": 1340, + "right": 1577 + } + }, + { + "doc_offset": { + "start": 4832, + "end": 4837 + }, + "page_num": 5, + "text": "Label", + "position": { + "top": 514, + "bottom": 552, + "left": 1585, + "right": 1701 + } + }, + { + "doc_offset": { + "start": 4838, + "end": 4841 + }, + "page_num": 5, + "text": "6,7", + "position": { + "top": 511, + "bottom": 548, + "left": 1714, + "right": 1764 + } + }, + { + "doc_offset": { + "start": 4842, + "end": 4857 + }, + "page_num": 5, + "text": "predicted_value", + "position": { + "top": 613, + "bottom": 657, + "left": 259, + "right": 570 + } + }, + { + "doc_offset": { + "start": 4858, + "end": 4861 + }, + "page_num": 5, + "text": "str", + "position": { + "top": 615, + "bottom": 648, + "left": 1012, + "right": 1060 + } + }, + { + "doc_offset": { + "start": 4862, + "end": 4873 + }, + "page_num": 5, + "text": "Prediction.", + "position": { + "top": 621, + "bottom": 657, + "left": 1342, + "right": 1583 + } + }, + { + "doc_offset": { + "start": 4874, + "end": 4878 + }, + "page_num": 5, + "text": "Text", + "position": { + "top": 620, + "bottom": 657, + "left": 1590, + "right": 1676 + } + }, + { + "doc_offset": { + "start": 4879, + "end": 4882 + }, + "page_num": 5, + "text": "8,7", + "position": { + "top": 608, + "bottom": 653, + "left": 1693, + "right": 1742 + } + }, + { + "doc_offset": { + "start": 4883, + "end": 4897 + }, + "page_num": 5, + "text": "reviewed_value", + "position": { + "top": 714, + "bottom": 756, + "left": 257, + "right": 560 + } + }, + { + "doc_offset": { + "start": 4898, + "end": 4901 + }, + "page_num": 5, + "text": "str", + "position": { + "top": 716, + "bottom": 751, + "left": 1011, + "right": 1061 + } + }, + { + "doc_offset": { + "start": 4902, + "end": 4913 + }, + "page_num": 5, + "text": "Prediction.", + "position": { + "top": 724, + "bottom": 761, + "left": 1340, + "right": 1584 + } + }, + { + "doc_offset": { + "start": 4914, + "end": 4918 + }, + "page_num": 5, + "text": "Text", + "position": { + "top": 723, + "bottom": 760, + "left": 1591, + "right": 1674 + } + }, + { + "doc_offset": { + "start": 4919, + "end": 4922 + }, + "page_num": 5, + "text": "8,7", + "position": { + "top": 711, + "bottom": 754, + "left": 1693, + "right": 1742 + } + }, + { + "doc_offset": { + "start": 4923, + "end": 4941 + }, + "page_num": 5, + "text": "submission_file_id", + "position": { + "top": 816, + "bottom": 859, + "left": 260, + "right": 614 + } + }, + { + "doc_offset": { + "start": 4942, + "end": 4945 + }, + "page_num": 5, + "text": "int", + "position": { + "top": 814, + "bottom": 853, + "left": 1007, + "right": 1060 + } + }, + { + "doc_offset": { + "start": 4946, + "end": 4957 + }, + "page_num": 5, + "text": "Prediction.", + "position": { + "top": 827, + "bottom": 865, + "left": 1343, + "right": 1577 + } + }, + { + "doc_offset": { + "start": 4958, + "end": 4967 + }, + "page_num": 5, + "text": "Document.", + "position": { + "top": 826, + "bottom": 863, + "left": 1585, + "right": 1783 + } + }, + { + "doc_offset": { + "start": 4968, + "end": 4970 + }, + "page_num": 5, + "text": "Id", + "position": { + "top": 825, + "bottom": 863, + "left": 1790, + "right": 1830 + } + }, + { + "doc_offset": { + "start": 4971, + "end": 4972 + }, + "page_num": 5, + "text": "7", + "position": { + "top": 823, + "bottom": 863, + "left": 1849, + "right": 1869 + } + }, + { + "doc_offset": { + "start": 4973, + "end": 4981 + }, + "page_num": 5, + "text": "model_id", + "position": { + "top": 919, + "bottom": 962, + "left": 257, + "right": 436 + } + }, + { + "doc_offset": { + "start": 4982, + "end": 4985 + }, + "page_num": 5, + "text": "int", + "position": { + "top": 918, + "bottom": 958, + "left": 1007, + "right": 1060 + } + }, + { + "doc_offset": { + "start": 4986, + "end": 4997 + }, + "page_num": 5, + "text": "Prediction.", + "position": { + "top": 928, + "bottom": 966, + "left": 1340, + "right": 1575 + } + }, + { + "doc_offset": { + "start": 4998, + "end": 5004 + }, + "page_num": 5, + "text": "Model.", + "position": { + "top": 926, + "bottom": 966, + "left": 1584, + "right": 1716 + } + }, + { + "doc_offset": { + "start": 5005, + "end": 5007 + }, + "page_num": 5, + "text": "Id", + "position": { + "top": 926, + "bottom": 966, + "left": 1724, + "right": 1766 + } + }, + { + "doc_offset": { + "start": 5008, + "end": 5009 + }, + "page_num": 5, + "text": "7", + "position": { + "top": 925, + "bottom": 965, + "left": 1782, + "right": 1800 + } + }, + { + "doc_offset": { + "start": 5010, + "end": 5011 + }, + "page_num": 5, + "text": "5", + "position": { + "top": 1054, + "bottom": 1100, + "left": 210, + "right": 232 + } + }, + { + "doc_offset": { + "start": 5012, + "end": 5023 + }, + "page_num": 5, + "text": "Predictions", + "position": { + "top": 1054, + "bottom": 1100, + "left": 243, + "right": 449 + } + }, + { + "doc_offset": { + "start": 5024, + "end": 5026 + }, + "page_num": 5, + "text": "do", + "position": { + "top": 1055, + "bottom": 1101, + "left": 464, + "right": 508 + } + }, + { + "doc_offset": { + "start": 5027, + "end": 5030 + }, + "page_num": 5, + "text": "not", + "position": { + "top": 1055, + "bottom": 1101, + "left": 522, + "right": 585 + } + }, + { + "doc_offset": { + "start": 5031, + "end": 5035 + }, + "page_num": 5, + "text": "have", + "position": { + "top": 1055, + "bottom": 1101, + "left": 597, + "right": 689 + } + }, + { + "doc_offset": { + "start": 5036, + "end": 5037 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1055, + "bottom": 1101, + "left": 701, + "right": 726 + } + }, + { + "doc_offset": { + "start": 5038, + "end": 5053 + }, + "page_num": 5, + "text": "system-assigned", + "position": { + "top": 1057, + "bottom": 1101, + "left": 739, + "right": 1048 + } + }, + { + "doc_offset": { + "start": 5054, + "end": 5060 + }, + "page_num": 5, + "text": "unique", + "position": { + "top": 1057, + "bottom": 1102, + "left": 1061, + "right": 1189 + } + }, + { + "doc_offset": { + "start": 5061, + "end": 5072 + }, + "page_num": 5, + "text": "identifier.", + "position": { + "top": 1057, + "bottom": 1102, + "left": 1197, + "right": 1368 + } + }, + { + "doc_offset": { + "start": 5073, + "end": 5084 + }, + "page_num": 5, + "text": "Recommended", + "position": { + "top": 1057, + "bottom": 1104, + "left": 1378, + "right": 1657 + } + }, + { + "doc_offset": { + "start": 5085, + "end": 5089 + }, + "page_num": 5, + "text": "that", + "position": { + "top": 1057, + "bottom": 1104, + "left": 1673, + "right": 1747 + } + }, + { + "doc_offset": { + "start": 5090, + "end": 5093 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1057, + "bottom": 1104, + "left": 1756, + "right": 1817 + } + }, + { + "doc_offset": { + "start": 5094, + "end": 5105 + }, + "page_num": 5, + "text": "integration", + "position": { + "top": 1057, + "bottom": 1104, + "left": 1827, + "right": 2022 + } + }, + { + "doc_offset": { + "start": 5106, + "end": 5113 + }, + "page_num": 5, + "text": "pulling", + "position": { + "top": 1055, + "bottom": 1104, + "left": 2038, + "right": 2158 + } + }, + { + "doc_offset": { + "start": 5114, + "end": 5118 + }, + "page_num": 5, + "text": "this", + "position": { + "top": 1055, + "bottom": 1104, + "left": 2171, + "right": 2243 + } + }, + { + "doc_offset": { + "start": 5119, + "end": 5123 + }, + "page_num": 5, + "text": "data", + "position": { + "top": 1055, + "bottom": 1104, + "left": 2253, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 5124, + "end": 5133 + }, + "page_num": 5, + "text": "generates", + "position": { + "top": 1107, + "bottom": 1151, + "left": 242, + "right": 422 + } + }, + { + "doc_offset": { + "start": 5134, + "end": 5135 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1105, + "bottom": 1151, + "left": 432, + "right": 455 + } + }, + { + "doc_offset": { + "start": 5136, + "end": 5142 + }, + "page_num": 5, + "text": "unique", + "position": { + "top": 1104, + "bottom": 1151, + "left": 465, + "right": 588 + } + }, + { + "doc_offset": { + "start": 5143, + "end": 5149 + }, + "page_num": 5, + "text": "UUIDv7", + "position": { + "top": 1104, + "bottom": 1151, + "left": 598, + "right": 740 + } + }, + { + "doc_offset": { + "start": 5150, + "end": 5153 + }, + "page_num": 5, + "text": "for", + "position": { + "top": 1104, + "bottom": 1150, + "left": 749, + "right": 800 + } + }, + { + "doc_offset": { + "start": 5154, + "end": 5158 + }, + "page_num": 5, + "text": "each", + "position": { + "top": 1104, + "bottom": 1150, + "left": 810, + "right": 898 + } + }, + { + "doc_offset": { + "start": 5159, + "end": 5170 + }, + "page_num": 5, + "text": "prediction.", + "position": { + "top": 1105, + "bottom": 1150, + "left": 909, + "right": 1104 + } + }, + { + "doc_offset": { + "start": 5171, + "end": 5172 + }, + "page_num": 5, + "text": "6", + "position": { + "top": 1204, + "bottom": 1250, + "left": 209, + "right": 229 + } + }, + { + "doc_offset": { + "start": 5173, + "end": 5176 + }, + "page_num": 5, + "text": "For", + "position": { + "top": 1204, + "bottom": 1250, + "left": 237, + "right": 302 + } + }, + { + "doc_offset": { + "start": 5177, + "end": 5188 + }, + "page_num": 5, + "text": "performance", + "position": { + "top": 1205, + "bottom": 1250, + "left": 310, + "right": 542 + } + }, + { + "doc_offset": { + "start": 5189, + "end": 5197 + }, + "page_num": 5, + "text": "reasons,", + "position": { + "top": 1205, + "bottom": 1250, + "left": 551, + "right": 710 + } + }, + { + "doc_offset": { + "start": 5198, + "end": 5202 + }, + "page_num": 5, + "text": "this", + "position": { + "top": 1205, + "bottom": 1250, + "left": 719, + "right": 789 + } + }, + { + "doc_offset": { + "start": 5203, + "end": 5209 + }, + "page_num": 5, + "text": "column", + "position": { + "top": 1205, + "bottom": 1251, + "left": 797, + "right": 932 + } + }, + { + "doc_offset": { + "start": 5210, + "end": 5216 + }, + "page_num": 5, + "text": "should", + "position": { + "top": 1205, + "bottom": 1251, + "left": 948, + "right": 1068 + } + }, + { + "doc_offset": { + "start": 5217, + "end": 5221 + }, + "page_num": 5, + "text": "have", + "position": { + "top": 1205, + "bottom": 1251, + "left": 1078, + "right": 1168 + } + }, + { + "doc_offset": { + "start": 5222, + "end": 5224 + }, + "page_num": 5, + "text": "an", + "position": { + "top": 1205, + "bottom": 1251, + "left": 1179, + "right": 1224 + } + }, + { + "doc_offset": { + "start": 5225, + "end": 5231 + }, + "page_num": 5, + "text": "index.", + "position": { + "top": 1205, + "bottom": 1251, + "left": 1233, + "right": 1349 + } + }, + { + "doc_offset": { + "start": 5232, + "end": 5241 + }, + "page_num": 5, + "text": "Depending", + "position": { + "top": 1205, + "bottom": 1251, + "left": 1359, + "right": 1558 + } + }, + { + "doc_offset": { + "start": 5242, + "end": 5246 + }, + "page_num": 5, + "text": "upon", + "position": { + "top": 1205, + "bottom": 1251, + "left": 1568, + "right": 1660 + } + }, + { + "doc_offset": { + "start": 5247, + "end": 5250 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1205, + "bottom": 1251, + "left": 1671, + "right": 1733 + } + }, + { + "doc_offset": { + "start": 5251, + "end": 5256 + }, + "page_num": 5, + "text": "DBMS,", + "position": { + "top": 1205, + "bottom": 1253, + "left": 1742, + "right": 1872 + } + }, + { + "doc_offset": { + "start": 5257, + "end": 5261 + }, + "page_num": 5, + "text": "this", + "position": { + "top": 1205, + "bottom": 1253, + "left": 1882, + "right": 1952 + } + }, + { + "doc_offset": { + "start": 5262, + "end": 5268 + }, + "page_num": 5, + "text": "column", + "position": { + "top": 1204, + "bottom": 1253, + "left": 1961, + "right": 2094 + } + }, + { + "doc_offset": { + "start": 5269, + "end": 5272 + }, + "page_num": 5, + "text": "may", + "position": { + "top": 1204, + "bottom": 1253, + "left": 2107, + "right": 2186 + } + }, + { + "doc_offset": { + "start": 5273, + "end": 5277 + }, + "page_num": 5, + "text": "need", + "position": { + "top": 1204, + "bottom": 1253, + "left": 2196, + "right": 2286 + } + }, + { + "doc_offset": { + "start": 5278, + "end": 5280 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 1204, + "bottom": 1253, + "left": 2299, + "right": 2337 + } + }, + { + "doc_offset": { + "start": 5281, + "end": 5283 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 1254, + "bottom": 1297, + "left": 240, + "right": 285 + } + }, + { + "doc_offset": { + "start": 5284, + "end": 5294 + }, + "page_num": 5, + "text": "normalized", + "position": { + "top": 1254, + "bottom": 1297, + "left": 295, + "right": 497 + } + }, + { + "doc_offset": { + "start": 5295, + "end": 5299 + }, + "page_num": 5, + "text": "out,", + "position": { + "top": 1254, + "bottom": 1297, + "left": 508, + "right": 578 + } + }, + { + "doc_offset": { + "start": 5300, + "end": 5307 + }, + "page_num": 5, + "text": "hashed,", + "position": { + "top": 1253, + "bottom": 1297, + "left": 587, + "right": 737 + } + }, + { + "doc_offset": { + "start": 5308, + "end": 5310 + }, + "page_num": 5, + "text": "or", + "position": { + "top": 1253, + "bottom": 1299, + "left": 746, + "right": 783 + } + }, + { + "doc_offset": { + "start": 5311, + "end": 5320 + }, + "page_num": 5, + "text": "otherwise", + "position": { + "top": 1253, + "bottom": 1299, + "left": 793, + "right": 971 + } + }, + { + "doc_offset": { + "start": 5321, + "end": 5330 + }, + "page_num": 5, + "text": "converted", + "position": { + "top": 1254, + "bottom": 1299, + "left": 979, + "right": 1161 + } + }, + { + "doc_offset": { + "start": 5331, + "end": 5333 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 1254, + "bottom": 1299, + "left": 1174, + "right": 1211 + } + }, + { + "doc_offset": { + "start": 5334, + "end": 5336 + }, + "page_num": 5, + "text": "an", + "position": { + "top": 1254, + "bottom": 1299, + "left": 1223, + "right": 1264 + } + }, + { + "doc_offset": { + "start": 5337, + "end": 5346 + }, + "page_num": 5, + "text": "indexable", + "position": { + "top": 1254, + "bottom": 1299, + "left": 1273, + "right": 1455 + } + }, + { + "doc_offset": { + "start": 5347, + "end": 5352 + }, + "page_num": 5, + "text": "type.", + "position": { + "top": 1254, + "bottom": 1300, + "left": 1464, + "right": 1558 + } + }, + { + "doc_offset": { + "start": 5353, + "end": 5354 + }, + "page_num": 5, + "text": "7", + "position": { + "top": 1352, + "bottom": 1396, + "left": 212, + "right": 229 + } + }, + { + "doc_offset": { + "start": 5355, + "end": 5360 + }, + "page_num": 5, + "text": "Based", + "position": { + "top": 1353, + "bottom": 1396, + "left": 237, + "right": 353 + } + }, + { + "doc_offset": { + "start": 5361, + "end": 5363 + }, + "page_num": 5, + "text": "on", + "position": { + "top": 1353, + "bottom": 1396, + "left": 365, + "right": 411 + } + }, + { + "doc_offset": { + "start": 5364, + "end": 5367 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1353, + "bottom": 1397, + "left": 422, + "right": 481 + } + }, + { + "doc_offset": { + "start": 5368, + "end": 5374 + }, + "page_num": 5, + "text": "Result", + "position": { + "top": 1353, + "bottom": 1397, + "left": 491, + "right": 607 + } + }, + { + "doc_offset": { + "start": 5375, + "end": 5379 + }, + "page_num": 5, + "text": "File", + "position": { + "top": 1354, + "bottom": 1397, + "left": 616, + "right": 684 + } + }, + { + "doc_offset": { + "start": 5380, + "end": 5387 + }, + "page_num": 5, + "text": "classes", + "position": { + "top": 1354, + "bottom": 1399, + "left": 693, + "right": 826 + } + }, + { + "doc_offset": { + "start": 5388, + "end": 5390 + }, + "page_num": 5, + "text": "in", + "position": { + "top": 1354, + "bottom": 1399, + "left": 836, + "right": 872 + } + }, + { + "doc_offset": { + "start": 5391, + "end": 5394 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1354, + "bottom": 1399, + "left": 881, + "right": 939 + } + }, + { + "doc_offset": { + "start": 5395, + "end": 5401 + }, + "page_num": 5, + "text": "Indico", + "position": { + "top": 1354, + "bottom": 1399, + "left": 949, + "right": 1062 + } + }, + { + "doc_offset": { + "start": 5402, + "end": 5409 + }, + "page_num": 5, + "text": "Toolkit", + "position": { + "top": 1354, + "bottom": 1400, + "left": 1077, + "right": 1190 + } + }, + { + "doc_offset": { + "start": 5410, + "end": 5420 + }, + "page_num": 5, + "text": "(available", + "position": { + "top": 1354, + "bottom": 1400, + "left": 1199, + "right": 1372 + } + }, + { + "doc_offset": { + "start": 5421, + "end": 5423 + }, + "page_num": 5, + "text": "in", + "position": { + "top": 1354, + "bottom": 1400, + "left": 1381, + "right": 1413 + } + }, + { + "doc_offset": { + "start": 5424, + "end": 5430 + }, + "page_num": 5, + "text": "Python", + "position": { + "top": 1354, + "bottom": 1400, + "left": 1428, + "right": 1552 + } + }, + { + "doc_offset": { + "start": 5431, + "end": 5434 + }, + "page_num": 5, + "text": "and", + "position": { + "top": 1354, + "bottom": 1400, + "left": 1565, + "right": 1633 + } + }, + { + "doc_offset": { + "start": 5435, + "end": 5437 + }, + "page_num": 5, + "text": "C#", + "position": { + "top": 1354, + "bottom": 1400, + "left": 1646, + "right": 1696 + } + }, + { + "doc_offset": { + "start": 5438, + "end": 5448 + }, + "page_num": 5, + "text": "versions).", + "position": { + "top": 1354, + "bottom": 1400, + "left": 1707, + "right": 1880 + } + }, + { + "doc_offset": { + "start": 5449, + "end": 5450 + }, + "page_num": 5, + "text": "8", + "position": { + "top": 1459, + "bottom": 1502, + "left": 212, + "right": 233 + } + }, + { + "doc_offset": { + "start": 5451, + "end": 5453 + }, + "page_num": 5, + "text": "As", + "position": { + "top": 1459, + "bottom": 1502, + "left": 246, + "right": 293 + } + }, + { + "doc_offset": { + "start": 5454, + "end": 5465 + }, + "page_num": 5, + "text": "predictions", + "position": { + "top": 1459, + "bottom": 1502, + "left": 306, + "right": 514 + } + }, + { + "doc_offset": { + "start": 5466, + "end": 5468 + }, + "page_num": 5, + "text": "do", + "position": { + "top": 1459, + "bottom": 1503, + "left": 527, + "right": 577 + } + }, + { + "doc_offset": { + "start": 5469, + "end": 5472 + }, + "page_num": 5, + "text": "not", + "position": { + "top": 1459, + "bottom": 1505, + "left": 590, + "right": 657 + } + }, + { + "doc_offset": { + "start": 5473, + "end": 5477 + }, + "page_num": 5, + "text": "have", + "position": { + "top": 1459, + "bottom": 1505, + "left": 667, + "right": 757 + } + }, + { + "doc_offset": { + "start": 5478, + "end": 5479 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1459, + "bottom": 1505, + "left": 773, + "right": 796 + } + }, + { + "doc_offset": { + "start": 5480, + "end": 5495 + }, + "page_num": 5, + "text": "system-assigned", + "position": { + "top": 1459, + "bottom": 1505, + "left": 812, + "right": 1121 + } + }, + { + "doc_offset": { + "start": 5496, + "end": 5502 + }, + "page_num": 5, + "text": "unique", + "position": { + "top": 1459, + "bottom": 1506, + "left": 1137, + "right": 1262 + } + }, + { + "doc_offset": { + "start": 5503, + "end": 5514 + }, + "page_num": 5, + "text": "identifier,", + "position": { + "top": 1459, + "bottom": 1506, + "left": 1275, + "right": 1449 + } + }, + { + "doc_offset": { + "start": 5515, + "end": 5524 + }, + "page_num": 5, + "text": "predicted", + "position": { + "top": 1459, + "bottom": 1506, + "left": 1458, + "right": 1633 + } + }, + { + "doc_offset": { + "start": 5525, + "end": 5531 + }, + "page_num": 5, + "text": "values", + "position": { + "top": 1459, + "bottom": 1506, + "left": 1648, + "right": 1767 + } + }, + { + "doc_offset": { + "start": 5532, + "end": 5535 + }, + "page_num": 5, + "text": "and", + "position": { + "top": 1459, + "bottom": 1505, + "left": 1783, + "right": 1852 + } + }, + { + "doc_offset": { + "start": 5536, + "end": 5544 + }, + "page_num": 5, + "text": "reviewed", + "position": { + "top": 1459, + "bottom": 1505, + "left": 1868, + "right": 2029 + } + }, + { + "doc_offset": { + "start": 5545, + "end": 5551 + }, + "page_num": 5, + "text": "values", + "position": { + "top": 1459, + "bottom": 1503, + "left": 2048, + "right": 2167 + } + }, + { + "doc_offset": { + "start": 5552, + "end": 5556 + }, + "page_num": 5, + "text": "must", + "position": { + "top": 1458, + "bottom": 1503, + "left": 2180, + "right": 2279 + } + }, + { + "doc_offset": { + "start": 5557, + "end": 5559 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 1458, + "bottom": 1502, + "left": 2289, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 5560, + "end": 5567 + }, + "page_num": 5, + "text": "matched", + "position": { + "top": 1506, + "bottom": 1551, + "left": 240, + "right": 398 + } + }, + { + "doc_offset": { + "start": 5568, + "end": 5570 + }, + "page_num": 5, + "text": "by", + "position": { + "top": 1506, + "bottom": 1551, + "left": 422, + "right": 474 + } + }, + { + "doc_offset": { + "start": 5571, + "end": 5581 + }, + "page_num": 5, + "text": "similarity", + "position": { + "top": 1506, + "bottom": 1551, + "left": 495, + "right": 657 + } + }, + { + "doc_offset": { + "start": 5582, + "end": 5588 + }, + "page_num": 5, + "text": "within", + "position": { + "top": 1506, + "bottom": 1551, + "left": 679, + "right": 787 + } + }, + { + "doc_offset": { + "start": 5589, + "end": 5592 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1506, + "bottom": 1551, + "left": 810, + "right": 871 + } + }, + { + "doc_offset": { + "start": 5593, + "end": 5605 + }, + "page_num": 5, + "text": "integration.", + "position": { + "top": 1506, + "bottom": 1551, + "left": 892, + "right": 1110 + } + }, + { + "doc_offset": { + "start": 5606, + "end": 5608 + }, + "page_num": 5, + "text": "An", + "position": { + "top": 1506, + "bottom": 1551, + "left": 1127, + "right": 1173 + } + }, + { + "doc_offset": { + "start": 5609, + "end": 5616 + }, + "page_num": 5, + "text": "example", + "position": { + "top": 1506, + "bottom": 1551, + "left": 1200, + "right": 1356 + } + }, + { + "doc_offset": { + "start": 5617, + "end": 5619 + }, + "page_num": 5, + "text": "of", + "position": { + "top": 1505, + "bottom": 1551, + "left": 1381, + "right": 1425 + } + }, + { + "doc_offset": { + "start": 5620, + "end": 5625 + }, + "page_num": 5, + "text": "doing", + "position": { + "top": 1505, + "bottom": 1551, + "left": 1441, + "right": 1542 + } + }, + { + "doc_offset": { + "start": 5626, + "end": 5628 + }, + "page_num": 5, + "text": "so", + "position": { + "top": 1505, + "bottom": 1552, + "left": 1570, + "right": 1613 + } + }, + { + "doc_offset": { + "start": 5629, + "end": 5631 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1505, + "bottom": 1552, + "left": 1633, + "right": 1673 + } + }, + { + "doc_offset": { + "start": 5632, + "end": 5641 + }, + "page_num": 5, + "text": "available", + "position": { + "top": 1505, + "bottom": 1552, + "left": 1693, + "right": 1853 + } + }, + { + "doc_offset": { + "start": 5642, + "end": 5644 + }, + "page_num": 5, + "text": "in", + "position": { + "top": 1505, + "bottom": 1552, + "left": 1873, + "right": 1908 + } + }, + { + "doc_offset": { + "start": 5645, + "end": 5648 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1505, + "bottom": 1552, + "left": 1931, + "right": 1995 + } + }, + { + "doc_offset": { + "start": 5649, + "end": 5665 + }, + "page_num": 5, + "text": "Indico-developed", + "position": { + "top": 1505, + "bottom": 1552, + "left": 2015, + "right": 2335 + } + }, + { + "doc_offset": { + "start": 5666, + "end": 5677 + }, + "page_num": 5, + "text": "groundtruth", + "position": { + "top": 1555, + "bottom": 1601, + "left": 242, + "right": 462 + } + }, + { + "doc_offset": { + "start": 5678, + "end": 5686 + }, + "page_num": 5, + "text": "program.", + "position": { + "top": 1556, + "bottom": 1601, + "left": 472, + "right": 640 + } + }, + { + "doc_offset": { + "start": 5687, + "end": 5696 + }, + "page_num": 5, + "text": "Scheduled", + "position": { + "top": 1651, + "bottom": 1695, + "left": 212, + "right": 429 + } + }, + { + "doc_offset": { + "start": 5697, + "end": 5704 + }, + "page_num": 5, + "text": "Process", + "position": { + "top": 1650, + "bottom": 1698, + "left": 442, + "right": 617 + } + }, + { + "doc_offset": { + "start": 5705, + "end": 5710 + }, + "page_num": 5, + "text": "Logic", + "position": { + "top": 1650, + "bottom": 1700, + "left": 626, + "right": 742 + } + }, + { + "doc_offset": { + "start": 5711, + "end": 5715 + }, + "page_num": 5, + "text": "This", + "position": { + "top": 1754, + "bottom": 1804, + "left": 212, + "right": 292 + } + }, + { + "doc_offset": { + "start": 5716, + "end": 5718 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1754, + "bottom": 1804, + "left": 306, + "right": 348 + } + }, + { + "doc_offset": { + "start": 5719, + "end": 5720 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1754, + "bottom": 1804, + "left": 365, + "right": 389 + } + }, + { + "doc_offset": { + "start": 5721, + "end": 5732 + }, + "page_num": 5, + "text": "heavyweight", + "position": { + "top": 1754, + "bottom": 1804, + "left": 403, + "right": 660 + } + }, + { + "doc_offset": { + "start": 5733, + "end": 5738 + }, + "page_num": 5, + "text": "query", + "position": { + "top": 1754, + "bottom": 1804, + "left": 674, + "right": 787 + } + }, + { + "doc_offset": { + "start": 5739, + "end": 5743 + }, + "page_num": 5, + "text": "tied", + "position": { + "top": 1754, + "bottom": 1804, + "left": 802, + "right": 876 + } + }, + { + "doc_offset": { + "start": 5744, + "end": 5746 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 1754, + "bottom": 1804, + "left": 896, + "right": 938 + } + }, + { + "doc_offset": { + "start": 5747, + "end": 5759 + }, + "page_num": 5, + "text": "submissions.", + "position": { + "top": 1755, + "bottom": 1804, + "left": 958, + "right": 1224 + } + }, + { + "doc_offset": { + "start": 5760, + "end": 5767 + }, + "page_num": 5, + "text": "Because", + "position": { + "top": 1755, + "bottom": 1804, + "left": 1234, + "right": 1408 + } + }, + { + "doc_offset": { + "start": 5768, + "end": 5779 + }, + "page_num": 5, + "text": "predictions", + "position": { + "top": 1755, + "bottom": 1804, + "left": 1423, + "right": 1648 + } + }, + { + "doc_offset": { + "start": 5780, + "end": 5784 + }, + "page_num": 5, + "text": "have", + "position": { + "top": 1755, + "bottom": 1804, + "left": 1661, + "right": 1760 + } + }, + { + "doc_offset": { + "start": 5785, + "end": 5787 + }, + "page_num": 5, + "text": "no", + "position": { + "top": 1755, + "bottom": 1804, + "left": 1776, + "right": 1827 + } + }, + { + "doc_offset": { + "start": 5788, + "end": 5803 + }, + "page_num": 5, + "text": "system-assigned", + "position": { + "top": 1755, + "bottom": 1804, + "left": 1850, + "right": 2184 + } + }, + { + "doc_offset": { + "start": 5804, + "end": 5810 + }, + "page_num": 5, + "text": "unique", + "position": { + "top": 1755, + "bottom": 1806, + "left": 2203, + "right": 2337 + } + }, + { + "doc_offset": { + "start": 5811, + "end": 5822 + }, + "page_num": 5, + "text": "identifier,", + "position": { + "top": 1817, + "bottom": 1864, + "left": 210, + "right": 391 + } + }, + { + "doc_offset": { + "start": 5823, + "end": 5826 + }, + "page_num": 5, + "text": "and", + "position": { + "top": 1817, + "bottom": 1864, + "left": 401, + "right": 475 + } + }, + { + "doc_offset": { + "start": 5827, + "end": 5830 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1817, + "bottom": 1866, + "left": 488, + "right": 557 + } + }, + { + "doc_offset": { + "start": 5831, + "end": 5841 + }, + "page_num": 5, + "text": "identifier", + "position": { + "top": 1817, + "bottom": 1866, + "left": 567, + "right": 746 + } + }, + { + "doc_offset": { + "start": 5842, + "end": 5850 + }, + "page_num": 5, + "text": "assigned", + "position": { + "top": 1816, + "bottom": 1866, + "left": 756, + "right": 931 + } + }, + { + "doc_offset": { + "start": 5851, + "end": 5853 + }, + "page_num": 5, + "text": "by", + "position": { + "top": 1816, + "bottom": 1866, + "left": 948, + "right": 999 + } + }, + { + "doc_offset": { + "start": 5854, + "end": 5857 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1816, + "bottom": 1866, + "left": 1009, + "right": 1077 + } + }, + { + "doc_offset": { + "start": 5858, + "end": 5869 + }, + "page_num": 5, + "text": "integration", + "position": { + "top": 1816, + "bottom": 1866, + "left": 1087, + "right": 1299 + } + }, + { + "doc_offset": { + "start": 5870, + "end": 5872 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1816, + "bottom": 1867, + "left": 1312, + "right": 1350 + } + }, + { + "doc_offset": { + "start": 5873, + "end": 5876 + }, + "page_num": 5, + "text": "not", + "position": { + "top": 1816, + "bottom": 1867, + "left": 1360, + "right": 1435 + } + }, + { + "doc_offset": { + "start": 5877, + "end": 5884 + }, + "page_num": 5, + "text": "stable,", + "position": { + "top": 1816, + "bottom": 1867, + "left": 1445, + "right": 1578 + } + }, + { + "doc_offset": { + "start": 5885, + "end": 5896 + }, + "page_num": 5, + "text": "predictions", + "position": { + "top": 1816, + "bottom": 1867, + "left": 1588, + "right": 1813 + } + }, + { + "doc_offset": { + "start": 5897, + "end": 5901 + }, + "page_num": 5, + "text": "must", + "position": { + "top": 1817, + "bottom": 1867, + "left": 1823, + "right": 1926 + } + }, + { + "doc_offset": { + "start": 5902, + "end": 5904 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 1817, + "bottom": 1867, + "left": 1936, + "right": 1992 + } + }, + { + "doc_offset": { + "start": 5905, + "end": 5911 + }, + "page_num": 5, + "text": "pulled", + "position": { + "top": 1817, + "bottom": 1867, + "left": 2005, + "right": 2125 + } + }, + { + "doc_offset": { + "start": 5912, + "end": 5916 + }, + "page_num": 5, + "text": "only", + "position": { + "top": 1817, + "bottom": 1867, + "left": 2143, + "right": 2226 + } + }, + { + "doc_offset": { + "start": 5917, + "end": 5921 + }, + "page_num": 5, + "text": "once", + "position": { + "top": 1817, + "bottom": 1866, + "left": 2240, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 5922, + "end": 5925 + }, + "page_num": 5, + "text": "per", + "position": { + "top": 1880, + "bottom": 1926, + "left": 210, + "right": 276 + } + }, + { + "doc_offset": { + "start": 5926, + "end": 5937 + }, + "page_num": 5, + "text": "submission.", + "position": { + "top": 1879, + "bottom": 1926, + "left": 287, + "right": 527 + } + }, + { + "doc_offset": { + "start": 5938, + "end": 5942 + }, + "page_num": 5, + "text": "This", + "position": { + "top": 1879, + "bottom": 1926, + "left": 538, + "right": 617 + } + }, + { + "doc_offset": { + "start": 5943, + "end": 5949 + }, + "page_num": 5, + "text": "should", + "position": { + "top": 1879, + "bottom": 1926, + "left": 628, + "right": 757 + } + }, + { + "doc_offset": { + "start": 5950, + "end": 5955 + }, + "page_num": 5, + "text": "occur", + "position": { + "top": 1879, + "bottom": 1926, + "left": 775, + "right": 889 + } + }, + { + "doc_offset": { + "start": 5956, + "end": 5958 + }, + "page_num": 5, + "text": "at", + "position": { + "top": 1879, + "bottom": 1926, + "left": 899, + "right": 936 + } + }, + { + "doc_offset": { + "start": 5959, + "end": 5962 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1879, + "bottom": 1926, + "left": 946, + "right": 1011 + } + }, + { + "doc_offset": { + "start": 5963, + "end": 5971 + }, + "page_num": 5, + "text": "terminal", + "position": { + "top": 1879, + "bottom": 1926, + "left": 1021, + "right": 1183 + } + }, + { + "doc_offset": { + "start": 5972, + "end": 5977 + }, + "page_num": 5, + "text": "state", + "position": { + "top": 1877, + "bottom": 1926, + "left": 1193, + "right": 1289 + } + }, + { + "doc_offset": { + "start": 5978, + "end": 5980 + }, + "page_num": 5, + "text": "of", + "position": { + "top": 1877, + "bottom": 1926, + "left": 1303, + "right": 1342 + } + }, + { + "doc_offset": { + "start": 5981, + "end": 5984 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1877, + "bottom": 1926, + "left": 1352, + "right": 1418 + } + }, + { + "doc_offset": { + "start": 5985, + "end": 5995 + }, + "page_num": 5, + "text": "submission", + "position": { + "top": 1877, + "bottom": 1926, + "left": 1431, + "right": 1648 + } + }, + { + "doc_offset": { + "start": 5996, + "end": 6000 + }, + "page_num": 5, + "text": "just", + "position": { + "top": 1877, + "bottom": 1926, + "left": 1661, + "right": 1736 + } + }, + { + "doc_offset": { + "start": 6001, + "end": 6007 + }, + "page_num": 5, + "text": "before", + "position": { + "top": 1877, + "bottom": 1926, + "left": 1746, + "right": 1873 + } + }, + { + "doc_offset": { + "start": 6008, + "end": 6012 + }, + "page_num": 5, + "text": "it's", + "position": { + "top": 1877, + "bottom": 1926, + "left": 1883, + "right": 1949 + } + }, + { + "doc_offset": { + "start": 6013, + "end": 6020 + }, + "page_num": 5, + "text": "omitted", + "position": { + "top": 1879, + "bottom": 1926, + "left": 1958, + "right": 2105 + } + }, + { + "doc_offset": { + "start": 6021, + "end": 6025 + }, + "page_num": 5, + "text": "from", + "position": { + "top": 1879, + "bottom": 1926, + "left": 2118, + "right": 2196 + } + }, + { + "doc_offset": { + "start": 6026, + "end": 6032 + }, + "page_num": 5, + "text": "future", + "position": { + "top": 1879, + "bottom": 1926, + "left": 2220, + "right": 2336 + } + }, + { + "doc_offset": { + "start": 6033, + "end": 6044 + }, + "page_num": 5, + "text": "processing:", + "position": { + "top": 1942, + "bottom": 1988, + "left": 210, + "right": 441 + } + }, + { + "doc_offset": { + "start": 6045, + "end": 6049 + }, + "page_num": 5, + "text": "i.e.", + "position": { + "top": 1940, + "bottom": 1988, + "left": 451, + "right": 522 + } + }, + { + "doc_offset": { + "start": 6050, + "end": 6054 + }, + "page_num": 5, + "text": "when", + "position": { + "top": 1940, + "bottom": 1988, + "left": 532, + "right": 636 + } + }, + { + "doc_offset": { + "start": 6055, + "end": 6058 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 1939, + "bottom": 1986, + "left": 656, + "right": 717 + } + }, + { + "doc_offset": { + "start": 6059, + "end": 6069 + }, + "page_num": 5, + "text": "submission", + "position": { + "top": 1939, + "bottom": 1986, + "left": 737, + "right": 956 + } + }, + { + "doc_offset": { + "start": 6070, + "end": 6072 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1939, + "bottom": 1986, + "left": 975, + "right": 1014 + } + }, + { + "doc_offset": { + "start": 6073, + "end": 6079 + }, + "page_num": 5, + "text": "marked", + "position": { + "top": 1939, + "bottom": 1986, + "left": 1027, + "right": 1177 + } + }, + { + "doc_offset": { + "start": 6080, + "end": 6082 + }, + "page_num": 5, + "text": "as", + "position": { + "top": 1937, + "bottom": 1986, + "left": 1196, + "right": 1243 + } + }, + { + "doc_offset": { + "start": 6083, + "end": 6093 + }, + "page_num": 5, + "text": "retrieved.", + "position": { + "top": 1937, + "bottom": 1986, + "left": 1259, + "right": 1454 + } + }, + { + "doc_offset": { + "start": 6094, + "end": 6098 + }, + "page_num": 5, + "text": "Once", + "position": { + "top": 1937, + "bottom": 1986, + "left": 1464, + "right": 1567 + } + }, + { + "doc_offset": { + "start": 6099, + "end": 6100 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 1937, + "bottom": 1986, + "left": 1585, + "right": 1611 + } + }, + { + "doc_offset": { + "start": 6101, + "end": 6111 + }, + "page_num": 5, + "text": "submission", + "position": { + "top": 1937, + "bottom": 1986, + "left": 1630, + "right": 1849 + } + }, + { + "doc_offset": { + "start": 6112, + "end": 6114 + }, + "page_num": 5, + "text": "is", + "position": { + "top": 1937, + "bottom": 1986, + "left": 1866, + "right": 1903 + } + }, + { + "doc_offset": { + "start": 6115, + "end": 6121 + }, + "page_num": 5, + "text": "marked", + "position": { + "top": 1939, + "bottom": 1986, + "left": 1919, + "right": 2067 + } + }, + { + "doc_offset": { + "start": 6122, + "end": 6124 + }, + "page_num": 5, + "text": "as", + "position": { + "top": 1939, + "bottom": 1986, + "left": 2090, + "right": 2135 + } + }, + { + "doc_offset": { + "start": 6125, + "end": 6135 + }, + "page_num": 5, + "text": "retrieved,", + "position": { + "top": 1939, + "bottom": 1988, + "left": 2148, + "right": 2335 + } + }, + { + "doc_offset": { + "start": 6136, + "end": 6141 + }, + "page_num": 5, + "text": "there", + "position": { + "top": 1999, + "bottom": 2048, + "left": 207, + "right": 309 + } + }, + { + "doc_offset": { + "start": 6142, + "end": 6148 + }, + "page_num": 5, + "text": "should", + "position": { + "top": 2000, + "bottom": 2048, + "left": 325, + "right": 454 + } + }, + { + "doc_offset": { + "start": 6149, + "end": 6151 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 2000, + "bottom": 2048, + "left": 469, + "right": 522 + } + }, + { + "doc_offset": { + "start": 6152, + "end": 6154 + }, + "page_num": 5, + "text": "no", + "position": { + "top": 2000, + "bottom": 2048, + "left": 535, + "right": 584 + } + }, + { + "doc_offset": { + "start": 6155, + "end": 6162 + }, + "page_num": 5, + "text": "further", + "position": { + "top": 2000, + "bottom": 2048, + "left": 600, + "right": 736 + } + }, + { + "doc_offset": { + "start": 6163, + "end": 6170 + }, + "page_num": 5, + "text": "updates", + "position": { + "top": 2002, + "bottom": 2048, + "left": 746, + "right": 909 + } + }, + { + "doc_offset": { + "start": 6171, + "end": 6173 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 2002, + "bottom": 2048, + "left": 919, + "right": 959 + } + }, + { + "doc_offset": { + "start": 6174, + "end": 6177 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 2002, + "bottom": 2049, + "left": 975, + "right": 1040 + } + }, + { + "doc_offset": { + "start": 6178, + "end": 6188 + }, + "page_num": 5, + "text": "submission", + "position": { + "top": 2002, + "bottom": 2049, + "left": 1055, + "right": 1275 + } + }, + { + "doc_offset": { + "start": 6189, + "end": 6198 + }, + "page_num": 5, + "text": "resetting", + "position": { + "top": 2002, + "bottom": 2048, + "left": 1290, + "right": 1461 + } + }, + { + "doc_offset": { + "start": 6199, + "end": 6202 + }, + "page_num": 5, + "text": "its", + "position": { + "top": 2002, + "bottom": 2048, + "left": 1474, + "right": 1525 + } + }, + { + "doc_offset": { + "start": 6203, + "end": 6212 + }, + "page_num": 5, + "text": "updatedAt", + "position": { + "top": 2002, + "bottom": 2048, + "left": 1554, + "right": 1757 + } + }, + { + "doc_offset": { + "start": 6213, + "end": 6223 + }, + "page_num": 5, + "text": "attribute,", + "position": { + "top": 2000, + "bottom": 2048, + "left": 1786, + "right": 1965 + } + }, + { + "doc_offset": { + "start": 6224, + "end": 6233 + }, + "page_num": 5, + "text": "therefore", + "position": { + "top": 2000, + "bottom": 2048, + "left": 1975, + "right": 2154 + } + }, + { + "doc_offset": { + "start": 6234, + "end": 6236 + }, + "page_num": 5, + "text": "it", + "position": { + "top": 1999, + "bottom": 2046, + "left": 2164, + "right": 2197 + } + }, + { + "doc_offset": { + "start": 6237, + "end": 6241 + }, + "page_num": 5, + "text": "will", + "position": { + "top": 1999, + "bottom": 2046, + "left": 2207, + "right": 2274 + } + }, + { + "doc_offset": { + "start": 6242, + "end": 6244 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 1999, + "bottom": 2046, + "left": 2284, + "right": 2337 + } + }, + { + "doc_offset": { + "start": 6245, + "end": 6252 + }, + "page_num": 5, + "text": "omitted", + "position": { + "top": 2062, + "bottom": 2106, + "left": 210, + "right": 356 + } + }, + { + "doc_offset": { + "start": 6253, + "end": 6257 + }, + "page_num": 5, + "text": "from", + "position": { + "top": 2062, + "bottom": 2108, + "left": 369, + "right": 445 + } + }, + { + "doc_offset": { + "start": 6258, + "end": 6261 + }, + "page_num": 5, + "text": "all", + "position": { + "top": 2062, + "bottom": 2108, + "left": 472, + "right": 515 + } + }, + { + "doc_offset": { + "start": 6262, + "end": 6268 + }, + "page_num": 5, + "text": "future", + "position": { + "top": 2062, + "bottom": 2108, + "left": 525, + "right": 641 + } + }, + { + "doc_offset": { + "start": 6269, + "end": 6273 + }, + "page_num": 5, + "text": "runs", + "position": { + "top": 2062, + "bottom": 2108, + "left": 650, + "right": 742 + } + }, + { + "doc_offset": { + "start": 6274, + "end": 6276 + }, + "page_num": 5, + "text": "of", + "position": { + "top": 2062, + "bottom": 2109, + "left": 750, + "right": 790 + } + }, + { + "doc_offset": { + "start": 6277, + "end": 6280 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 2062, + "bottom": 2109, + "left": 800, + "right": 860 + } + }, + { + "doc_offset": { + "start": 6281, + "end": 6293 + }, + "page_num": 5, + "text": "integration.", + "position": { + "top": 2062, + "bottom": 2109, + "left": 871, + "right": 1094 + } + }, + { + "doc_offset": { + "start": 6294, + "end": 6298 + }, + "page_num": 5, + "text": "Data", + "position": { + "top": 2168, + "bottom": 2212, + "left": 212, + "right": 309 + } + }, + { + "doc_offset": { + "start": 6299, + "end": 6313 + }, + "page_num": 5, + "text": "Reconciliation", + "position": { + "top": 2168, + "bottom": 2212, + "left": 320, + "right": 613 + } + }, + { + "doc_offset": { + "start": 6314, + "end": 6317 + }, + "page_num": 5, + "text": "The", + "position": { + "top": 2273, + "bottom": 2320, + "left": 213, + "right": 283 + } + }, + { + "doc_offset": { + "start": 6318, + "end": 6324 + }, + "page_num": 5, + "text": "output", + "position": { + "top": 2273, + "bottom": 2321, + "left": 296, + "right": 426 + } + }, + { + "doc_offset": { + "start": 6325, + "end": 6329 + }, + "page_num": 5, + "text": "does", + "position": { + "top": 2273, + "bottom": 2321, + "left": 438, + "right": 534 + } + }, + { + "doc_offset": { + "start": 6330, + "end": 6333 + }, + "page_num": 5, + "text": "not", + "position": { + "top": 2271, + "bottom": 2321, + "left": 544, + "right": 611 + } + }, + { + "doc_offset": { + "start": 6334, + "end": 6341 + }, + "page_num": 5, + "text": "include", + "position": { + "top": 2271, + "bottom": 2321, + "left": 621, + "right": 769 + } + }, + { + "doc_offset": { + "start": 6342, + "end": 6343 + }, + "page_num": 5, + "text": "a", + "position": { + "top": 2271, + "bottom": 2323, + "left": 782, + "right": 805 + } + }, + { + "doc_offset": { + "start": 6344, + "end": 6351 + }, + "page_num": 5, + "text": "primary", + "position": { + "top": 2271, + "bottom": 2323, + "left": 816, + "right": 966 + } + }, + { + "doc_offset": { + "start": 6352, + "end": 6355 + }, + "page_num": 5, + "text": "key", + "position": { + "top": 2271, + "bottom": 2323, + "left": 977, + "right": 1050 + } + }, + { + "doc_offset": { + "start": 6356, + "end": 6362 + }, + "page_num": 5, + "text": "needed", + "position": { + "top": 2271, + "bottom": 2323, + "left": 1060, + "right": 1210 + } + }, + { + "doc_offset": { + "start": 6363, + "end": 6365 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 2270, + "bottom": 2323, + "left": 1221, + "right": 1264 + } + }, + { + "doc_offset": { + "start": 6366, + "end": 6372 + }, + "page_num": 5, + "text": "update", + "position": { + "top": 2270, + "bottom": 2323, + "left": 1277, + "right": 1418 + } + }, + { + "doc_offset": { + "start": 6373, + "end": 6381 + }, + "page_num": 5, + "text": "existing", + "position": { + "top": 2270, + "bottom": 2323, + "left": 1428, + "right": 1578 + } + }, + { + "doc_offset": { + "start": 6382, + "end": 6387 + }, + "page_num": 5, + "text": "rows.", + "position": { + "top": 2270, + "bottom": 2323, + "left": 1590, + "right": 1703 + } + }, + { + "doc_offset": { + "start": 6388, + "end": 6390 + }, + "page_num": 5, + "text": "As", + "position": { + "top": 2270, + "bottom": 2323, + "left": 1713, + "right": 1770 + } + }, + { + "doc_offset": { + "start": 6391, + "end": 6395 + }, + "page_num": 5, + "text": "such", + "position": { + "top": 2271, + "bottom": 2323, + "left": 1780, + "right": 1873 + } + }, + { + "doc_offset": { + "start": 6396, + "end": 6398 + }, + "page_num": 5, + "text": "it", + "position": { + "top": 2271, + "bottom": 2323, + "left": 1883, + "right": 1913 + } + }, + { + "doc_offset": { + "start": 6399, + "end": 6403 + }, + "page_num": 5, + "text": "will", + "position": { + "top": 2271, + "bottom": 2323, + "left": 1923, + "right": 1991 + } + }, + { + "doc_offset": { + "start": 6404, + "end": 6408 + }, + "page_num": 5, + "text": "only", + "position": { + "top": 2271, + "bottom": 2323, + "left": 2001, + "right": 2085 + } + }, + { + "doc_offset": { + "start": 6409, + "end": 6416 + }, + "page_num": 5, + "text": "contain", + "position": { + "top": 2271, + "bottom": 2321, + "left": 2095, + "right": 2241 + } + }, + { + "doc_offset": { + "start": 6417, + "end": 6420 + }, + "page_num": 5, + "text": "new", + "position": { + "top": 2271, + "bottom": 2321, + "left": 2252, + "right": 2329 + } + }, + { + "doc_offset": { + "start": 6421, + "end": 6425 + }, + "page_num": 5, + "text": "rows", + "position": { + "top": 2334, + "bottom": 2379, + "left": 209, + "right": 305 + } + }, + { + "doc_offset": { + "start": 6426, + "end": 6428 + }, + "page_num": 5, + "text": "to", + "position": { + "top": 2334, + "bottom": 2380, + "left": 315, + "right": 355 + } + }, + { + "doc_offset": { + "start": 6429, + "end": 6431 + }, + "page_num": 5, + "text": "be", + "position": { + "top": 2333, + "bottom": 2380, + "left": 365, + "right": 415 + } + }, + { + "doc_offset": { + "start": 6432, + "end": 6440 + }, + "page_num": 5, + "text": "inserted", + "position": { + "top": 2333, + "bottom": 2380, + "left": 425, + "right": 583 + } + }, + { + "doc_offset": { + "start": 6441, + "end": 6445 + }, + "page_num": 5, + "text": "into", + "position": { + "top": 2331, + "bottom": 2380, + "left": 593, + "right": 671 + } + }, + { + "doc_offset": { + "start": 6446, + "end": 6449 + }, + "page_num": 5, + "text": "the", + "position": { + "top": 2331, + "bottom": 2380, + "left": 681, + "right": 743 + } + }, + { + "doc_offset": { + "start": 6450, + "end": 6457 + }, + "page_num": 5, + "text": "Metrics", + "position": { + "top": 2331, + "bottom": 2380, + "left": 753, + "right": 905 + } + }, + { + "doc_offset": { + "start": 6458, + "end": 6467 + }, + "page_num": 5, + "text": "database.", + "position": { + "top": 2331, + "bottom": 2381, + "left": 915, + "right": 1111 + } + }, + { + "doc_offset": { + "start": 6468, + "end": 6477 + }, + "page_num": 5, + "text": "formatted", + "position": { + "top": 2694, + "bottom": 2727, + "left": 1922, + "right": 2045 + } + }, + { + "doc_offset": { + "start": 6478, + "end": 6480 + }, + "page_num": 5, + "text": "by", + "position": { + "top": 2694, + "bottom": 2727, + "left": 2052, + "right": 2082 + } + }, + { + "doc_offset": { + "start": 6481, + "end": 6489 + }, + "page_num": 5, + "text": "Markdeep", + "position": { + "top": 2694, + "bottom": 2725, + "left": 2090, + "right": 2216 + } + }, + { + "doc_offset": { + "start": 6490, + "end": 6494 + }, + "page_num": 5, + "text": "1.17", + "position": { + "top": 2694, + "bottom": 2725, + "left": 2227, + "right": 2283 + } + } +] \ No newline at end of file diff --git a/tests/data/etloutput/4289/107458/101157/tables.json b/tests/data/etloutput/4289/107458/101157/tables.json new file mode 100644 index 0000000..54c6679 --- /dev/null +++ b/tests/data/etloutput/4289/107458/101157/tables.json @@ -0,0 +1,3302 @@ +[ + [ + { + "page_num": 0, + "position": { + "top": 1651, + "bottom": 1949, + "left": 212, + "right": 2332 + }, + "num_rows": 3, + "num_columns": 3, + "cells": [ + { + "position": { + "top": 1651, + "bottom": 1763, + "left": 212, + "right": 644 + }, + "text": "Column", + "rows": [ + 0 + ], + "columns": [ + 0 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 955, + "end": 961 + } + ], + "page_offsets": [ + { + "start": 955, + "end": 961 + } + ] + }, + { + "position": { + "top": 1651, + "bottom": 1763, + "left": 644, + "right": 1325 + }, + "text": "Type", + "rows": [ + 0 + ], + "columns": [ + 1 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 962, + "end": 966 + } + ], + "page_offsets": [ + { + "start": 962, + "end": 966 + } + ] + }, + { + "position": { + "top": 1651, + "bottom": 1763, + "left": 1325, + "right": 2332 + }, + "text": "GraphQL Source", + "rows": [ + 0 + ], + "columns": [ + 2 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 967, + "end": 981 + } + ], + "page_offsets": [ + { + "start": 967, + "end": 981 + } + ] + }, + { + "position": { + "top": 1763, + "bottom": 1857, + "left": 212, + "right": 644 + }, + "text": "id", + "rows": [ + 1 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 982, + "end": 984 + } + ], + "page_offsets": [ + { + "start": 982, + "end": 984 + } + ] + }, + { + "position": { + "top": 1763, + "bottom": 1855, + "left": 644, + "right": 1325 + }, + "text": "int", + "rows": [ + 1 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 985, + "end": 988 + } + ], + "page_offsets": [ + { + "start": 985, + "end": 988 + } + ] + }, + { + "position": { + "top": 1763, + "bottom": 1855, + "left": 1325, + "right": 2332 + }, + "text": "workflow.id", + "rows": [ + 1 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 989, + "end": 1000 + } + ], + "page_offsets": [ + { + "start": 989, + "end": 1000 + } + ] + }, + { + "position": { + "top": 1857, + "bottom": 1949, + "left": 212, + "right": 644 + }, + "text": "name", + "rows": [ + 2 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1001, + "end": 1005 + } + ], + "page_offsets": [ + { + "start": 1001, + "end": 1005 + } + ] + }, + { + "position": { + "top": 1857, + "bottom": 1949, + "left": 644, + "right": 1325 + }, + "text": "str", + "rows": [ + 2 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1006, + "end": 1009 + } + ], + "page_offsets": [ + { + "start": 1006, + "end": 1009 + } + ] + }, + { + "position": { + "top": 1855, + "bottom": 1947, + "left": 1325, + "right": 2332 + }, + "text": "workflow. name", + "rows": [ + 2 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1010, + "end": 1024 + } + ], + "page_offsets": [ + { + "start": 1010, + "end": 1024 + } + ] + } + ], + "doc_offsets": [ + { + "start": 955, + "end": 1024 + } + ], + "page_offsets": [ + { + "start": 955, + "end": 1024 + } + ], + "table_id": 0, + "table_offset": { + "row": 0, + "column": 0 + } + } + ], + [ + { + "page_num": 1, + "position": { + "top": 170, + "bottom": 562, + "left": 213, + "right": 2335 + }, + "num_rows": 4, + "num_columns": 3, + "cells": [ + { + "position": { + "top": 170, + "bottom": 286, + "left": 213, + "right": 689 + }, + "text": "Column", + "rows": [ + 0 + ], + "columns": [ + 0 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 1371, + "end": 1377 + } + ], + "page_offsets": [ + { + "start": 10, + "end": 16 + } + ] + }, + { + "position": { + "top": 170, + "bottom": 284, + "left": 689, + "right": 1249 + }, + "text": "Type", + "rows": [ + 0 + ], + "columns": [ + 1 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 1378, + "end": 1382 + } + ], + "page_offsets": [ + { + "start": 17, + "end": 21 + } + ] + }, + { + "position": { + "top": 170, + "bottom": 284, + "left": 1249, + "right": 2335 + }, + "text": "GraphQL Source", + "rows": [ + 0 + ], + "columns": [ + 2 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 1383, + "end": 1397 + } + ], + "page_offsets": [ + { + "start": 22, + "end": 36 + } + ] + }, + { + "position": { + "top": 286, + "bottom": 381, + "left": 213, + "right": 689 + }, + "text": "id", + "rows": [ + 1 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1398, + "end": 1400 + } + ], + "page_offsets": [ + { + "start": 37, + "end": 39 + } + ] + }, + { + "position": { + "top": 286, + "bottom": 378, + "left": 689, + "right": 1249 + }, + "text": "int", + "rows": [ + 1 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1401, + "end": 1404 + } + ], + "page_offsets": [ + { + "start": 40, + "end": 43 + } + ] + }, + { + "position": { + "top": 284, + "bottom": 378, + "left": 1251, + "right": 2335 + }, + "text": "modelGroup. id", + "rows": [ + 1 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1405, + "end": 1419 + } + ], + "page_offsets": [ + { + "start": 44, + "end": 58 + } + ] + }, + { + "position": { + "top": 381, + "bottom": 470, + "left": 213, + "right": 689 + }, + "text": "name", + "rows": [ + 2 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1420, + "end": 1424 + } + ], + "page_offsets": [ + { + "start": 59, + "end": 63 + } + ] + }, + { + "position": { + "top": 381, + "bottom": 470, + "left": 689, + "right": 1251 + }, + "text": "str", + "rows": [ + 2 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1425, + "end": 1428 + } + ], + "page_offsets": [ + { + "start": 64, + "end": 67 + } + ] + }, + { + "position": { + "top": 378, + "bottom": 470, + "left": 1251, + "right": 2335 + }, + "text": "model Group. name", + "rows": [ + 2 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1429, + "end": 1446 + } + ], + "page_offsets": [ + { + "start": 68, + "end": 85 + } + ] + }, + { + "position": { + "top": 470, + "bottom": 562, + "left": 213, + "right": 689 + }, + "text": "workflow_id", + "rows": [ + 3 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1447, + "end": 1458 + } + ], + "page_offsets": [ + { + "start": 86, + "end": 97 + } + ] + }, + { + "position": { + "top": 470, + "bottom": 562, + "left": 691, + "right": 1251 + }, + "text": "int", + "rows": [ + 3 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1459, + "end": 1462 + } + ], + "page_offsets": [ + { + "start": 98, + "end": 101 + } + ] + }, + { + "position": { + "top": 470, + "bottom": 562, + "left": 1251, + "right": 2335 + }, + "text": "model Group. workflowId", + "rows": [ + 3 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1463, + "end": 1486 + } + ], + "page_offsets": [ + { + "start": 102, + "end": 125 + } + ] + } + ], + "doc_offsets": [ + { + "start": 1371, + "end": 1486 + } + ], + "page_offsets": [ + { + "start": 10, + "end": 125 + } + ], + "table_id": 1, + "table_offset": { + "row": 0, + "column": 0 + } + } + ], + [ + { + "page_num": 2, + "position": { + "top": 253, + "bottom": 1653, + "left": 209, + "right": 2334 + }, + "num_rows": 14, + "num_columns": 3, + "cells": [ + { + "position": { + "top": 253, + "bottom": 366, + "left": 211, + "right": 807 + }, + "text": "Column", + "rows": [ + 0 + ], + "columns": [ + 0 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 1861, + "end": 1867 + } + ], + "page_offsets": [ + { + "start": 15, + "end": 21 + } + ] + }, + { + "position": { + "top": 253, + "bottom": 366, + "left": 807, + "right": 1308 + }, + "text": "Type", + "rows": [ + 0 + ], + "columns": [ + 1 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 1868, + "end": 1872 + } + ], + "page_offsets": [ + { + "start": 22, + "end": 26 + } + ] + }, + { + "position": { + "top": 253, + "bottom": 364, + "left": 1308, + "right": 2334 + }, + "text": "GraphQL Source", + "rows": [ + 0 + ], + "columns": [ + 2 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 1873, + "end": 1887 + } + ], + "page_offsets": [ + { + "start": 27, + "end": 41 + } + ] + }, + { + "position": { + "top": 366, + "bottom": 460, + "left": 211, + "right": 807 + }, + "text": "id", + "rows": [ + 1 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1888, + "end": 1890 + } + ], + "page_offsets": [ + { + "start": 42, + "end": 44 + } + ] + }, + { + "position": { + "top": 366, + "bottom": 460, + "left": 807, + "right": 1308 + }, + "text": "int", + "rows": [ + 1 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1891, + "end": 1894 + } + ], + "page_offsets": [ + { + "start": 45, + "end": 48 + } + ] + }, + { + "position": { + "top": 366, + "bottom": 460, + "left": 1308, + "right": 2334 + }, + "text": "submission.id", + "rows": [ + 1 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1895, + "end": 1908 + } + ], + "page_offsets": [ + { + "start": 49, + "end": 62 + } + ] + }, + { + "position": { + "top": 462, + "bottom": 561, + "left": 211, + "right": 807 + }, + "text": "created_at", + "rows": [ + 2 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1909, + "end": 1919 + } + ], + "page_offsets": [ + { + "start": 63, + "end": 73 + } + ] + }, + { + "position": { + "top": 460, + "bottom": 558, + "left": 807, + "right": 1308 + }, + "text": "datetime", + "rows": [ + 2 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1920, + "end": 1928 + } + ], + "page_offsets": [ + { + "start": 74, + "end": 82 + } + ] + }, + { + "position": { + "top": 460, + "bottom": 558, + "left": 1308, + "right": 2334 + }, + "text": "submission. createdAt", + "rows": [ + 2 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1929, + "end": 1950 + } + ], + "page_offsets": [ + { + "start": 83, + "end": 104 + } + ] + }, + { + "position": { + "top": 561, + "bottom": 663, + "left": 211, + "right": 807 + }, + "text": "processed_at", + "rows": [ + 3 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1951, + "end": 1963 + } + ], + "page_offsets": [ + { + "start": 105, + "end": 117 + } + ] + }, + { + "position": { + "top": 561, + "bottom": 663, + "left": 807, + "right": 1308 + }, + "text": "datetime", + "rows": [ + 3 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1964, + "end": 1972 + } + ], + "page_offsets": [ + { + "start": 118, + "end": 126 + } + ] + }, + { + "position": { + "top": 561, + "bottom": 663, + "left": 1308, + "right": 2334 + }, + "text": "submission.review. completedAt", + "rows": [ + 3 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 1973, + "end": 2003 + } + ], + "page_offsets": [ + { + "start": 127, + "end": 157 + } + ] + }, + { + "position": { + "top": 663, + "bottom": 768, + "left": 211, + "right": 807 + }, + "text": "reviewer_id", + "rows": [ + 4 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2004, + "end": 2015 + } + ], + "page_offsets": [ + { + "start": 158, + "end": 169 + } + ] + }, + { + "position": { + "top": 663, + "bottom": 768, + "left": 807, + "right": 1308 + }, + "text": "int", + "rows": [ + 4 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2016, + "end": 2019 + } + ], + "page_offsets": [ + { + "start": 170, + "end": 173 + } + ] + }, + { + "position": { + "top": 663, + "bottom": 768, + "left": 1308, + "right": 2334 + }, + "text": "submission. review. createdBy 2", + "rows": [ + 4 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2020, + "end": 2051 + } + ], + "page_offsets": [ + { + "start": 174, + "end": 205 + } + ] + }, + { + "position": { + "top": 768, + "bottom": 866, + "left": 211, + "right": 807 + }, + "text": "review_started_at", + "rows": [ + 5 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2052, + "end": 2069 + } + ], + "page_offsets": [ + { + "start": 206, + "end": 223 + } + ] + }, + { + "position": { + "top": 768, + "bottom": 866, + "left": 807, + "right": 1308 + }, + "text": "datetime", + "rows": [ + 5 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2070, + "end": 2078 + } + ], + "page_offsets": [ + { + "start": 224, + "end": 232 + } + ] + }, + { + "position": { + "top": 768, + "bottom": 866, + "left": 1308, + "right": 2334 + }, + "text": "submission.review. startedAt 2", + "rows": [ + 5 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2079, + "end": 2109 + } + ], + "page_offsets": [ + { + "start": 233, + "end": 263 + } + ] + }, + { + "position": { + "top": 866, + "bottom": 971, + "left": 211, + "right": 807 + }, + "text": "review_completed_at", + "rows": [ + 6 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2110, + "end": 2129 + } + ], + "page_offsets": [ + { + "start": 264, + "end": 283 + } + ] + }, + { + "position": { + "top": 866, + "bottom": 971, + "left": 810, + "right": 1308 + }, + "text": "datetime", + "rows": [ + 6 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2130, + "end": 2138 + } + ], + "page_offsets": [ + { + "start": 284, + "end": 292 + } + ] + }, + { + "position": { + "top": 866, + "bottom": 971, + "left": 1308, + "right": 2334 + }, + "text": "submission.review. completedAt 2", + "rows": [ + 6 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2139, + "end": 2171 + } + ], + "page_offsets": [ + { + "start": 293, + "end": 325 + } + ] + }, + { + "position": { + "top": 971, + "bottom": 1074, + "left": 211, + "right": 810 + }, + "text": "rejected", + "rows": [ + 7 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2172, + "end": 2180 + } + ], + "page_offsets": [ + { + "start": 326, + "end": 334 + } + ] + }, + { + "position": { + "top": 971, + "bottom": 1076, + "left": 810, + "right": 1308 + }, + "text": "bool", + "rows": [ + 7 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2181, + "end": 2185 + } + ], + "page_offsets": [ + { + "start": 335, + "end": 339 + } + ] + }, + { + "position": { + "top": 971, + "bottom": 1076, + "left": 1308, + "right": 2334 + }, + "text": "submission. review. rejected 2", + "rows": [ + 7 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2186, + "end": 2216 + } + ], + "page_offsets": [ + { + "start": 340, + "end": 370 + } + ] + }, + { + "position": { + "top": 1076, + "bottom": 1172, + "left": 211, + "right": 810 + }, + "text": "rejection_reason", + "rows": [ + 8 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2217, + "end": 2233 + } + ], + "page_offsets": [ + { + "start": 371, + "end": 387 + } + ] + }, + { + "position": { + "top": 1076, + "bottom": 1172, + "left": 810, + "right": 1308 + }, + "text": "str", + "rows": [ + 8 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2234, + "end": 2237 + } + ], + "page_offsets": [ + { + "start": 388, + "end": 391 + } + ] + }, + { + "position": { + "top": 1076, + "bottom": 1174, + "left": 1308, + "right": 2334 + }, + "text": "submission.review. notes 2", + "rows": [ + 8 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2238, + "end": 2264 + } + ], + "page_offsets": [ + { + "start": 392, + "end": 418 + } + ] + }, + { + "position": { + "top": 1172, + "bottom": 1268, + "left": 211, + "right": 810 + }, + "text": "completed_at", + "rows": [ + 9 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2265, + "end": 2277 + } + ], + "page_offsets": [ + { + "start": 419, + "end": 431 + } + ] + }, + { + "position": { + "top": 1174, + "bottom": 1268, + "left": 810, + "right": 1308 + }, + "text": "datetime", + "rows": [ + 9 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2278, + "end": 2286 + } + ], + "page_offsets": [ + { + "start": 432, + "end": 440 + } + ] + }, + { + "position": { + "top": 1174, + "bottom": 1268, + "left": 1308, + "right": 2334 + }, + "text": "submission. completedAt", + "rows": [ + 9 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2287, + "end": 2310 + } + ], + "page_offsets": [ + { + "start": 441, + "end": 464 + } + ] + }, + { + "position": { + "top": 1268, + "bottom": 1371, + "left": 211, + "right": 810 + }, + "text": "retrieved_at", + "rows": [ + 10 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2311, + "end": 2323 + } + ], + "page_offsets": [ + { + "start": 465, + "end": 477 + } + ] + }, + { + "position": { + "top": 1268, + "bottom": 1371, + "left": 810, + "right": 1308 + }, + "text": "datetime", + "rows": [ + 10 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2324, + "end": 2332 + } + ], + "page_offsets": [ + { + "start": 478, + "end": 486 + } + ] + }, + { + "position": { + "top": 1270, + "bottom": 1373, + "left": 1308, + "right": 2334 + }, + "text": "submission. updatedAt 3", + "rows": [ + 10 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2333, + "end": 2356 + } + ], + "page_offsets": [ + { + "start": 487, + "end": 510 + } + ] + }, + { + "position": { + "top": 1371, + "bottom": 1471, + "left": 209, + "right": 810 + }, + "text": "failed", + "rows": [ + 11 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2357, + "end": 2363 + } + ], + "page_offsets": [ + { + "start": 511, + "end": 517 + } + ] + }, + { + "position": { + "top": 1373, + "bottom": 1471, + "left": 810, + "right": 1308 + }, + "text": "bool", + "rows": [ + 11 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2364, + "end": 2368 + } + ], + "page_offsets": [ + { + "start": 518, + "end": 522 + } + ] + }, + { + "position": { + "top": 1373, + "bottom": 1471, + "left": 1308, + "right": 2334 + }, + "text": "submission.status 4", + "rows": [ + 11 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2369, + "end": 2388 + } + ], + "page_offsets": [ + { + "start": 523, + "end": 542 + } + ] + }, + { + "position": { + "top": 1471, + "bottom": 1561, + "left": 209, + "right": 810 + }, + "text": "status", + "rows": [ + 12 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2389, + "end": 2395 + } + ], + "page_offsets": [ + { + "start": 543, + "end": 549 + } + ] + }, + { + "position": { + "top": 1471, + "bottom": 1559, + "left": 810, + "right": 1308 + }, + "text": "enum", + "rows": [ + 12 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2396, + "end": 2400 + } + ], + "page_offsets": [ + { + "start": 550, + "end": 554 + } + ] + }, + { + "position": { + "top": 1473, + "bottom": 1559, + "left": 1308, + "right": 2334 + }, + "text": "submission.status", + "rows": [ + 12 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2401, + "end": 2418 + } + ], + "page_offsets": [ + { + "start": 555, + "end": 572 + } + ] + }, + { + "position": { + "top": 1561, + "bottom": 1653, + "left": 209, + "right": 810 + }, + "text": "workflow_id", + "rows": [ + 13 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2419, + "end": 2430 + } + ], + "page_offsets": [ + { + "start": 573, + "end": 584 + } + ] + }, + { + "position": { + "top": 1561, + "bottom": 1653, + "left": 810, + "right": 1308 + }, + "text": "int", + "rows": [ + 13 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2431, + "end": 2434 + } + ], + "page_offsets": [ + { + "start": 585, + "end": 588 + } + ] + }, + { + "position": { + "top": 1561, + "bottom": 1653, + "left": 1308, + "right": 2334 + }, + "text": "submission.workflowId", + "rows": [ + 13 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 2435, + "end": 2456 + } + ], + "page_offsets": [ + { + "start": 589, + "end": 610 + } + ] + } + ], + "doc_offsets": [ + { + "start": 1861, + "end": 2456 + } + ], + "page_offsets": [ + { + "start": 15, + "end": 610 + } + ], + "table_id": 2, + "table_offset": { + "row": 0, + "column": 0 + } + } + ], + [ + { + "page_num": 3, + "position": { + "top": 2426, + "bottom": 2818, + "left": 211, + "right": 2337 + }, + "num_rows": 4, + "num_columns": 3, + "cells": [ + { + "position": { + "top": 2428, + "bottom": 2542, + "left": 211, + "right": 693 + }, + "text": "Column", + "rows": [ + 0 + ], + "columns": [ + 0 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 3862, + "end": 3868 + } + ], + "page_offsets": [ + { + "start": 720, + "end": 726 + } + ] + }, + { + "position": { + "top": 2428, + "bottom": 2540, + "left": 693, + "right": 1156 + }, + "text": "Type", + "rows": [ + 0 + ], + "columns": [ + 1 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 3869, + "end": 3873 + } + ], + "page_offsets": [ + { + "start": 727, + "end": 731 + } + ] + }, + { + "position": { + "top": 2426, + "bottom": 2540, + "left": 1156, + "right": 2337 + }, + "text": "GraphQL Source", + "rows": [ + 0 + ], + "columns": [ + 2 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 3874, + "end": 3888 + } + ], + "page_offsets": [ + { + "start": 732, + "end": 746 + } + ] + }, + { + "position": { + "top": 2542, + "bottom": 2632, + "left": 211, + "right": 693 + }, + "text": "id", + "rows": [ + 1 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3889, + "end": 3891 + } + ], + "page_offsets": [ + { + "start": 747, + "end": 749 + } + ] + }, + { + "position": { + "top": 2542, + "bottom": 2632, + "left": 693, + "right": 1156 + }, + "text": "int", + "rows": [ + 1 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3892, + "end": 3895 + } + ], + "page_offsets": [ + { + "start": 750, + "end": 753 + } + ] + }, + { + "position": { + "top": 2540, + "bottom": 2632, + "left": 1156, + "right": 2337 + }, + "text": "submission. inputFile.id", + "rows": [ + 1 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3896, + "end": 3920 + } + ], + "page_offsets": [ + { + "start": 754, + "end": 778 + } + ] + }, + { + "position": { + "top": 2634, + "bottom": 2726, + "left": 211, + "right": 693 + }, + "text": "name", + "rows": [ + 2 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3921, + "end": 3925 + } + ], + "page_offsets": [ + { + "start": 779, + "end": 783 + } + ] + }, + { + "position": { + "top": 2632, + "bottom": 2724, + "left": 693, + "right": 1156 + }, + "text": "str", + "rows": [ + 2 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3926, + "end": 3929 + } + ], + "page_offsets": [ + { + "start": 784, + "end": 787 + } + ] + }, + { + "position": { + "top": 2632, + "bottom": 2724, + "left": 1156, + "right": 2337 + }, + "text": "submission. inputFile.filename", + "rows": [ + 2 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3930, + "end": 3960 + } + ], + "page_offsets": [ + { + "start": 788, + "end": 818 + } + ] + }, + { + "position": { + "top": 2726, + "bottom": 2816, + "left": 211, + "right": 693 + }, + "text": "submission_id", + "rows": [ + 3 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3961, + "end": 3974 + } + ], + "page_offsets": [ + { + "start": 819, + "end": 832 + } + ] + }, + { + "position": { + "top": 2726, + "bottom": 2818, + "left": 695, + "right": 1156 + }, + "text": "int", + "rows": [ + 3 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3975, + "end": 3978 + } + ], + "page_offsets": [ + { + "start": 833, + "end": 836 + } + ] + }, + { + "position": { + "top": 2724, + "bottom": 2816, + "left": 1156, + "right": 2337 + }, + "text": "submission.id", + "rows": [ + 3 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 3979, + "end": 3992 + } + ], + "page_offsets": [ + { + "start": 837, + "end": 850 + } + ] + } + ], + "doc_offsets": [ + { + "start": 3862, + "end": 3992 + } + ], + "page_offsets": [ + { + "start": 720, + "end": 850 + } + ], + "table_id": 3, + "table_offset": { + "row": 0, + "column": 0 + } + } + ], + [ + { + "page_num": 4, + "position": { + "top": 172, + "bottom": 655, + "left": 210, + "right": 2335 + }, + "num_rows": 5, + "num_columns": 3, + "cells": [ + { + "position": { + "top": 174, + "bottom": 288, + "left": 212, + "right": 606 + }, + "text": "Column", + "rows": [ + 0 + ], + "columns": [ + 0 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 4199, + "end": 4205 + } + ], + "page_offsets": [ + { + "start": 13, + "end": 19 + } + ] + }, + { + "position": { + "top": 172, + "bottom": 288, + "left": 606, + "right": 1190 + }, + "text": "Type", + "rows": [ + 0 + ], + "columns": [ + 1 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 4206, + "end": 4210 + } + ], + "page_offsets": [ + { + "start": 20, + "end": 24 + } + ] + }, + { + "position": { + "top": 172, + "bottom": 283, + "left": 1190, + "right": 2333 + }, + "text": "GraphQL Source", + "rows": [ + 0 + ], + "columns": [ + 2 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 4211, + "end": 4225 + } + ], + "page_offsets": [ + { + "start": 25, + "end": 39 + } + ] + }, + { + "position": { + "top": 288, + "bottom": 379, + "left": 210, + "right": 606 + }, + "text": "id", + "rows": [ + 1 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4226, + "end": 4228 + } + ], + "page_offsets": [ + { + "start": 40, + "end": 42 + } + ] + }, + { + "position": { + "top": 288, + "bottom": 379, + "left": 606, + "right": 1190 + }, + "text": "int", + "rows": [ + 1 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4229, + "end": 4232 + } + ], + "page_offsets": [ + { + "start": 43, + "end": 46 + } + ] + }, + { + "position": { + "top": 288, + "bottom": 375, + "left": 1190, + "right": 2333 + }, + "text": "userSnapshot.id", + "rows": [ + 1 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4233, + "end": 4248 + } + ], + "page_offsets": [ + { + "start": 47, + "end": 62 + } + ] + }, + { + "position": { + "top": 382, + "bottom": 471, + "left": 210, + "right": 606 + }, + "text": "name", + "rows": [ + 2 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4249, + "end": 4253 + } + ], + "page_offsets": [ + { + "start": 63, + "end": 67 + } + ] + }, + { + "position": { + "top": 379, + "bottom": 471, + "left": 606, + "right": 1190 + }, + "text": "str", + "rows": [ + 2 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4254, + "end": 4257 + } + ], + "page_offsets": [ + { + "start": 68, + "end": 71 + } + ] + }, + { + "position": { + "top": 379, + "bottom": 471, + "left": 1190, + "right": 2335 + }, + "text": "userSnapshot . name", + "rows": [ + 2 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4258, + "end": 4277 + } + ], + "page_offsets": [ + { + "start": 72, + "end": 91 + } + ] + }, + { + "position": { + "top": 474, + "bottom": 565, + "left": 210, + "right": 606 + }, + "text": "email", + "rows": [ + 3 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4278, + "end": 4283 + } + ], + "page_offsets": [ + { + "start": 92, + "end": 97 + } + ] + }, + { + "position": { + "top": 471, + "bottom": 565, + "left": 606, + "right": 1190 + }, + "text": "str", + "rows": [ + 3 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4284, + "end": 4287 + } + ], + "page_offsets": [ + { + "start": 98, + "end": 101 + } + ] + }, + { + "position": { + "top": 471, + "bottom": 565, + "left": 1190, + "right": 2335 + }, + "text": "userSnapshot. email", + "rows": [ + 3 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4288, + "end": 4307 + } + ], + "page_offsets": [ + { + "start": 102, + "end": 121 + } + ] + }, + { + "position": { + "top": 565, + "bottom": 655, + "left": 210, + "right": 606 + }, + "text": "enabled", + "rows": [ + 4 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4308, + "end": 4315 + } + ], + "page_offsets": [ + { + "start": 122, + "end": 129 + } + ] + }, + { + "position": { + "top": 565, + "bottom": 655, + "left": 606, + "right": 1190 + }, + "text": "bool", + "rows": [ + 4 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4316, + "end": 4320 + } + ], + "page_offsets": [ + { + "start": 130, + "end": 134 + } + ] + }, + { + "position": { + "top": 565, + "bottom": 655, + "left": 1190, + "right": 2335 + }, + "text": "userSnapshot . enabled", + "rows": [ + 4 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4321, + "end": 4343 + } + ], + "page_offsets": [ + { + "start": 135, + "end": 157 + } + ] + } + ], + "doc_offsets": [ + { + "start": 4199, + "end": 4343 + } + ], + "page_offsets": [ + { + "start": 13, + "end": 157 + } + ], + "table_id": 4, + "table_offset": { + "row": 0, + "column": 0 + } + } + ], + [ + { + "page_num": 5, + "position": { + "top": 256, + "bottom": 990, + "left": 209, + "right": 2332 + }, + "num_rows": 7, + "num_columns": 3, + "cells": [ + { + "position": { + "top": 256, + "bottom": 366, + "left": 211, + "right": 808 + }, + "text": "Column", + "rows": [ + 0 + ], + "columns": [ + 0 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 4745, + "end": 4751 + } + ], + "page_offsets": [ + { + "start": 15, + "end": 21 + } + ] + }, + { + "position": { + "top": 256, + "bottom": 371, + "left": 808, + "right": 1325 + }, + "text": "Type", + "rows": [ + 0 + ], + "columns": [ + 1 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 4752, + "end": 4756 + } + ], + "page_offsets": [ + { + "start": 22, + "end": 26 + } + ] + }, + { + "position": { + "top": 256, + "bottom": 371, + "left": 1325, + "right": 2330 + }, + "text": "Result File Source", + "rows": [ + 0 + ], + "columns": [ + 2 + ], + "cell_type": "header", + "doc_offsets": [ + { + "start": 4757, + "end": 4775 + } + ], + "page_offsets": [ + { + "start": 27, + "end": 45 + } + ] + }, + { + "position": { + "top": 371, + "bottom": 480, + "left": 211, + "right": 808 + }, + "text": "id", + "rows": [ + 1 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4776, + "end": 4778 + } + ], + "page_offsets": [ + { + "start": 46, + "end": 48 + } + ] + }, + { + "position": { + "top": 371, + "bottom": 480, + "left": 808, + "right": 1325 + }, + "text": "uuid", + "rows": [ + 1 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4779, + "end": 4783 + } + ], + "page_offsets": [ + { + "start": 49, + "end": 53 + } + ] + }, + { + "position": { + "top": 371, + "bottom": 480, + "left": 1325, + "right": 2330 + }, + "text": "Generated by integration5", + "rows": [ + 1 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4784, + "end": 4809 + } + ], + "page_offsets": [ + { + "start": 54, + "end": 79 + } + ] + }, + { + "position": { + "top": 480, + "bottom": 584, + "left": 211, + "right": 808 + }, + "text": "label", + "rows": [ + 2 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4810, + "end": 4815 + } + ], + "page_offsets": [ + { + "start": 80, + "end": 85 + } + ] + }, + { + "position": { + "top": 480, + "bottom": 584, + "left": 810, + "right": 1325 + }, + "text": "str", + "rows": [ + 2 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4816, + "end": 4819 + } + ], + "page_offsets": [ + { + "start": 86, + "end": 89 + } + ] + }, + { + "position": { + "top": 483, + "bottom": 584, + "left": 1325, + "right": 2330 + }, + "text": "Prediction. Label 6,7", + "rows": [ + 2 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4820, + "end": 4841 + } + ], + "page_offsets": [ + { + "start": 90, + "end": 111 + } + ] + }, + { + "position": { + "top": 584, + "bottom": 687, + "left": 211, + "right": 810 + }, + "text": "predicted_value", + "rows": [ + 3 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4842, + "end": 4857 + } + ], + "page_offsets": [ + { + "start": 112, + "end": 127 + } + ] + }, + { + "position": { + "top": 584, + "bottom": 687, + "left": 810, + "right": 1325 + }, + "text": "str", + "rows": [ + 3 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4858, + "end": 4861 + } + ], + "page_offsets": [ + { + "start": 128, + "end": 131 + } + ] + }, + { + "position": { + "top": 586, + "bottom": 689, + "left": 1325, + "right": 2330 + }, + "text": "Prediction. Text 8,7", + "rows": [ + 3 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4862, + "end": 4882 + } + ], + "page_offsets": [ + { + "start": 132, + "end": 152 + } + ] + }, + { + "position": { + "top": 689, + "bottom": 790, + "left": 211, + "right": 810 + }, + "text": "reviewed_value", + "rows": [ + 4 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4883, + "end": 4897 + } + ], + "page_offsets": [ + { + "start": 153, + "end": 167 + } + ] + }, + { + "position": { + "top": 689, + "bottom": 790, + "left": 810, + "right": 1325 + }, + "text": "str", + "rows": [ + 4 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4898, + "end": 4901 + } + ], + "page_offsets": [ + { + "start": 168, + "end": 171 + } + ] + }, + { + "position": { + "top": 689, + "bottom": 790, + "left": 1325, + "right": 2330 + }, + "text": "Prediction. Text 8,7", + "rows": [ + 4 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4902, + "end": 4922 + } + ], + "page_offsets": [ + { + "start": 172, + "end": 192 + } + ] + }, + { + "position": { + "top": 790, + "bottom": 893, + "left": 211, + "right": 810 + }, + "text": "submission_file_id", + "rows": [ + 5 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4923, + "end": 4941 + } + ], + "page_offsets": [ + { + "start": 193, + "end": 211 + } + ] + }, + { + "position": { + "top": 790, + "bottom": 893, + "left": 810, + "right": 1325 + }, + "text": "int", + "rows": [ + 5 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4942, + "end": 4945 + } + ], + "page_offsets": [ + { + "start": 212, + "end": 215 + } + ] + }, + { + "position": { + "top": 792, + "bottom": 893, + "left": 1325, + "right": 2330 + }, + "text": "Prediction. Document. Id 7", + "rows": [ + 5 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4946, + "end": 4972 + } + ], + "page_offsets": [ + { + "start": 216, + "end": 242 + } + ] + }, + { + "position": { + "top": 893, + "bottom": 990, + "left": 209, + "right": 810 + }, + "text": "model_id", + "rows": [ + 6 + ], + "columns": [ + 0 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4973, + "end": 4981 + } + ], + "page_offsets": [ + { + "start": 243, + "end": 251 + } + ] + }, + { + "position": { + "top": 893, + "bottom": 990, + "left": 812, + "right": 1325 + }, + "text": "int", + "rows": [ + 6 + ], + "columns": [ + 1 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4982, + "end": 4985 + } + ], + "page_offsets": [ + { + "start": 252, + "end": 255 + } + ] + }, + { + "position": { + "top": 895, + "bottom": 990, + "left": 1325, + "right": 2332 + }, + "text": "Prediction. Model. Id 7", + "rows": [ + 6 + ], + "columns": [ + 2 + ], + "cell_type": "content", + "doc_offsets": [ + { + "start": 4986, + "end": 5009 + } + ], + "page_offsets": [ + { + "start": 256, + "end": 279 + } + ] + } + ], + "doc_offsets": [ + { + "start": 4745, + "end": 5009 + } + ], + "page_offsets": [ + { + "start": 15, + "end": 279 + } + ], + "table_id": 5, + "table_offset": { + "row": 0, + "column": 0 + } + } + ] +] \ No newline at end of file diff --git a/tests/data/etloutput/4289/107458/submission_107458_result.json b/tests/data/etloutput/4289/107458/submission_107458_result.json new file mode 100644 index 0000000..aacaf34 --- /dev/null +++ b/tests/data/etloutput/4289/107458/submission_107458_result.json @@ -0,0 +1,39 @@ +{ + "file_version": 3, + "submission_id": 107458, + "modelgroup_metadata": { + "4631": { + "id": 4631, + "task_type": "form_extraction", + "name": "Standard Document v3", + "selected_model": { + "id": 8229, + "model_type": "form_extraction" + } + } + }, + "submission_results": [ + { + "submissionfile_id": 101157, + "etl_output": "indico-file:///storage/submission/4289/107458/101157/etl_output.json", + "input_filename": "data_model.pdf", + "input_filepath": "indico-file:///storage/submission/4289/107458/101157.pdf", + "input_filesize": 130938, + "model_results": { + "ORIGINAL": { + "4631": [] + } + }, + "component_results": { + "ORIGINAL": {} + }, + "rejected": { + "models": { + "4631": [] + }, + "components": {} + } + } + ], + "reviews": {} +} \ No newline at end of file diff --git a/tests/etloutput/__init__.py b/tests/etloutput/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/tests/etloutput/test_files.py b/tests/etloutput/test_files.py new file mode 100644 index 0000000..c8bbd3c --- /dev/null +++ b/tests/etloutput/test_files.py @@ -0,0 +1,36 @@ +import json +from pathlib import Path + +import pytest + +from indico_toolkit import etloutput + +data_folder = Path(__file__).parent.parent / "data" / "etloutput" + + +def read_url(url: str) -> object: + storage_folder_path = url.split("/storage/submission/")[-1] + file_path = data_folder / storage_folder_path + + if file_path.suffix.casefold() == ".json": + return json.loads(file_path.read_text()) + else: + return file_path.read_text() + + +@pytest.mark.parametrize("etl_output_file", list(data_folder.rglob("etl_output.json"))) +def test_file_load(etl_output_file: Path) -> None: + try: + etl_output = etloutput.load(str(etl_output_file), reader=read_url, tables=True) + except FileNotFoundError: + etl_output = etloutput.load(str(etl_output_file), reader=read_url, tables=False) + + page_count = len(etl_output.text_on_page) + char_count = len(etl_output.text) + token_count = len(etl_output.tokens) + table_count = len(etl_output.tables) + + assert page_count == 6 + assert char_count in (6466, 6494) + assert token_count in (948, 978) + assert table_count in (0, 6)