[FEAT] [JSON Reader] Add native streaming + parallel JSON reader. #3154
clarkzinzowrelease-drafter.yml
on: pull_request
update_release_draft
5s
label
3s
Annotations
2 errors
|
update_release_draft
Validation Failed: {"resource":"Release","code":"invalid","field":"target_commitish"}
{
name: 'HttpError',
id: '7052455378',
status: 422,
response: {
url: 'https://api.github.com/repos/Eventual-Inc/Daft/releases/131989933',
status: 422,
headers: {
'access-control-allow-origin': '*',
'access-control-expose-headers': 'ETag, Link, Location, Retry-After, X-GitHub-OTP, X-RateLimit-Limit, X-RateLimit-Remaining, X-RateLimit-Used, X-RateLimit-Resource, X-RateLimit-Reset, X-OAuth-Scopes, X-Accepted-OAuth-Scopes, X-Poll-Interval, X-GitHub-Media-Type, X-GitHub-SSO, X-GitHub-Request-Id, Deprecation, Sunset',
connection: 'close',
'content-length': '195',
'content-security-policy': "default-src 'none'",
'content-type': 'application/json; charset=utf-8',
date: 'Thu, 30 Nov 2023 21:26:12 GMT',
'referrer-policy': 'origin-when-cross-origin, strict-origin-when-cross-origin',
server: 'GitHub.com',
'strict-transport-security': 'max-age=31536000; includeSubdomains; preload',
vary: 'Accept-Encoding, Accept, X-Requested-With',
'x-accepted-github-permissions': 'contents=write',
'x-content-type-options': 'nosniff',
'x-frame-options': 'deny',
'x-github-api-version-selected': '2022-11-28',
'x-github-media-type': 'github.v3; format=json',
'x-github-request-id': '0508:1017:14769F3:2A5D7E6:6568FDF4',
'x-ratelimit-limit': '1000',
'x-ratelimit-remaining': '993',
'x-ratelimit-reset': '1701383169',
'x-ratelimit-resource': 'core',
'x-ratelimit-used': '7',
'x-xss-protection': '0'
},
data: {
message: 'Validation Failed',
errors: [
{
resource: 'Release',
code: 'invalid',
field: 'target_commitish'
}
],
documentation_url: 'https://docs.github.com/rest/releases/releases#update-a-release'
}
},
request: {
method: 'PATCH',
url: 'https://api.github.com/repos/Eventual-Inc/Daft/releases/131989933',
headers: {
accept: 'application/vnd.github.v3+json',
'user-agent': 'probot/12.2.5 octokit-core.js/3.5.1 Node.js/16.20.2 (linux; x64)',
authorization: 'token [REDACTED]',
'content-type': 'application/json; charset=utf-8'
},
body: '{"body":"## Changes\\n\\n## ✨ New Features\\n\\n- [FEAT] Partitioning exprs for Iceberg @samster25 (#1680)\\n\\n## 👾 Bug Fixes\\n\\n- [BUG] fix off by 1 for retries for cred provider @samster25 (#1681)\\n","draft":true,"prerelease":false,"make_latest":"true","name":"v0.2.6","tag_name":"v0.2.6","target_commitish":"refs/pull/1679/merge"}',
request: {}
},
event: {
id: '7052455378',
name: 'pull_request',
payload: {
action: 'edited',
changes: {
body: {
from: 'This PR adds a streaming + parallel JSON reader, with full support for most fundamental dtypes (sans decimal and binary types), arbitrary nesting with JSON lists and objects, including nulls at all levels of the JSON object tree.\r\n' +
'\r\n' +
'## TODOs\r\n' +
'\r\n' +
'- [x] Add schema inference unit test for dtype coverage (i.e. reading the `dtypes.jsonl` file).\r\n' +
'- [x] Add temporal type inference + parsing test coverage.\r\n' +
"- [ ] Benchmarking + performance audit: this reader follows the same general concurrency + parallelism model of the streaming CSV reader, which performs relatively well for cloud reads, but there's bound to be a lot of low-hanging fruit around unnecessary copies.\r\n" +
'- [ ] (Follow-up?) Add thorough parsing and dtype inference unit tests on in-memory defined JSON strings.\r\n' +
'- [ ] (Follow-up) Support for decimal and (large) binary types.\r\n' +
'- [ ] (Follow-up) Add support for strict parsing, i.e. returning an error instead of falling back to a null value when parsing fails.\r\n' +
'- [ ] (Follow-up) Misc. bugs in Arrow2 that should be fixed and upstreamed.\r\n' +
'- [ ] (Follow-up) Deflate
|
|
update_release_draft
HttpError: Validation Failed: {"resource":"Release","code":"invalid","field":"target_commitish"}
at /home/runner/work/_actions/release-drafter/release-drafter/v5/dist/index.js:8462:21
at processTicksAndRejections (node:internal/process/task_queues:96:5)
at async Job.doExecute (/home/runner/work/_actions/release-drafter/release-drafter/v5/dist/index.js:30793:18)
{
name: 'AggregateError',
event: {
id: '7052455378',
name: 'pull_request',
payload: {
action: 'edited',
changes: {
body: {
from: 'This PR adds a streaming + parallel JSON reader, with full support for most fundamental dtypes (sans decimal and binary types), arbitrary nesting with JSON lists and objects, including nulls at all levels of the JSON object tree.\r\n' +
'\r\n' +
'## TODOs\r\n' +
'\r\n' +
'- [x] Add schema inference unit test for dtype coverage (i.e. reading the `dtypes.jsonl` file).\r\n' +
'- [x] Add temporal type inference + parsing test coverage.\r\n' +
"- [ ] Benchmarking + performance audit: this reader follows the same general concurrency + parallelism model of the streaming CSV reader, which performs relatively well for cloud reads, but there's bound to be a lot of low-hanging fruit around unnecessary copies.\r\n" +
'- [ ] (Follow-up?) Add thorough parsing and dtype inference unit tests on in-memory defined JSON strings.\r\n' +
'- [ ] (Follow-up) Support for decimal and (large) binary types.\r\n' +
'- [ ] (Follow-up) Add support for strict parsing, i.e. returning an error instead of falling back to a null value when parsing fails.\r\n' +
'- [ ] (Follow-up) Misc. bugs in Arrow2 that should be fixed and upstreamed.\r\n' +
'- [ ] (Follow-up) Deflate compression support.'
}
},
number: 1679,
organization: {
avatar_url: 'https://avatars.githubusercontent.com/u/98941975?v=4',
description: 'Eventual Computing',
events_url: 'https://api.github.com/orgs/Eventual-Inc/events',
hooks_url: 'https://api.github.com/orgs/Eventual-Inc/hooks',
id: 98941975,
issues_url: 'https://api.github.com/orgs/Eventual-Inc/issues',
login: 'Eventual-Inc',
members_url: 'https://api.github.com/orgs/Eventual-Inc/members{/member}',
node_id: 'O_kgDOBeW8Fw',
public_members_url: 'https://api.github.com/orgs/Eventual-Inc/public_members{/member}',
repos_url: 'https://api.github.com/orgs/Eventual-Inc/repos',
url: 'https://api.github.com/orgs/Eventual-Inc'
},
pull_request: {
_links: {
comments: {
href: 'https://api.github.com/repos/Eventual-Inc/Daft/issues/1679/comments'
},
commits: {
href: 'https://api.github.com/repos/Eventual-Inc/Daft/pulls/1679/commits'
},
html: { href: 'https://github.com/Eventual-Inc/Daft/pull/1679' },
issue: {
href: 'https://api.github.com/repos/Eventual-Inc/Daft/issues/1679'
},
review_comment: {
href: 'https://api.github.com/repos/Eventual-Inc/Daft/pulls/comments{/number}'
},
review_comments: {
href: 'https://api.github.com/repos/Eventual-Inc/Daft/pulls/1679/comments'
},
self: {
href: 'https://api.github.com/repos/Eventual-Inc/Daft/pulls/1679'
},
statuses: {
href: 'https://api.github.com/repos/Eventual-Inc/Daft/statuses/5b4976f862253362bdfb66423d5ee88ec1bb39ce'
}
},
active_lock_reason: null,
additions: 3593,
assignee: null,
assignees: [],
author_association: 'CONTRIBUTOR',
auto_merge: null,
base: {
label: 'Eventual-Inc:main',
ref: 'main',
repo: {
allow_auto_merge: true,
allow_forking: true,
allow_merge_commit: false,
allow_rebase_merge: false,
allo
|