You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@texera.apache.org by ji...@apache.org on 2025/09/24 18:13:48 UTC
(texera) tag 1.1.0 updated (e8d04dc746 -> 7c35e427a2)
This is an automated email from the ASF dual-hosted git repository.
jiadongb pushed a change to tag 1.1.0
in repository https://gitbox.apache.org/repos/asf/texera.git
*** WARNING: tag 1.1.0 was modified! ***
from e8d04dc746 (commit)
to 7c35e427a2 (commit)
from e8d04dc746 Bump pyArrow to 19.0.1 (#3368)
add e856a13344 Create NOTICE file (#3388)
add 018dab090f Fix the issue where the File Scan operator fails to properly handle compressed files containing multiple files (#3385)
add 588c29ffb4 Enable email notification to the administrator upon an unauthorized or inactive user login attempt (#3391)
add 2e28c80422 Ensure that after the workspace is opened the operator is displayed in the center (#3344)
add 334664c76d Set `image-pull-policy` when creating the computing unit (#3395)
add 73daa38951 Use `MultipartUpload` to implement the upload-one-file endpoint of the FileService (#3396)
add 536c98a5af Enable email notifications to users upon an inactive login attempt (#3393)
add 85e86342bb Add if statement on catch error for `uploadOneFileToDataset` (#3407)
add b6ca0815dc Add a flag at the workflow workspace to prevent registering the auto persistence when the workflow is loading (#3412)
add 0e1306c4b8 Fix Incorrect Version and Execution Order in Backend Queries (#3410)
add 01e30f6328 Fix base image to node:18.17 in the `texera-web-application.dockerfile` (#3413)
add a85b7ef5fa Add ASF Header to JOOQ generated files (#3414)
add 0b602ae77d Remove the job waiter in the helm chart and make `FileService` do forceful healthcheck (#3416)
add 832a2dd951 Add ASF header and RAT CI (#3415)
add e4fbc0f1e0 Replace Terminate Button Icon with Close-Circle (#3424)
add 449e588d5f Add RangeSlider visualization operator (#3374)
add f36605a698 Reimplement User Quota Service to remove MongoDB Dependency (#3402)
add c09999e8a8 Add Nested Table Visualization Operator (#3397)
add 440d76b0ef Sanitize Uppercase Characters to Lowercase in Dataset Names (#3423)
add 5e5c515957 Add Pre-Check File Size and Type Before File Preview (#3427)
add c01f58f8fe Revert Changes to Binary Chunking Due to Side Effects (#3431)
add 734c580c6b Display Individual Progress Indicators for Concurrent File Uploads (#3426)
add bb29462093 Add DaemonSet for ComputingUnitMaster image pre-pulling (#3419)
add baf4f13b76 Install necessary packages for building gui in texera web application dockerfile (#3433)
add 9fb4680601 Fix the compilation of Python Lambda Operator (#3438)
add 4fd03acc48 Fix ChannelMarker transmission between Java and Python (#3434)
add e74d15c600 Fix ChannelMarker sending on PyAmber (#3439)
add 7702d9017a Implement auto-expansion of the result panel upon operator click (#3435)
add 6cc83f523f Enhance user experience of comments box (#3436)
add 9695d85a11 Add Volcano Plot Visualization Operator (#3418)
add 50d08eec6c Add `share-editing-server` and `pylsp` dockerfiles to the deployment folder (#3441)
add 196711a717 Fix ChannelMarker Partitioning logic on PyAmber (#3445)
add 87c4b71efb Add HTML format & large Arrow files to result exportation (#3429)
add 5018c8f092 Make operator property sidebar dynamically adjust height based on content (#3437)
add aecafe1757 Fix Incorrect Channel ID Inclusion Across Workers in ChannelMarker (#3448)
add cc22ff22f4 Handle mismatched datasets on displaying dashboard (#3446)
add fa75997a29 Use Input Port Materialization Reader Threads to Replace Cache Source Operators (#3425)
add a910bcfd56 Persist the spec of the `computing_unit` entity and its relationship with `workflow_executions` into DB (#3400)
add e3429da9a6 Add HILDA 2025 workshop paper to Readme (#3450)
add d3cd5d13c9 Fix issue with workspace defaulting to previous workflow after refresh (#3342)
add 489f817448 Add a new config to control the maximum websocket payload size (#3452)
add eddb7a76ee Enable adjusting shared memory for the computing unit (#3451)
add 22641d091e Fix operators showing "Running" state after workflow completion (#3463)
add be8cd749b3 Add domain display in email content (#3440)
add 68c3813d09 Fix project startup failure on macOS caused by attempting to retrieve the domain name (#3465)
add 704c3350d8 Move gui and user-system configurations to `core/config` and host config-retrieval endpoints via `core/config-service` (#3458)
add c9a59f3f99 Move all conf files and readers to `core/config` (#3466)
add af212ce397 Cleanly Enforce Input Port Dependencies (#3460)
add b505762ac6 Migrate existing markers into Control Message (#3432)
add 73cca3c572 Remove Marker Class (#3467)
add d6fcc66eab Fix issue where unsaved comments are lost and cursor jumps in the admin user interface (#3464)
add 8dcb2ee1f2 Temporary Fix for Python Partitioner Index Issues (#3470)
add 91a09ca019 Add Reader Port Termination Check Logic for Python Input Manager (#3471)
add 5b3692567c Add Admin Site Settings Page with Logo and Favicon Customization (#3453)
add 87f89e4f03 Rename ChannelMarker Class to Embedded Control Message (ECM) (#3472)
add 85e97344ed Add more explicit options to edit workflow description (#3411)
add c5279782e8 Make `core/scripts` up-to-date (#3476)
add 8ad306484e Add site_settings Table and Register Dashboard Admin Settings (#3480)
add 0fca37b13c Fix the bug that prevents the Python Source Operator from running (#3482)
add 67f8ecc318 Replace Old Logo with New Logo (#3481)
add a982ec1167 Fix Logo Loading Behavior on Page Refresh (#3483)
add bdbd72b465 Add operator description defined in `OperatorInfo` in the operator panel (#3479)
add 9f484a9614 Revert "Fix Logo Loading Behavior on Page Refresh" (#3485)
add 9e10594605 Update Mini Logo to Higher Resolution Version (#3486)
add d93b194cf2 Fix logo in README.md (#3487)
add 6f4704a3de Enable Independent Configuration of Dashboard Logos and Fix Logo Loading Behavior (#3489)
add a96a76dd6b Fix Output Port Writer Thread Termination Logic (#3488)
add 3caacbd8b1 Fix optional values in operator properties (#3491)
add 19fc7ab72b Add alpha value to Scatter Plot Operator (#3498)
add 4f4b383088 Add `Parquet` option in export workflow result types (#3478)
add da53b3788d Rename ControlPayload Class to Direct Control Message (DCM) (#3492)
add 1452df993d Let WorkflowCompilingService send operators' output schemas instead of input schemas (#3501)
add fb3dad48d8 Move the USER_SYS_DOMAIN from config deployment to texeraEnvVars (#3503)
add e6c43f49b5 Fix email sharing to show actual sharer's email (#3505)
add 9e709a6fb7 Unify Count Retrieval APIs to improve community resources browsing performance (#3442)
add 434d807271 Unify the `objectMapper` usage at amber and add `objectMapper` warm-up thread in multiple micro services (#3504)
add e2caed19b0 Add ResourceQuota to cap the total resources for computing units (#3493)
add 30199854f7 Set terminate_time of computing units in texera_db when corresponding k8s pods die (#3513)
add 1c8076f31e Add Gauge Chart Visualization Operator (#3499)
add 3544219858 Add 2D Histogram Visualization Operator (#3454)
add 8ca4251138 Fix value `numOfPods` reference in file service deployment template (#3514)
add ae04e1090d chore(build): correctly label artifacts as v1.0.0 (#3516)
add 727daa52e7 refactor(core): scala warnings clean up (#3521)
add e75455f94c feat: enable gui logo configuration CRUD using database (#3511)
add 0621015972 fix(python): re-order python proto-generated code (#3522)
add 4da33ddeef chore(doc): add CONTRIBUTING.md (#3523)
add 9add627ba9 chore(ci): enforce Conventional Commits (#3520)
add 6de0502bbc feat(amber): enable terminating workers in a region upon completion of region execution (#3468)
add 3d9248cf5b fix(auth): handle missing avatar in Google authentication (#3539)
add 7cb16254e7 feat: enable sharing `write` access of a computing unit between users (#3508)
add 7bf2382f69 feat(operator): treeplot operator (#3529)
add 3dc3767958 fix(operator): fixed typo in PythonUDF (#3545)
add 76d33f64c3 feat(gui): Improve UI for operator port metrics (#3477)
add 7e3738b4b3 refactor(amber): deprecate expansion-based greedy schedule generator (#3542)
add d4fc5a24cf refactor(hub): retrieve `isLike`, `access` and `size` of hub resources in batches (#3519)
add 940728453c fix(email): make notification subject lines more informative (#3532) (#3548)
add b811f4addc feat(operator): time series plot operator (#3531)
add 472850437c feat(operator): enable re-ordering for projection operator (#3543)
add ec9d0eef96 feat(operator): add sklearn training operators (#3535)
add 7db9dc979d fix: update import paths in Java UDF (#3547)
add 288a990b5f feat(operator): sleep operator (#3537)
add 19768964ca chore: Removal of extra operator statistics (#3558)
add 875708dd03 feat(amber): supporting consistent operator stats retrieval (#3557)
add cac2c03cad chore(deps): update formly version to 6.3.12 (#3565)
add 7efe57441f fix(amber): fix output port writer thread closed by finalizing an input port (#3566)
add c3b5f950cc feat: support max-concurrent-regions in ScheduleGenerator (#3554)
add 729dd72c80 chore(gui): Improved visualization of port statistics (#3569)
add ece56ec9a4 fix(ui): temporarily disable frontend undo and redo (#3571)
add 275c4c4ad9 feat: enable dynamic sidebar tabs customization (#3533)
add fff20e66ea fix: Dataset share panel 404 error by correcting API endpoint URL (#3575)
add 3aba925fc9 fix: Hub page now only shows public workflows/datasets instead of all accessible workflows/datasets (#3574)
add fb6645c5dd feat(gui): alert broken workflow (#3573)
add 82cb96c0f2 fix(ui): refine result panel: compact stats row, resize, and highlight reset (#3568)
add 0b187c0a1b fix: make the default access for sharing from READ to WRITE (#3582)
add 7c125205a6 chore(gui): Adjustment to Position of Eye icon (#3585)
add f804894db7 feat: rename computing unit (#3591)
add 98de576f8d chore(dep): bump pyarrow to 21.0.0 to fix CI (#3600)
add 9ab2cdfec1 chore(gui): fix admin dashboard columns (#3594)
add 3d5914cc37 feat(auth): add conformation before user login requests (#3541)
add be6e67b38a chore: moving broken workflow check code to a function (#3596)
add 43d0b3d577 feat: double click on operator displays result panel. (#3603)
add a49cac2d09 chore(gui): Enhance visibility of “Create” buttons in Workflows & Datasets panels (#3601)
add 89b49ceb92 feat(gui): Refresh Computing Unit List When Clicking Computer Unit Drop Down Button (#3604)
add 80a74fc295 feat(gui): Automatically reconnect edge in between operators (#3606)
add 24210ab892 feat(upload): enable real-time progress feedback (#3612)
add 593ab86f6a chore(ci): replace erisu/apache-rat-action with apache/skywalking-eyes (#3639)
add b1781bffa7 chore(ci): let new commits trigger PR linter CI (#3641)
add c4dfa3cd23 chore: Create DISCLAIMER (#3631)
add 0ee8422daf chore: Create .asf.yaml (#3632)
add 35f8a49426 chore: update .asf.yaml to include PR settings (#3644)
add 7a49052870 chore(ci): remove R test from CI (#3643)
add 9e9ca60071 chore: Update NOTICE (#3629)
add 90efbe1b61 chore: Redirect jobs notifications to commits@t.a.o (#3646)
add 299ffb04ff chore: create merge protections rules on a test branch (#3645)
add e261518524 chore: fix typo in .asf.yaml (#3648)
add b98a47798c chore(doc): update CONTRIBUTING.md (#3611)
add 1ee7e0cc62 chore: revert changes on .asf.yaml (#3649)
add 175955c512 fix: CONTRIBUTING.md (#3633)
add d2773b8871 fix(docker): use JDK instead of JRE for Java UDF compilation (#3628)
add 6aabc9a68d chore: call the project Apache Texera (#3637)
add f4727a6209 feat: enable configurable multipart upload settings using database (#3622)
add f3175d6459 fix(ui): improve button label clarity for version creation (#3623)
add f2214a1828 feat: switch single-file dataset downloads to use browser native downloads (#3621)
add 3e41b94480 fix(clone): add clone button (#3651)
add 5e5ad2f0df feat(Ingress): Add ingress class name to values (#3652)
add a67da0799f feat: add user's activeness to admin dashboard (#3625)
add 12849accf7 feat(gui): Enhance Deleting Edges (#3636)
add 9e3bcad6a7 fix: yield tuple in GeneratorOperator example (#3657)
add e264a74262 fix: return error when attribute type is not set in UDF (#3656)
add 61081f5458 fix(ui): Highlight "Workflows" tab when inside workspace (#3653)
add f836a1e966 fix(ui): improve upload behavior to prevent progress confusion (#3658)
add d03f3bffaf feat: inline dataset version creation and remove modal flow (#3659)
add bab934ee77 feat: disallow dataset download (#3663)
add eeaaa96d76 chore: revert "feat: switch single-file dataset downloads to use browser native downloads (#3621)" (#3669)
add 53bdcce600 feat: enforce S3 multipart-upload limits in configuration (#3664)
add 6d73a946ae chore: add time_log table to deployment/texera_ddl.sql (#3671)
add 77673b317b fix: private dataset can be set as downloadable (#3666)
add 594f9ef660 feat: enable file upload speed and time display (#3662)
add 9fff156192 chore: change master branch to main (#3676)
add c7fcd9f427 refactor(amber): move resource allocator into cost estimator (#3550)
add a1397135ec chore: improving naming of endpoint listWithActivity and class UserWithLastLogin (#3682)
add 59d6285ea5 chore(dep): bump jOOQ dependencies to version 3.16.23 (#3687)
add e2c64c506d feat: generator operator examples for binary and integer (#3661)
add 7ebfb8804a fix: correct typo in notification message for ongoing executions (#3684)
add 2c8d6f3ad6 fix: dataset attribute order (#3695)
add 1feb04f933 fix: typo in WorkflowAggregatedState (#3697)
add 74e669b50c fix: remove unused imports (#3698)
add a2a4298249 feat(amber): add memoization of region costs in CostBasedScheduleGenerator (#3660)
add 0d0345412d chore(ci): Add Mock DB and JOOQ Generation to CI (#3689)
add bc53831a66 feat: add current branding preview to admin settings (#3700)
add b65f18bb47 feat: reorganize dataset creation time display with timezone tooltip (#3702)
add 07f293e3ed chore: rename time_log and column last_login (#3694)
add 1c3284534a chore: change jwt token expiration as a configurable variable (#3693)
add 57c6a4a55b chore: fix token refresh interval to prevent frequent logout (#3703)
add 6e41ff7800 chore: change function name listUserWithActivity to list in AdminUserResource (#3704)
add 750ba398cd chore: add drop user_last_active_time statement to ddl files (#3708)
add 52ed19f9f6 fix: improve equality check for PortSchemas (#3667)
add 88da153294 chore(ci): remove JOOQ-generated files (#3670)
add e3ce127fe7 feat: display datasets version creation date (#3706)
add e7b9c29a18 docs: update source code license header template in `CONTRIBUTING.md` (#3712)
add 9665130168 fix: resolve runtime statistics display issue (#3713)
add 42f9c824aa chore: update default Iceberg catalog type to 'postgres' (#3711)
add a9b43c9a1b chore: Add yarn package manager file (#3719)
add c6965b95aa fix: allow navigation menu to adapt to screen width (#3722)
add d55922e64a fix: display error notifications for incorrect login credentials (#3721)
add 69dbdca91c chore: refactor schema of user_activity table (#3717)
add 038fe5b4d2 feat: enable dataset creation in export results window (#3726)
add d349c49e2d fix: improve email notification subject (#3729)
add d33a155cbc fix: add isDatasetDownloadable and align field order & docstring in dataset query (#3723)
add 8808571833 fix: separate user activity window from jwt expiration (#3731)
add 866fa8a09b feat: add a new choropleth map operator (#3744)
add 3237a80ed2 feat: add configuration guidance for upload parameters in admin settings (#3743)
add db4f0397d2 feat: automate JOOQ code generation in SBT build process (#3746)
add a2eeb75a1f chore(ci): remove JOOQ Generation from CI (#3747)
add 7c35e427a2 feat: add account creation time (#3736)
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 80 ++
.github/workflows/check-header.yml | 33 +
.github/workflows/github-action-build.yml | 70 +-
.github/workflows/lint-pr.yml | 36 +
.gitignore | 6 +-
.licenserc.yaml | 26 +
CONTRIBUTING.md | 129 +++
DISCLAIMER | 10 +
Dockerfile | 17 +
NOTICE | 5 +
README.md | 9 +-
core/.scalafix.conf | 17 +
core/.scalafmt.conf | 17 +
core/amber/.scalafix.conf | 17 +
core/amber/.scalafmt.conf | 17 +
core/amber/DESCRIPTION | 2 +-
core/amber/build.sbt | 32 +-
core/amber/operator-requirements.txt | 17 +
core/amber/project/build.properties | 17 +
core/amber/project/plugins.sbt | 17 +
core/amber/r-requirements.txt | 17 +
core/amber/requirements.txt | 19 +-
.../engine/architecture/rpc/controlcommands.proto | 53 +-
.../architecture/rpc/controllerservice.proto | 19 +-
.../engine/architecture/rpc/controlreturns.proto | 24 +-
.../engine/architecture/rpc/testerservice.proto | 17 +
.../engine/architecture/rpc/workerservice.proto | 20 +
.../architecture/sendsemantics/partitionings.proto | 17 +
.../engine/architecture/worker/statistics.proto | 18 +
.../uci/ics/amber/engine/common/actormessage.proto | 17 +
.../uci/ics/amber/engine/common/ambermessage.proto | 21 +-
.../engine/common/executionruntimestate.proto | 17 +
core/amber/src/main/python/.flake8 | 17 +
core/amber/src/main/python/core/__init__.py | 16 +
.../src/main/python/core/architecture/__init__.py | 16 +
.../python/core/architecture/handlers/__init__.py | 16 +
.../handlers/actorcommand/actor_handler_base.py | 17 +
.../handlers/actorcommand/backpressure_handler.py | 25 +-
.../handlers/actorcommand/credit_update_handler.py | 17 +
.../core/architecture/handlers/control/__init__.py | 16 +
.../handlers/control/add_input_channel_handler.py | 17 +
.../handlers/control/add_partitioning_handler.py | 17 +
.../handlers/control/assign_port_handler.py | 37 +-
.../handlers/control/control_handler_base.py | 17 +
.../handlers/control/debug_command_handler.py | 17 +
.../handlers/control/end_channel_handler.py | 29 +
.../handlers/control/end_worker_handler.py | 49 ++
.../control/evaluate_expression_handler.py | 17 +
.../control/initialize_executor_handler.py | 17 +
.../handlers/control/no_operation_handler.py | 17 +
.../handlers/control/open_executor_handler.py | 17 +
.../handlers/control/pause_worker_handler.py | 17 +
.../handlers/control/query_statistics_handler.py | 17 +
.../control/replay_current_tuple_handler.py | 17 +
.../handlers/control/resume_worker_handler.py | 17 +
.../handlers/control/start_channel_handler.py | 26 +
.../handlers/control/start_worker_handler.py | 78 +-
.../handlers/control/update_executor_handler.py | 17 +
.../python/core/architecture/managers/__init__.py | 17 +
.../managers/channel_marker_manager.py | 64 --
.../managers/console_message_manager.py | 17 +
.../python/core/architecture/managers/context.py | 27 +-
.../core/architecture/managers/debug_manager.py | 17 +
.../managers/embedded_control_message_manager.py | 87 ++
.../architecture/managers/exception_manager.py | 17 +
.../core/architecture/managers/executor_manager.py | 17 +
.../managers/marker_processing_manager.py | 16 -
.../core/architecture/managers/pause_manager.py | 19 +-
.../core/architecture/managers/state_manager.py | 17 +
.../managers/state_processing_manager.py | 33 +
.../architecture/managers/statistics_manager.py | 17 +
.../architecture/managers/test_pause_manager.py | 17 +
.../architecture/managers/test_state_manager.py | 17 +
.../managers/tuple_processing_manager.py | 23 +
.../python/core/architecture/packaging/__init__.py | 16 +
.../core/architecture/packaging/input_manager.py | 163 ++--
.../core/architecture/packaging/output_manager.py | 77 +-
.../core/architecture/rpc/async_rpc_client.py | 29 +-
.../rpc/async_rpc_handler_initializer.py | 23 +
.../core/architecture/rpc/async_rpc_server.py | 27 +-
.../core/architecture/sendsemantics/__init__.py | 16 +
.../sendsemantics/broad_cast_partitioner.py | 41 +-
.../hash_based_shuffle_partitioner.py | 48 +-
.../sendsemantics/one_to_one_partitioner.py | 35 +-
.../core/architecture/sendsemantics/partitioner.py | 31 +-
.../range_based_shuffle_partitioner.py | 48 +-
.../sendsemantics/round_robin_partitioner.py | 52 +-
.../src/main/python/core/models/RTableExecutor.py | 17 +
.../src/main/python/core/models/RTupleExecutor.py | 45 +-
core/amber/src/main/python/core/models/__init__.py | 24 +-
core/amber/src/main/python/core/models/batch.py | 17 +
.../src/main/python/core/models/internal_marker.py | 41 +-
.../src/main/python/core/models/internal_queue.py | 33 +-
core/amber/src/main/python/core/models/operator.py | 19 +-
core/amber/src/main/python/core/models/payload.py | 23 +-
core/amber/src/main/python/core/models/r_utils.py | 17 +
.../src/main/python/core/models/schema/__init__.py | 17 +
.../python/core/models/schema/attribute_type.py | 24 +-
.../src/main/python/core/models/schema/field.py | 17 +
.../src/main/python/core/models/schema/schema.py | 17 +
.../main/python/core/models/schema/test_schema.py | 19 +-
.../main/python/core/models/single_blocking_io.py | 17 +
.../python/core/models/{marker.py => state.py} | 35 +-
core/amber/src/main/python/core/models/table.py | 17 +
.../main/python/core/models/test_RTableExecutor.py | 17 +
.../src/main/python/core/models/test_table.py | 17 +
.../src/main/python/core/models/test_tuple.py | 219 +----
core/amber/src/main/python/core/models/tuple.py | 188 ++---
core/amber/src/main/python/core/proxy/__init__.py | 17 +
.../src/main/python/core/proxy/proxy_client.py | 17 +
.../src/main/python/core/proxy/proxy_server.py | 17 +
.../main/python/core/proxy/test_proxy_client.py | 17 +
.../main/python/core/proxy/test_proxy_server.py | 17 +
core/amber/src/main/python/core/python_worker.py | 17 +
.../src/main/python/core/runnables/__init__.py | 17 +
.../main/python/core/runnables/data_processor.py | 66 +-
.../src/main/python/core/runnables/heartbeat.py | 17 +
.../src/main/python/core/runnables/main_loop.py | 280 +++---
.../main/python/core/runnables/network_receiver.py | 45 +-
.../main/python/core/runnables/network_sender.py | 54 +-
.../python/core/runnables/test_console_message.py | 21 +-
.../main/python/core/runnables/test_main_loop.py | 259 +++---
.../python/core/runnables/test_network_receiver.py | 76 +-
.../python/core/runnables/test_network_sender.py | 17 +
.../amber/src/main/python/core/storage/__init__.py | 16 +
.../main/python/core/storage/document_factory.py | 17 +
.../main/python/core/storage/iceberg/__init__.py | 16 +
.../storage/iceberg/iceberg_catalog_instance.py | 17 +
.../core/storage/iceberg/iceberg_document.py | 17 +
.../core/storage/iceberg/iceberg_table_writer.py | 17 +
.../python/core/storage/iceberg/iceberg_utils.py | 17 +
.../core/storage/iceberg/test_iceberg_document.py | 27 +-
.../src/main/python/core/storage/model/__init__.py | 16 +
.../core/storage/model/buffered_item_writer.py | 17 +
.../storage/model/readonly_virtual_document.py | 17 +
.../python/core/storage/model/virtual_document.py | 17 +
.../main/python/core/storage/runnables/__init__.py | 16 +
.../input_port_materialization_reader_runnable.py | 214 +++++
.../core/storage/runnables/port_storage_writer.py | 17 +
.../src/main/python/core/storage/storage_config.py | 18 +
.../main/python/core/storage/vfs_uri_factory.py | 17 +
core/amber/src/main/python/core/util/__init__.py | 17 +
.../main/python/core/util/buffer/buffer_base.py | 17 +
.../main/python/core/util/buffer/timed_buffer.py | 17 +
.../core/util/console_message/replace_print.py | 17 +
.../core/util/console_message/timed_buffer.py | 17 +
.../python/core/util/console_message/timestamp.py | 17 +
.../python/core/util/customized_queue/__init__.py | 17 +
.../util/customized_queue/double_blocking_queue.py | 16 +
.../python/core/util/customized_queue/inner.py | 17 +
.../linked_blocking_multi_queue.py | 17 +
.../core/util/customized_queue/queue_base.py | 17 +
.../test_linked_blocking_multi_queue.py | 17 +
.../core/util/expression_evaluator/__init__.py | 17 +
.../test_expression_evaluator.py | 17 +
.../src/main/python/core/util/operator/__init__.py | 16 +
.../src/main/python/core/util/proto/__init__.py | 17 +
.../python/core/util/protocol/base_protocols.py | 17 +
.../src/main/python/core/util/runnable/runnable.py | 17 +
.../main/python/core/util/stoppable/__init__.py | 17 +
.../main/python/core/util/stoppable/stoppable.py | 17 +
.../stoppable/stoppable_queue_blocking_thread.py | 17 +
.../src/main/python/core/util/thread/__init__.py | 16 +
.../src/main/python/core/util/thread/atomic.py | 17 +
.../python/core/util/virtual_identity/__init__.py | 38 +
core/amber/src/main/python/proto/__init__.py | 16 +
core/amber/src/main/python/proto/edu/__init__.py | 16 +
.../src/main/python/proto/edu/uci/__init__.py | 16 +
.../src/main/python/proto/edu/uci/ics/__init__.py | 16 +
.../python/proto/edu/uci/ics/amber/__init__.py | 16 +
.../proto/edu/uci/ics/amber/core/__init__.py | 19 +-
.../proto/edu/uci/ics/amber/engine/__init__.py | 16 +
.../uci/ics/amber/engine/architecture/__init__.py | 16 +
.../ics/amber/engine/architecture/rpc/__init__.py | 204 ++++-
.../engine/architecture/sendsemantics/__init__.py | 17 +
.../amber/engine/architecture/worker/__init__.py | 18 +
.../edu/uci/ics/amber/engine/common/__init__.py | 21 +-
.../python/proto/edu/uci/ics/texera/__init__.py | 16 +
.../proto/edu/uci/ics/texera/web/__init__.py | 17 +
.../src/main/python/proto/scalapb/__init__.py | 17 +
core/amber/src/main/python/pyamber/__init__.py | 17 +
core/amber/src/main/python/pytexera/__init__.py | 17 +
.../src/main/python/pytexera/storage/__init__.py | 17 +
.../pytexera/storage/dataset_file_document.py | 17 +
.../amber/src/main/python/pytexera/udf/__init__.py | 16 +
.../main/python/pytexera/udf/examples/__init__.py | 17 +
.../pytexera/udf/examples/count_batch_operator.py | 17 +
.../python/pytexera/udf/examples/echo_operator.py | 17 +
.../pytexera/udf/examples/echo_table_operator.py | 17 +
.../pytexera/udf/examples/generator_operator.py | 7 -
.../udf/examples/generator_operator_binary.py | 28 +
.../udf/examples/generator_operator_integer.py | 29 +
.../python/pytexera/udf/examples/join_operator.py | 17 +
.../pytexera/udf/examples/rudf/r_table_operator.py | 17 +
.../pytexera/udf/examples/rudf/r_tuple_operator.py | 17 +
.../udf/examples/test_count_batch_operator.py | 17 +
.../pytexera/udf/examples/test_echo_operator.py | 17 +
.../udf/examples/test_echo_table_operator.py | 17 +
.../udf/examples/test_generator_operator.py | 17 -
.../udf/examples/test_generator_operator_binary.py | 34 +
.../examples/test_generator_operator_integer.py | 35 +
.../src/main/python/pytexera/udf/udf_operator.py | 17 +
.../src/main/python/texera_run_python_worker.py | 17 +
core/amber/src/main/resources/cache.ccf | 17 +
.../resources/computing-unit-master-config.yml | 17 +
.../src/main/resources/gmail}/.gitkeep | 0
core/amber/src/main/resources/gmail/README | 1 -
core/amber/src/main/resources/logback.xml | 19 +
.../texera-compiling-service-web-config.yml | 17 +
core/amber/src/main/resources/udf.conf | 27 -
core/amber/src/main/resources/web-config.yml | 17 +
.../uci/ics/amber/clustering/ClusterListener.scala | 24 +-
.../ics/amber/clustering/SingleNodeListener.scala | 19 +
.../common/AkkaActorRefMappingService.scala | 23 +
.../architecture/common/AkkaActorService.scala | 19 +
.../common/AkkaMessageTransferService.scala | 24 +-
.../architecture/common/AmberProcessor.scala | 28 +-
.../architecture/common/ExecutorDeployment.scala | 19 +
.../architecture/common/ProcessingStepCursor.scala | 19 +
.../engine/architecture/common/WorkflowActor.scala | 19 +
.../architecture/controller/ClientEvent.scala | 19 +
.../architecture/controller/Controller.scala | 39 +-
.../ControllerAsyncRPCHandlerInitializer.scala | 21 +-
.../controller/ControllerProcessor.scala | 20 +
.../controller/ControllerTimerService.scala | 19 +
.../controller/GlobalReplayManager.scala | 19 +
.../engine/architecture/controller/Workflow.scala | 19 +
.../controller/WorkflowScheduler.scala | 43 +-
.../controller/execution/ChannelExecution.scala | 19 +
.../controller/execution/ExecutionUtils.scala | 28 +-
.../controller/execution/LinkExecution.scala | 19 +
.../controller/execution/OperatorExecution.scala | 20 +
.../controller/execution/RegionExecution.scala | 19 +
.../controller/execution/WorkerPortExecution.scala | 19 +
.../controller/execution/WorkflowExecution.scala | 19 +
.../promisehandlers/ConsoleMessageHandler.scala | 19 +
.../promisehandlers/DebugCommandHandler.scala | 19 +
...r.scala => EmbeddedControlMessageHandler.scala} | 43 +-
.../EvaluatePythonExpressionHandler.scala | 19 +
.../promisehandlers/LinkWorkersHandler.scala | 19 +
.../controller/promisehandlers/PauseHandler.scala | 23 +-
.../promisehandlers/PortCompletedHandler.scala | 21 +-
.../QueryWorkerStatisticsHandler.scala | 146 +++-
.../controller/promisehandlers/ResumeHandler.scala | 21 +-
.../RetrieveWorkflowStateHandler.scala | 33 +-
.../promisehandlers/RetryWorkflowHandler.scala | 19 +
.../promisehandlers/StartWorkflowHandler.scala | 21 +-
.../TakeGlobalCheckpointHandler.scala | 25 +-
.../WorkerExecutionCompletedHandler.scala | 19 +
.../WorkerStateUpdatedHandler.scala | 21 +-
.../architecture/deploysemantics/AddressInfo.scala | 19 +
.../deploystrategy/DeployStrategy.scala | 19 +
.../deploysemantics/deploystrategy/OneOnEach.scala | 19 +
.../deploystrategy/RandomDeployment.scala | 19 +
.../deploystrategy/RoundRobinDeployment.scala | 19 +
.../deploysemantics/layer/WorkerExecution.scala | 74 +-
.../logreplay/AsyncReplayLogWriter.scala | 23 +-
.../architecture/logreplay/EmptyReplayLogger.scala | 23 +-
.../architecture/logreplay/OrderEnforcer.scala | 19 +
.../logreplay/ReplayLogGenerator.scala | 23 +-
.../architecture/logreplay/ReplayLogManager.scala | 29 +-
.../architecture/logreplay/ReplayLogger.scala | 23 +-
.../architecture/logreplay/ReplayLoggerImpl.scala | 23 +-
.../logreplay/ReplayOrderEnforcer.scala | 19 +
.../messaginglayer/AmberFIFOChannel.scala | 19 +
.../messaginglayer/CongestionControl.scala | 19 +
.../messaginglayer/DeadLetterMonitorActor.scala | 19 +
.../architecture/messaginglayer/FlowControl.scala | 23 +-
.../architecture/messaginglayer/InputGateway.scala | 19 +
.../architecture/messaginglayer/InputManager.scala | 108 ++-
.../messaginglayer/NetworkInputGateway.scala | 19 +
.../messaginglayer/NetworkOutputGateway.scala | 23 +-
.../messaginglayer/OrderingEnforcer.scala | 19 +
.../messaginglayer/OutputManager.scala | 42 +-
.../architecture/messaginglayer/WorkerPort.scala | 24 +-
.../messaginglayer/WorkerTimerService.scala | 25 +-
.../pythonworker/PythonProxyClient.scala | 82 +-
.../pythonworker/PythonProxyServer.scala | 40 +-
.../pythonworker/PythonWorkflowWorker.scala | 39 +-
.../pythonworker/WorkerBatchInternalQueue.scala | 34 +-
.../scheduling/CostBasedScheduleGenerator.scala | 363 +++++---
.../architecture/scheduling/CostEstimator.scala | 49 +-
.../ExpansionGreedyScheduleGenerator.scala | 327 +++++++-
.../engine/architecture/scheduling/Region.scala | 41 +
.../scheduling/RegionExecutionCoordinator.scala | 466 +++++++---
.../architecture/scheduling/RegionPlan.scala | 19 +
.../engine/architecture/scheduling/Schedule.scala | 19 +
.../scheduling/ScheduleGenerator.scala | 236 ++----
.../architecture/scheduling/SchedulingUtils.scala | 57 ++
.../scheduling/WorkflowExecutionCoordinator.scala | 62 +-
.../scheduling/config/ChannelConfig.scala | 19 +
.../scheduling/config/LinkConfig.scala | 19 +
.../scheduling/config/OperatorConfig.scala | 19 +
.../scheduling/config/PortConfig.scala | 55 +-
.../scheduling/config/ResourceConfig.scala | 19 +
.../scheduling/config/WorkerConfig.scala | 23 +-
.../resourcePolicies/ExecutionClusterInfo.scala | 19 +
.../resourcePolicies/ResourceAllocator.scala | 77 +-
.../partitioners/BroadcastPartitioner.scala | 19 +
.../partitioners/HashBasedShufflePartitioner.scala | 19 +
.../partitioners/OneToOnePartitioner.scala | 19 +
.../sendsemantics/partitioners/Partitioner.scala | 32 +-
.../RangeBasedShufflePartitioner.scala | 19 +
.../partitioners/RoundRobinPartitioner.scala | 19 +
.../architecture/worker/ChannelMarkerManager.scala | 71 --
.../engine/architecture/worker/DPThread.scala | 33 +-
.../engine/architecture/worker/DataProcessor.scala | 180 ++--
.../DataProcessorRPCHandlerInitializer.scala | 22 +
.../worker/EmbeddedControlMessageManager.scala | 99 +++
.../engine/architecture/worker/PauseManager.scala | 21 +-
.../engine/architecture/worker/PauseType.scala | 23 +-
.../architecture/worker/WorkflowWorker.scala | 32 +-
.../InputPortMaterializationReaderThread.scala | 164 ++++
.../managers/OutputPortResultWriterThread.scala | 19 +
.../worker/managers/SerializationManager.scala | 19 +
.../worker/managers/StatisticsManager.scala | 19 +
.../promisehandlers/AddInputChannelHandler.scala | 22 +-
.../promisehandlers/AddPartitioningHandler.scala | 19 +
.../worker/promisehandlers/AssignPortHandler.scala | 39 +-
.../worker/promisehandlers/EndChannelHandler.scala | 68 ++
.../worker/promisehandlers/EndHandler.scala | 53 ++
.../FinalizeCheckpointHandler.scala | 23 +-
.../FlushNetworkBufferHandler.scala | 19 +
.../InitializeExecutorHandler.scala | 24 +-
.../promisehandlers/OpenExecutorHandler.scala | 19 +
.../worker/promisehandlers/PauseHandler.scala | 19 +
.../promisehandlers/PrepareCheckpointHandler.scala | 25 +-
.../promisehandlers/QueryStatisticsHandler.scala | 19 +
.../worker/promisehandlers/ResumeHandler.scala | 19 +
.../promisehandlers/RetrieveStateHandler.scala | 19 +
.../promisehandlers/StartChannelHandler.scala | 50 ++
.../worker/promisehandlers/StartHandler.scala | 55 +-
.../uci/ics/amber/engine/common/AmberConfig.scala | 118 +--
.../amber/engine/common/AmberKryoInitializer.scala | 19 +
.../uci/ics/amber/engine/common/AmberLogging.scala | 19 +
.../uci/ics/amber/engine/common/AmberRuntime.scala | 24 +-
.../ics/amber/engine/common/CheckpointState.scala | 19 +
.../amber/engine/common/CheckpointSupport.scala | 19 +
.../amber/engine/common/ElidableStatement.scala | 19 +
.../ics/amber/engine/common/FutureBijection.scala | 19 +
.../ics/amber/engine/common/SerializedState.scala | 19 +
.../edu/uci/ics/amber/engine/common/Utils.scala | 63 +-
.../amberexception/BreakpointException.scala | 19 +
.../common/ambermessage/ControlPayload.scala | 3 -
.../engine/common/ambermessage/DataPayload.scala | 23 +-
.../ambermessage/DirectControlMessagePayload.scala | 22 +
.../common/ambermessage/RecoveryPayload.scala | 19 +
.../ambermessage/WorkflowFIFOMessagePayload.scala | 19 +
.../common/ambermessage/WorkflowMessage.scala | 19 +
.../amber/engine/common/client/AmberClient.scala | 19 +
.../amber/engine/common/client/ClientActor.scala | 23 +-
.../amber/engine/common/rpc/AsyncRPCClient.scala | 31 +-
.../common/rpc/AsyncRPCHandlerInitializer.scala | 29 +-
.../amber/engine/common/rpc/AsyncRPCServer.scala | 19 +
.../common/statetransition/StateManager.scala | 19 +
.../statetransition/WorkerStateManager.scala | 19 +
.../engine/common/storage/EmptyRecordStorage.scala | 19 +
.../engine/common/storage/HDFSRecordStorage.scala | 19 +
.../common/storage/SequentialRecordStorage.scala | 19 +
.../engine/common/storage/VFSRecordStorage.scala | 19 +
.../amber/engine/common/virtualidentity/util.scala | 30 +-
.../scala/edu/uci/ics/amber/error/ErrorUtils.scala | 19 +
.../uci/ics/texera/web/ComputingUnitMaster.scala | 48 +-
.../uci/ics/texera/web/ComputingUnitWorker.scala | 19 +
.../ics/texera/web/ServletAwareConfigurator.scala | 20 +
.../edu/uci/ics/texera/web/SessionState.scala | 21 +-
.../uci/ics/texera/web/SubscriptionManager.scala | 19 +
.../uci/ics/texera/web/TexeraWebApplication.scala | 31 +-
.../uci/ics/texera/web/TexeraWebConfiguration.java | 19 +
.../edu/uci/ics/texera/web/WebsocketInput.scala | 19 +
.../ics/texera/web/WorkflowLifecycleManager.scala | 19 +
.../uci/ics/texera/web/auth/GuestAuthFilter.scala | 22 +-
.../edu/uci/ics/texera/web/auth/JwtAuth.scala | 23 +-
.../ics/texera/web/auth/UserAuthenticator.scala | 25 +-
.../ics/texera/web/auth/UserRoleAuthorizer.scala | 19 +
.../model/collab/event/CollabWebSocketEvent.scala | 19 +
.../web/model/collab/event/CommandEvent.scala | 19 +
.../web/model/collab/event/LockGrantedEvent.scala | 19 +
.../web/model/collab/event/LockRejectedEvent.scala | 19 +
.../web/model/collab/event/ReleaseLockEvent.scala | 19 +
.../model/collab/event/RestoreVersionEvent.scala | 19 +
.../model/collab/event/WorkflowAccessEvent.scala | 19 +
.../model/collab/request/AcquireLockRequest.scala | 19 +
.../collab/request/CollabWebSocketRequest.scala | 19 +
.../web/model/collab/request/CommandRequest.scala | 19 +
.../model/collab/request/HeartBeatRequest.scala | 19 +
.../collab/request/RestoreVersionRequest.scala | 19 +
.../web/model/collab/request/TryLockRequest.scala | 19 +
.../web/model/collab/request/WIdRequest.scala | 19 +
.../model/collab/response/HeartBeatResponse.scala | 19 +
.../ics/texera/web/model/common/AccessEntry.scala | 19 +
.../http/request/auth/RefreshTokenRequest.scala | 19 +
.../model/http/request/auth/UserLoginRequest.scala | 19 +
.../request/auth/UserRegistrationRequest.scala | 19 +
.../http/request/result/ResultExportRequest.scala | 30 +-
.../http/response/SchemaPropagationResponse.scala | 19 +
.../model/http/response/TokenIssueResponse.scala | 19 +
.../response/result/ResultExportResponse.scala | 19 +
.../websocket/event/CacheStatusUpdateEvent.scala | 19 +
.../event/ExecutionDurationUpdateEvent.scala | 19 +
.../websocket/event/ExecutionStatusEnum.scala | 19 +-
.../event/OperatorStatisticsUpdateEvent.scala | 21 +
.../websocket/event/PaginatedResultEvent.scala | 19 +
.../websocket/event/TexeraWebSocketEvent.scala | 19 +
.../websocket/event/WebResultUpdateEvent.scala | 19 +
.../event/WorkerAssignmentUpdateEvent.scala | 19 +
.../event/WorkflowAvailableResultEvent.scala | 19 +
.../model/websocket/event/WorkflowErrorEvent.scala | 19 +
.../model/websocket/event/WorkflowStateEvent.scala | 19 +
.../event/python/ConsoleUpdateEvent.scala | 19 +
.../request/EditingTimeCompilationRequest.scala | 19 +
.../model/websocket/request/HeartBeatRequest.scala | 19 +
.../websocket/request/ModifyLogicRequest.scala | 19 +
.../request/ResultPaginationRequest.scala | 19 +
.../web/model/websocket/request/RetryRequest.scala | 19 +
.../model/websocket/request/SkipTupleRequest.scala | 19 +
.../websocket/request/TexeraWebSocketRequest.scala | 19 +
.../request/WorkflowCheckpointRequest.scala | 19 +
.../websocket/request/WorkflowExecuteRequest.scala | 22 +-
.../websocket/request/WorkflowKillRequest.scala | 19 +
.../websocket/request/WorkflowPauseRequest.scala | 19 +
.../websocket/request/WorkflowResumeRequest.scala | 19 +
.../request/python/DebugCommandRequest.scala | 19 +
.../python/PythonExpressionEvaluateRequest.scala | 19 +
.../response/ClusterStatusUpdateEvent.scala | 19 +
.../websocket/response/HeartBeatResponse.scala | 19 +
.../websocket/response/ModifyLogicResponse.scala | 19 +
.../python/PythonExpressionEvaluateResponse.scala | 19 +
.../web/resource/CollaborationResource.scala | 23 +-
.../ics/texera/web/resource/EmailTemplate.scala | 108 +++
.../ics/texera/web/resource/GmailResource.scala | 125 ++-
.../texera/web/resource/HealthCheckResource.scala | 19 +
.../web/resource/MockKillWorkerResource.scala | 19 +
.../web/resource/SuccessExecutionResult.scala | 19 +
.../web/resource/SystemMetadataResource.scala | 19 +
.../texera/web/resource/UserConfigResource.scala | 19 +
.../web/resource/WebsocketPayloadSizeTuner.scala | 37 +
.../web/resource/WorkflowWebsocketResource.scala | 24 +-
.../resource/aiassistant/AiAssistantManager.scala | 23 +-
.../resource/aiassistant/AiAssistantResource.scala | 19 +
.../aiassistant/test_type_annotation_visitor.py | 17 +
.../aiassistant/type_annotation_visitor.py | 17 +
.../texera/web/resource/auth/AuthResource.scala | 38 +-
.../web/resource/auth/GoogleAuthResource.scala | 33 +-
.../web/resource/dashboard/DashboardResource.scala | 42 +-
.../dashboard/DatasetSearchQueryBuilder.scala | 45 +-
.../dashboard/FulltextSearchQueryUtils.scala | 19 +
.../dashboard/ProjectSearchQueryBuilder.scala | 19 +
.../resource/dashboard/SearchQueryBuilder.scala | 19 +
.../resource/dashboard/UnifiedResourceSchema.scala | 44 +-
.../dashboard/WorkflowSearchQueryBuilder.scala | 19 +
.../admin/execution/AdminExecutionResource.scala | 19 +
.../admin/settings/AdminSettingsResource.scala | 107 +++
.../dashboard/admin/user/AdminUserResource.scala | 76 +-
.../web/resource/dashboard/hub/ActionType.scala | 49 ++
.../web/resource/dashboard/hub/EntityTables.scala | 51 +-
.../web/resource/dashboard/hub/EntityType.scala | 48 ++
.../web/resource/dashboard/hub/HubResource.scala | 644 +++++++++-----
.../dashboard/user/dataset/DatasetResource.scala | 19 +
.../dataset/utils/DatasetStatisticsUtils.scala | 19 +
.../user/project/ProjectAccessResource.scala | 19 +
.../dashboard/user/project/ProjectResource.scala | 19 +
.../user/project/PublicProjectResource.scala | 19 +
.../dashboard/user/quota/UserQuotaResource.scala | 184 ++--
.../user/workflow/WorkflowAccessResource.scala | 19 +
.../user/workflow/WorkflowExecutionsResource.scala | 386 ++++++---
.../dashboard/user/workflow/WorkflowResource.scala | 59 +-
.../user/workflow/WorkflowVersionResource.scala | 62 +-
.../web/service/EmailNotificationService.scala | 19 +
.../web/service/ExecutionConsoleService.scala | 28 +-
.../service/ExecutionReconfigurationService.scala | 19 +
.../web/service/ExecutionResultService.scala | 112 +--
.../web/service/ExecutionRuntimeService.scala | 23 +-
.../texera/web/service/ExecutionStatsService.scala | 35 +-
.../service/ExecutionsMetadataPersistService.scala | 34 +-
.../service/FriesReconfigurationAlgorithm.scala | 33 +-
.../texera/web/service/ResultExportService.scala | 742 ++++++++--------
.../texera/web/service/WorkflowEmailNotifier.scala | 19 +
.../web/service/WorkflowExecutionService.scala | 31 +-
.../ics/texera/web/service/WorkflowService.scala | 53 +-
.../storage/ExecutionReconfigurationStore.scala | 19 +
.../texera/web/storage/ExecutionStateStore.scala | 19 +
.../uci/ics/texera/web/storage/StateStore.scala | 19 +
.../texera/web/storage/WorkflowStateStore.scala | 19 +
.../edu/uci/ics/texera/workflow/LogicalLink.scala | 19 +
.../edu/uci/ics/texera/workflow/LogicalPlan.scala | 19 +
.../uci/ics/texera/workflow/WorkflowCompiler.scala | 19 +
.../GitVersionControlLocalFileStorageSpec.java | 19 +
.../breakpoint/ExceptionBreakpointSpec.scala | 19 +
.../architecture/control/TrivialControlSpec.scala | 19 +
.../architecture/control/utils/ChainHandler.scala | 19 +
.../control/utils/CollectHandler.scala | 19 +
.../architecture/control/utils/ErrorHandler.scala | 19 +
.../control/utils/MultiCallHandler.scala | 19 +
.../architecture/control/utils/NestedHandler.scala | 19 +
.../control/utils/PingPongHandler.scala | 19 +
.../control/utils/RecursionHandler.scala | 19 +
.../utils/TesterAsyncRPCHandlerInitializer.scala | 19 +
.../control/utils/TrivialControlTester.scala | 27 +-
.../architecture/controller/ControllerSpec.scala | 19 +
.../messaginglayer/NetworkInputGatewaySpec.scala | 19 +
.../messaginglayer/OutputManagerSpec.scala | 25 +-
.../messaginglayer/RangeBasedShuffleSpec.scala | 19 +
.../pythonworker/PythonWorkflowWorkerSpec.scala | 19 +
.../CostBasedScheduleGeneratorSpec.scala | 19 +
.../scheduling/DefaultCostEstimatorSpec.scala | 54 +-
.../ExpansionGreedyScheduleGeneratorSpec.scala | 45 +-
.../engine/architecture/worker/DPThreadSpec.scala | 41 +-
.../architecture/worker/DataProcessorSpec.scala | 84 +-
.../engine/architecture/worker/WorkerSpec.scala | 32 +-
.../engine/e2e/BatchSizePropagationSpec.scala | 19 +
.../ics/amber/engine/e2e/DataProcessingSpec.scala | 19 +
.../edu/uci/ics/amber/engine/e2e/PauseSpec.scala | 19 +
.../edu/uci/ics/amber/engine/e2e/TestUtils.scala | 19 +
.../engine/faulttolerance/CheckpointSpec.scala | 30 +-
.../amber/engine/faulttolerance/LoggingSpec.scala | 19 +
.../amber/engine/faulttolerance/ReplaySpec.scala | 19 +
.../dashboard/file/WorkflowResourceSpec.scala | 120 ++-
.../workflow/WorkflowExecutionsResourceSpec.scala | 179 ++++
.../workflow/WorkflowVersionResourceSpec.scala | 195 +++++
.../web/service/ExecutionConsoleServiceSpec.scala | 19 +
...Spec.scala => ExecutionResultServiceSpec.scala} | 40 +-
.../ics/texera/workflow/WorkflowRewriterSpec.scala | 1 -
.../storage/ReadonlyLocalFileDocumentSpec.scala | 19 +
.../common/storage/mongo/MongoDocumentSpec.scala | 105 ---
.../storage/mongo/MongoOpResultStorageSpec.scala | 75 --
core/auth/build.sbt | 20 +-
core/auth/src/main/resources/auth.conf | 11 -
.../scala/edu/uci/ics/texera/auth/AuthConfig.scala | 37 -
.../scala/edu/uci/ics/texera/auth/JwtAuth.scala | 28 +-
.../edu/uci/ics/texera/auth/JwtAuthFilter.scala | 34 +-
.../scala/edu/uci/ics/texera/auth/JwtParser.scala | 22 +-
.../edu/uci/ics/texera/auth/SessionUser.scala | 19 +
core/build.sbt | 63 +-
core/computing-unit-managing-service/build.sbt | 26 +-
.../project/build.properties | 19 +-
.../project/plugins.sbt | 17 +
.../computing-unit-managing-service-config.yaml | 17 +
.../service/ComputingUnitManagingService.scala | 28 +-
...ComputingUnitManagingServiceConfiguration.scala | 19 +
.../resource/ComputingUnitAccessResource.scala | 215 +++++
.../resource/ComputingUnitManagingResource.scala | 618 +++++++++++---
.../service/resource/ComputingUnitState.scala | 24 +
.../service/resource/HealthCheckResource.scala | 19 +
.../texera/service/util/ComputingUnitHelpers.scala | 61 ++
.../ComputingUnitManagingServiceException.scala | 70 ++
.../ics/texera/service/util/KubernetesClient.scala | 88 +-
core/{file-service => config-service}/build.sbt | 28 +-
.../main/resources/config-service-web-config.yaml | 33 +
.../edu/uci/ics/texera/service/ConfigService.scala | 112 +++
.../service/ConfigServiceConfiguration.scala | 24 +
.../texera/service/resource/ConfigResource.scala | 71 ++
.../service/resource/HealthCheckResource.scala | 30 +
core/{auth => config}/build.sbt | 34 +-
.../src/main/resources/application.conf | 51 +-
core/config/src/main/resources/auth.conf | 28 +
.../src/main/resources/cluster.conf | 17 +
core/config/src/main/resources/computing-unit.conf | 31 +
core/config/src/main/resources/default.conf | 64 ++
core/config/src/main/resources/gui.conf | 108 +++
.../src/main/resources/kubernetes.conf | 24 +
.../src/main/resources/storage.conf | 40 +-
core/config/src/main/resources/udf.conf | 51 ++
core/config/src/main/resources/user-system.conf | 50 ++
.../edu/uci/ics/amber/config/AkkaConfig.scala | 30 +
.../uci/ics/amber/config/ApplicationConfig.scala} | 41 +-
.../ics/amber/config}/EnvironmentalVariable.scala | 28 +-
.../edu/uci/ics/amber/config}/StorageConfig.scala | 38 +-
.../scala/edu/uci/ics/amber/config/UdfConfig.scala | 38 +
.../edu/uci/ics/amber/util/ConfigParserUtil.scala | 38 +
.../scala/edu/uci/ics/amber/util/PathUtils.scala | 21 +
.../edu/uci/ics/texera/config/AuthConfig.scala | 56 ++
.../ics/texera/config/ComputingUnitConfig.scala | 29 +
.../edu/uci/ics/texera/config/DefaultsConfig.scala | 45 +
.../edu/uci/ics/texera/config/GuiConfig.scala | 70 ++
.../uci/ics/texera/config}/KubernetesConfig.scala | 24 +-
.../uci/ics/texera/config/UserSystemConfig.scala | 55 ++
core/dao/.gitignore | 1 +
core/dao/build.sbt | 98 ++-
core/dao/src/main/resources/jooq-conf.xml | 19 +
.../edu/uci/ics/texera/dao/JooqCodeGenerator.scala | 21 +-
.../scala/edu/uci/ics/texera/dao/SqlServer.scala | 19 +
.../texera/dao/jooq/generated/DefaultCatalog.java | 54 --
.../uci/ics/texera/dao/jooq/generated/Keys.java | 129 ---
.../uci/ics/texera/dao/jooq/generated/Tables.java | 152 ----
.../ics/texera/dao/jooq/generated/TexeraDb.java | 208 -----
.../dao/jooq/generated/enums/PrivilegeEnum.java | 58 --
.../dao/jooq/generated/enums/UserRoleEnum.java | 60 --
.../texera/dao/jooq/generated/tables/Dataset.java | 181 ----
.../jooq/generated/tables/DatasetUserAccess.java | 173 ----
.../jooq/generated/tables/DatasetUserLikes.java | 167 ----
.../dao/jooq/generated/tables/DatasetVersion.java | 181 ----
.../jooq/generated/tables/DatasetViewCount.java | 156 ----
.../jooq/generated/tables/OperatorExecutions.java | 164 ----
.../generated/tables/OperatorPortExecutions.java | 164 ----
.../texera/dao/jooq/generated/tables/Project.java | 186 ----
.../jooq/generated/tables/ProjectUserAccess.java | 173 ----
.../dao/jooq/generated/tables/PublicProject.java | 154 ----
.../ics/texera/dao/jooq/generated/tables/User.java | 188 -----
.../dao/jooq/generated/tables/UserActivity.java | 149 ----
.../dao/jooq/generated/tables/UserConfig.java | 159 ----
.../texera/dao/jooq/generated/tables/Workflow.java | 167 ----
.../generated/tables/WorkflowComputingUnit.java | 178 ----
.../jooq/generated/tables/WorkflowExecutions.java | 226 -----
.../jooq/generated/tables/WorkflowOfProject.java | 167 ----
.../dao/jooq/generated/tables/WorkflowOfUser.java | 165 ----
.../jooq/generated/tables/WorkflowUserAccess.java | 173 ----
.../jooq/generated/tables/WorkflowUserClones.java | 167 ----
.../jooq/generated/tables/WorkflowUserLikes.java | 167 ----
.../dao/jooq/generated/tables/WorkflowVersion.java | 171 ----
.../jooq/generated/tables/WorkflowViewCount.java | 156 ----
.../dao/jooq/generated/tables/daos/DatasetDao.java | 146 ----
.../tables/daos/DatasetUserAccessDao.java | 87 --
.../generated/tables/daos/DatasetUserLikesDao.java | 71 --
.../generated/tables/daos/DatasetVersionDao.java | 146 ----
.../generated/tables/daos/DatasetViewCountDao.java | 85 --
.../tables/daos/OperatorExecutionsDao.java | 86 --
.../tables/daos/OperatorPortExecutionsDao.java | 86 --
.../dao/jooq/generated/tables/daos/ProjectDao.java | 146 ----
.../tables/daos/ProjectUserAccessDao.java | 87 --
.../generated/tables/daos/PublicProjectDao.java | 85 --
.../jooq/generated/tables/daos/UserConfigDao.java | 86 --
.../dao/jooq/generated/tables/daos/UserDao.java | 204 -----
.../tables/daos/WorkflowComputingUnitDao.java | 131 ---
.../jooq/generated/tables/daos/WorkflowDao.java | 161 ----
.../tables/daos/WorkflowExecutionsDao.java | 236 ------
.../tables/daos/WorkflowOfProjectDao.java | 71 --
.../generated/tables/daos/WorkflowOfUserDao.java | 71 --
.../tables/daos/WorkflowUserAccessDao.java | 87 --
.../tables/daos/WorkflowUserClonesDao.java | 71 --
.../tables/daos/WorkflowUserLikesDao.java | 71 --
.../generated/tables/daos/WorkflowVersionDao.java | 116 ---
.../tables/daos/WorkflowViewCountDao.java | 85 --
.../jooq/generated/tables/interfaces/IDataset.java | 92 --
.../tables/interfaces/IDatasetUserAccess.java | 63 --
.../tables/interfaces/IDatasetUserLikes.java | 51 --
.../tables/interfaces/IDatasetVersion.java | 92 --
.../tables/interfaces/IDatasetViewCount.java | 51 --
.../tables/interfaces/IOperatorExecutions.java | 65 --
.../tables/interfaces/IOperatorPortExecutions.java | 65 --
.../jooq/generated/tables/interfaces/IProject.java | 92 --
.../tables/interfaces/IProjectUserAccess.java | 63 --
.../tables/interfaces/IPublicProject.java | 51 --
.../jooq/generated/tables/interfaces/IUser.java | 113 ---
.../generated/tables/interfaces/IUserActivity.java | 92 --
.../generated/tables/interfaces/IUserConfig.java | 61 --
.../generated/tables/interfaces/IWorkflow.java | 102 ---
.../tables/interfaces/IWorkflowComputingUnit.java | 82 --
.../tables/interfaces/IWorkflowExecutions.java | 154 ----
.../tables/interfaces/IWorkflowOfProject.java | 51 --
.../tables/interfaces/IWorkflowOfUser.java | 51 --
.../tables/interfaces/IWorkflowUserAccess.java | 63 --
.../tables/interfaces/IWorkflowUserClones.java | 51 --
.../tables/interfaces/IWorkflowUserLikes.java | 51 --
.../tables/interfaces/IWorkflowVersion.java | 72 --
.../tables/interfaces/IWorkflowViewCount.java | 51 --
.../dao/jooq/generated/tables/pojos/Dataset.java | 184 ----
.../generated/tables/pojos/DatasetUserAccess.java | 117 ---
.../generated/tables/pojos/DatasetUserLikes.java | 94 ---
.../generated/tables/pojos/DatasetVersion.java | 184 ----
.../generated/tables/pojos/DatasetViewCount.java | 94 ---
.../generated/tables/pojos/OperatorExecutions.java | 120 ---
.../tables/pojos/OperatorPortExecutions.java | 120 ---
.../dao/jooq/generated/tables/pojos/Project.java | 184 ----
.../generated/tables/pojos/ProjectUserAccess.java | 117 ---
.../jooq/generated/tables/pojos/PublicProject.java | 94 ---
.../dao/jooq/generated/tables/pojos/User.java | 227 -----
.../jooq/generated/tables/pojos/UserActivity.java | 184 ----
.../jooq/generated/tables/pojos/UserConfig.java | 116 ---
.../dao/jooq/generated/tables/pojos/Workflow.java | 206 -----
.../tables/pojos/WorkflowComputingUnit.java | 162 ----
.../generated/tables/pojos/WorkflowExecutions.java | 318 -------
.../generated/tables/pojos/WorkflowOfProject.java | 94 ---
.../generated/tables/pojos/WorkflowOfUser.java | 94 ---
.../generated/tables/pojos/WorkflowUserAccess.java | 117 ---
.../generated/tables/pojos/WorkflowUserClones.java | 94 ---
.../generated/tables/pojos/WorkflowUserLikes.java | 94 ---
.../generated/tables/pojos/WorkflowVersion.java | 140 ---
.../generated/tables/pojos/WorkflowViewCount.java | 94 ---
.../generated/tables/records/DatasetRecord.java | 343 --------
.../tables/records/DatasetUserAccessRecord.java | 219 -----
.../tables/records/DatasetUserLikesRecord.java | 176 ----
.../tables/records/DatasetVersionRecord.java | 343 --------
.../tables/records/DatasetViewCountRecord.java | 177 ----
.../tables/records/OperatorExecutionsRecord.java | 222 -----
.../records/OperatorPortExecutionsRecord.java | 222 -----
.../generated/tables/records/ProjectRecord.java | 343 --------
.../tables/records/ProjectUserAccessRecord.java | 219 -----
.../tables/records/PublicProjectRecord.java | 177 ----
.../tables/records/UserActivityRecord.java | 333 --------
.../generated/tables/records/UserConfigRecord.java | 218 -----
.../jooq/generated/tables/records/UserRecord.java | 424 ----------
.../records/WorkflowComputingUnitRecord.java | 302 -------
.../tables/records/WorkflowExecutionsRecord.java | 591 -------------
.../tables/records/WorkflowOfProjectRecord.java | 176 ----
.../tables/records/WorkflowOfUserRecord.java | 176 ----
.../generated/tables/records/WorkflowRecord.java | 384 ---------
.../tables/records/WorkflowUserAccessRecord.java | 219 -----
.../tables/records/WorkflowUserClonesRecord.java | 176 ----
.../tables/records/WorkflowUserLikesRecord.java | 176 ----
.../tables/records/WorkflowVersionRecord.java | 261 ------
.../tables/records/WorkflowViewCountRecord.java | 177 ----
.../edu/uci/ics/texera/dao/MockTexeraDB.scala | 19 +
core/file-service/build.sbt | 20 +-
core/file-service/src/main/resources/auth.conf | 12 -
.../src/main/resources/docker-compose.yml | 17 +
.../main/resources/file-service-web-config.yaml | 17 +
.../src/main/resources/minio-config.yml | 17 +
.../edu/uci/ics/texera/service/FileService.scala | 33 +-
.../texera/service/FileServiceConfiguration.scala | 19 +
.../service/resource/DatasetAccessResource.scala | 19 +
.../texera/service/resource/DatasetResource.scala | 375 +++++++--
.../service/resource/HealthCheckResource.scala | 19 +
.../service/type/dataset/DatasetFileNode.scala | 19 +
.../type/serde/DatasetFileNodeSerializer.java | 19 +
.../texera/service/util/LakeFSHealthManager.scala | 44 -
.../ics/texera/service/util/S3StorageClient.scala | 24 +-
core/gui/.depcheckrc | 2 -
core/gui/.editorconfig | 17 +
core/gui/.eslintrc.json | 17 +
core/gui/.gitignore | 3 +-
core/gui/.prettierignore | 17 +
core/gui/.yarn/releases/yarn-4.5.1.cjs | 934 +++++++++++++++++++++
core/gui/.yarnrc.yml | 17 +
core/gui/custom-webpack.config.js | 19 +
core/gui/git-version.js | 19 +
core/gui/karma.conf.js | 19 +
core/gui/package.json | 4 +-
core/gui/proxy.config.json | 10 +
core/gui/src/app/app-routing.constant.ts | 22 +-
core/gui/src/app/app-routing.module.ts | 281 ++++---
core/gui/src/app/app.component.ts | 53 +-
core/gui/src/app/app.module.ts | 49 +-
core/gui/src/app/common/app-setting.ts | 19 +
core/gui/src/app/common/formly/array.type.ts | 19 +
.../collab-wrapper/collab-wrapper.component.css | 19 +
.../collab-wrapper/collab-wrapper.component.html | 19 +
.../collab-wrapper/collab-wrapper.component.ts | 19 +
core/gui/src/app/common/formly/formly-config.ts | 21 +
core/gui/src/app/common/formly/formly-utils.ts | 27 +-
core/gui/src/app/common/formly/multischema.type.ts | 23 +-
core/gui/src/app/common/formly/null.type.ts | 23 +-
core/gui/src/app/common/formly/object.type.ts | 23 +-
.../preset-wrapper/preset-wrapper.component.html | 19 +
.../preset-wrapper/preset-wrapper.component.scss | 19 +
.../preset-wrapper.component.spec.ts | 19 +
.../preset-wrapper/preset-wrapper.component.ts | 19 +
.../formly/repeat-dnd/repeat-dnd.component.css | 61 ++
.../formly/repeat-dnd/repeat-dnd.component.html | 63 ++
.../formly/repeat-dnd/repeat-dnd.component.ts | 51 ++
.../service/blob-error-http-interceptor.service.ts | 19 +
.../src/app/common/service/gmail/gmail.service.ts | 31 +
.../app/common/service/gui-config.service.mock.ts | 65 ++
.../src/app/common/service/gui-config.service.ts | 66 ++
.../notification/notification.service.spec.ts | 19 +
.../service/notification/notification.service.ts | 19 +
.../app/common/service/user/auth-guard.service.ts | 28 +-
.../src/app/common/service/user/auth.service.ts | 46 +-
.../user/config/user-config.service.spec.ts | 19 +
.../service/user/config/user-config.service.ts | 19 +
.../app/common/service/user/google-auth.service.ts | 19 +
.../app/common/service/user/stub-auth.service.ts | 19 +
.../app/common/service/user/stub-user.service.ts | 19 +
.../app/common/service/user/user.service.spec.ts | 22 +-
.../src/app/common/service/user/user.service.ts | 28 +-
.../stub-workflow-persist.service.ts | 19 +
.../workflow-persist.service.spec.ts | 19 +
.../workflow-persist/workflow-persist.service.ts | 51 +-
core/gui/src/app/common/testing/test-utils.ts | 33 +
core/gui/src/app/common/type/dataset-file.ts | 19 +
.../src/app/common/type/dataset-staged-object.ts | 19 +
core/gui/src/app/common/type/dataset.ts | 20 +
.../src/app/common/type/datasetVersionFileTree.ts | 19 +
core/gui/src/app/common/type/execution.ts | 19 +
.../src/app/common/type/generic-web-response.ts | 19 +
core/gui/src/app/common/type/gui-config.ts | 57 ++
core/gui/src/app/common/type/physical-plan.ts | 19 +
.../uci/ics/amber/engine/common/virtualidentity.ts | 43 +-
.../edu/uci/ics/amber/engine/common/workflow.ts | 19 +
.../type/proto/google/protobuf/descriptor.ts | 19 +
.../src/app/common/type/proto/scalapb/scalapb.ts | 19 +
core/gui/src/app/common/type/user.ts | 39 +-
core/gui/src/app/common/type/workflow.ts | 19 +
core/gui/src/app/common/util/assert.ts | 19 +
core/gui/src/app/common/util/context.ts | 19 +
core/gui/src/app/common/util/error.ts | 19 +
core/gui/src/app/common/util/format.util.ts | 56 ++
.../app/common/util/logical-operator-port-serde.ts | 36 +
core/gui/src/app/common/util/map.ts | 19 +
core/gui/src/app/common/util/panel-dock.ts | 19 +
.../gui/src/app/common/util/port-identity-serde.ts | 29 +
core/gui/src/app/common/util/predicate.ts | 19 +
core/gui/src/app/common/util/set.ts | 19 +
.../app/common/util/size-formatter.util.spec.ts | 19 +
.../gui/src/app/common/util/size-formatter.util.ts | 19 +
core/gui/src/app/common/util/storage.ts | 19 +
core/gui/src/app/common/util/stub.ts | 19 +
core/gui/src/app/common/util/switch.ts | 19 +
core/gui/src/app/common/util/url.ts | 19 +
core/gui/src/app/common/util/workflow-check.ts | 34 +
.../app/common/util/workflow-compilation-utils.ts | 77 ++
.../admin/execution/admin-execution.component.html | 21 +-
.../admin/execution/admin-execution.component.scss | 19 +
.../execution/admin-execution.component.spec.ts | 22 +-
.../admin/execution/admin-execution.component.ts | 29 +-
.../admin/gmail/admin-gmail.component.html | 19 +
.../admin/gmail/admin-gmail.component.scss | 19 +
.../component/admin/gmail/admin-gmail.component.ts | 19 +
.../admin/settings/admin-settings.component.html | 335 ++++++++
.../admin/settings/admin-settings.component.scss | 97 +++
.../settings/admin-settings.component.spec.ts | 46 +
.../admin/settings/admin-settings.component.ts | 246 ++++++
.../component/admin/user/admin-user.component.html | 61 +-
.../component/admin/user/admin-user.component.scss | 31 +
.../admin/user/admin-user.component.spec.ts | 22 +-
.../component/admin/user/admin-user.component.ts | 42 +-
.../src/app/dashboard/component/button-style.scss | 49 ++
.../dashboard/component/dashboard.component.html | 137 +--
.../dashboard/component/dashboard.component.scss | 25 +
.../component/dashboard.component.spec.ts | 23 +
.../app/dashboard/component/dashboard.component.ts | 97 ++-
.../src/app/dashboard/component/section-style.scss | 19 +
.../component/user-dashboard-test-fixtures.ts | 22 +-
.../files-uploader/files-uploader.component.html | 19 +
.../files-uploader/files-uploader.component.scss | 19 +
.../files-uploader/files-uploader.component.ts | 40 +-
.../filters-instructions.component.html | 19 +
.../filters-instructions.component.spec.ts | 19 +
.../filters-instructions.component.ts | 19 +
.../component/user/filters/filters.component.html | 19 +
.../component/user/filters/filters.component.scss | 19 +
.../user/filters/filters.component.spec.ts | 24 +-
.../component/user/filters/filters.component.ts | 19 +
.../component/user/flarum/flarum.component.html | 19 +
.../component/user/flarum/flarum.component.ts | 19 +
.../user/list-item/list-item.component.html | 31 +-
.../user/list-item/list-item.component.scss | 48 +-
.../user/list-item/list-item.component.spec.ts | 26 +-
.../user/list-item/list-item.component.ts | 132 ++-
.../user/search-bar/search-bar.component.html | 19 +
.../user/search-bar/search-bar.component.scss | 19 +
.../user/search-bar/search-bar.component.ts | 19 +
.../search-results/search-results.component.html | 19 +
.../search-results/search-results.component.scss | 19 +
.../search-results/search-results.component.ts | 19 +
.../component/user/search/search.component.html | 19 +
.../component/user/search/search.component.scss | 19 +
.../component/user/search/search.component.ts | 108 +--
.../user/share-access/share-access.component.html | 25 +-
.../user/share-access/share-access.component.scss | 19 +
.../user/share-access/share-access.component.ts | 35 +-
.../user/sort-button/sort-button.component.html | 19 +
.../user/sort-button/sort-button.component.scss | 19 +
.../user/sort-button/sort-button.component.ts | 19 +
.../user/user-avatar/user-avatar.component.html | 19 +
.../user/user-avatar/user-avatar.component.scss | 19 +
.../user/user-avatar/user-avatar.component.spec.ts | 22 +-
.../user/user-avatar/user-avatar.component.ts | 19 +
.../dataset-detail.component.html | 185 +++-
.../dataset-detail.component.scss | 105 ++-
.../dataset-detail.component.ts | 343 ++++++--
.../user-dataset-file-renderer.component.html | 19 +
.../user-dataset-file-renderer.component.scss | 19 +
.../user-dataset-file-renderer.component.spec.ts | 21 +
.../user-dataset-file-renderer.component.ts | 36 +
...user-dataset-staged-objects-list.component.html | 27 +-
...user-dataset-staged-objects-list.component.scss | 19 +
.../user-dataset-staged-objects-list.component.ts | 29 +
.../user-dataset-version-creator.component.html | 43 +-
.../user-dataset-version-creator.component.scss | 43 +
.../user-dataset-version-creator.component.ts | 44 +-
.../user-dataset-version-filetree.component.html | 19 +
.../user-dataset-version-filetree.component.scss | 19 +
.../user-dataset-version-filetree.component.ts | 19 +
.../user-dataset-list-item.component.html | 19 +
.../user-dataset-list-item.component.scss | 19 +
.../user-dataset-list-item.component.ts | 19 +
.../user/user-dataset/user-dataset.component.html | 47 +-
.../user/user-dataset/user-dataset.component.scss | 20 +
.../user/user-dataset/user-dataset.component.ts | 97 +--
.../user/user-icon/user-icon.component.html | 19 +
.../user/user-icon/user-icon.component.scss | 18 +
.../user/user-icon/user-icon.component.spec.ts | 22 +-
.../user/user-icon/user-icon.component.ts | 19 +
.../public-project/public-project.component.html | 19 +
.../public-project/public-project.component.ts | 19 +
.../user-project-list-item.component.html | 19 +
.../user-project-list-item.component.scss | 19 +
.../user-project-list-item.component.spec.ts | 21 +
.../user-project-list-item.component.ts | 19 +
.../ngbd-modal-add-project-workflow.component.html | 19 +
.../ngbd-modal-add-project-workflow.component.scss | 19 +
.../ngbd-modal-add-project-workflow.component.ts | 19 +
...bd-modal-remove-project-workflow.component.html | 19 +
...bd-modal-remove-project-workflow.component.scss | 19 +
...ngbd-modal-remove-project-workflow.component.ts | 19 +
.../user-project-section.component.html | 19 +
.../user-project-section.component.scss | 19 +
.../user-project-section.component.ts | 19 +
.../user/user-project/user-project.component.html | 19 +
.../user/user-project/user-project.component.scss | 19 +
.../user/user-project/user-project.component.ts | 19 +
.../user/user-quota/user-quota.component.html | 31 +-
.../user/user-quota/user-quota.component.scss | 19 +
.../user/user-quota/user-quota.component.spec.ts | 25 +-
.../user/user-quota/user-quota.component.ts | 82 +-
.../workflow-execution-history.component.html | 22 +-
.../workflow-execution-history.component.scss | 19 +
.../workflow-execution-history.component.ts | 53 +-
.../workflow-runtime-statistics.component.html | 19 +
.../workflow-runtime-statistics.component.scss | 19 +
.../workflow-runtime-statistics.component.ts | 30 +-
.../highlight-search-terms.pipe.ts | 19 +
.../user-workflow-list-item.component.html | 21 +-
.../user-workflow-list-item.component.scss | 19 +
.../user-workflow-list-item.component.spec.ts | 21 +
.../user-workflow-list-item.component.ts | 26 +-
.../user-workflow/user-workflow.component.html | 44 +-
.../user-workflow/user-workflow.component.scss | 25 +-
.../user-workflow/user-workflow.component.spec.ts | 21 +
.../user/user-workflow/user-workflow.component.ts | 83 +-
.../admin/execution/admin-execution.service.ts | 19 +
.../service/admin/guard/admin-guard.service.ts | 21 +-
.../admin/settings/admin-settings.service.ts | 50 ++
.../service/admin/user/admin-user.service.ts | 33 +-
.../service/user/dataset/dataset.service.ts | 216 ++++-
.../service/user/download/download.service.spec.ts | 29 +-
.../service/user/download/download.service.ts | 38 +-
.../service/user/file/file-saver.service.ts | 19 +
.../service/user/flarum/flarum.service.ts | 19 +
.../user/project/stub-user-project.service.ts | 19 +
.../service/user/project/user-project.service.ts | 19 +
.../user/public-project/public-project.service.ts | 19 +
.../service/user/quota/user-quota.service.ts | 33 +-
.../app/dashboard/service/user/search.service.ts | 205 ++++-
.../user/share-access/share-access.service.ts | 19 +
.../dashboard/service/user/stub-search.service.ts | 68 +-
.../workflow-executions.service.spec.ts | 18 +
.../workflow-executions.service.ts | 57 +-
.../workflow-snapshot/workflow-snapshot.service.ts | 19 +
.../workflow-version.service.spec.ts | 22 +-
.../workflow-version/workflow-version.service.ts | 19 +
.../dashboard/type/dashboard-dataset.interface.ts | 19 +
core/gui/src/app/dashboard/type/dashboard-entry.ts | 75 +-
.../app/dashboard/type/dashboard-file.interface.ts | 19 +
.../dashboard/type/dashboard-project.interface.ts | 19 +
.../dashboard/type/dashboard-workflow.interface.ts | 19 +
.../src/app/dashboard/type/google-api-response.ts | 19 +
.../dashboard/type/quota-statistic.interface.ts | 19 +
.../app/dashboard/type/search-filter-parameters.ts | 19 +
core/gui/src/app/dashboard/type/search-result.ts | 27 +
.../app/dashboard/type/share-access.interface.ts | 19 +
core/gui/src/app/dashboard/type/sort-method.ts | 19 +
core/gui/src/app/dashboard/type/type-predicates.ts | 19 +
.../dashboard/type/workflow-executions-entry.ts | 30 +
.../dashboard/type/workflow-metadata.interface.ts | 19 +
.../dashboard/type/workflow-runtime-statistics.ts | 19 +
.../app/dashboard/type/workflow-snapshot-entry.ts | 19 +
.../app/dashboard/type/workflow-version-entry.ts | 19 +
.../app/hub/component/about/about.component.html | 21 +-
.../app/hub/component/about/about.component.scss | 19 +
.../hub/component/about/about.component.spec.ts | 22 +-
.../src/app/hub/component/about/about.component.ts | 29 +-
.../about/local-login/local-login.component.html | 19 +
.../about/local-login/local-login.component.scss | 19 +
.../about/local-login/local-login.component.ts | 37 +-
.../browse-section/browse-section.component.html | 19 +
.../browse-section/browse-section.component.scss | 19 +
.../browse-section.component.spec.ts | 21 +
.../browse-section/browse-section.component.ts | 52 +-
.../hub-search-result.component.html | 19 +
.../hub-search-result.component.scss | 19 +
.../hub-search-result.component.ts | 85 +-
core/gui/src/app/hub/component/hub.component.html | 25 +-
core/gui/src/app/hub/component/hub.component.scss | 18 +
core/gui/src/app/hub/component/hub.component.ts | 29 +-
.../landing-page/landing-page.component.html | 19 +
.../landing-page/landing-page.component.scss | 19 +
.../landing-page/landing-page.component.ts | 98 +--
.../hub/component/type/hub-workflow.interface.ts | 19 +
.../detail/hub-workflow-detail.component.html | 34 +-
.../detail/hub-workflow-detail.component.scss | 19 +
.../detail/hub-workflow-detail.component.ts | 61 +-
core/gui/src/app/hub/service/hub.service.ts | 161 +++-
.../annotation-suggestion.component.html | 19 +
.../annotation-suggestion.component.scss | 19 +
.../annotation-suggestion.component.ts | 19 +
.../breakpoint-condition-input.component.html | 19 +
.../breakpoint-condition-input.component.scss | 19 +
.../breakpoint-condition-input.component.spec.ts | 22 +-
.../breakpoint-condition-input.component.ts | 19 +
.../code-debugger.component.html | 19 +
.../code-debugger.component.spec.ts | 57 +-
.../code-editor-dialog/code-debugger.component.ts | 19 +
.../code-editor-dialog/code-editor.component.html | 19 +
.../code-editor-dialog/code-editor.component.scss | 19 +
.../code-editor.component.spec.ts | 21 +
.../code-editor-dialog/code-editor.component.ts | 28 +-
.../codearea-custom-template.component.html | 19 +
.../codearea-custom-template.component.scss | 19 +
.../codearea-custom-template.component.spec.ts | 21 +
.../codearea-custom-template.component.ts | 19 +
.../file-selection/file-selection.component.html | 19 +
.../file-selection/file-selection.component.scss | 19 +
.../file-selection/file-selection.component.ts | 19 +
.../input-autocomplete.component.html | 19 +
.../input-autocomplete.component.scss | 19 +
.../input-autocomplete.component.spec.ts | 22 +-
.../input-autocomplete.component.ts | 30 +-
.../environment/environment.component.ts | 18 +
.../component/left-panel/left-panel.component.html | 19 +
.../component/left-panel/left-panel.component.scss | 19 +
.../left-panel/left-panel.component.spec.ts | 21 +
.../component/left-panel/left-panel.component.ts | 41 +-
.../operator-label/operator-label.component.html | 19 +
.../operator-label/operator-label.component.scss | 19 +
.../operator-label.component.spec.ts | 21 +
.../operator-label/operator-label.component.ts | 19 +
.../operator-menu/operator-menu.component.html | 19 +
.../operator-menu/operator-menu.component.scss | 19 +
.../operator-menu/operator-menu.component.spec.ts | 21 +
.../operator-menu/operator-menu.component.ts | 29 +-
.../left-panel/settings/settings.component.html | 19 +
.../left-panel/settings/settings.component.scss | 19 +
.../left-panel/settings/settings.component.spec.ts | 18 +
.../left-panel/settings/settings.component.ts | 36 +-
.../time-travel/time-travel.component.html | 19 +
.../time-travel/time-travel.component.scss | 19 +
.../time-travel/time-travel.component.spec.ts | 28 +-
.../time-travel/time-travel.component.ts | 19 +
.../versions-list/versions-list.component.html | 19 +
.../versions-list/versions-list.component.scss | 19 +
.../versions-list/versions-list.component.spec.ts | 22 +-
.../versions-list/versions-list.component.ts | 19 +
.../coeditor-user-icon.component.css | 19 +
.../coeditor-user-icon.component.html | 19 +
.../coeditor-user-icon.component.spec.ts | 28 +-
.../coeditor-user-icon.component.ts | 19 +
.../workspace/component/menu/menu.component.html | 90 +-
.../workspace/component/menu/menu.component.scss | 30 +-
.../component/menu/menu.component.spec.ts | 19 +
.../app/workspace/component/menu/menu.component.ts | 165 +---
.../computing-unit-selection.component.html | 316 +++++--
.../computing-unit-selection.component.scss | 65 ++
.../computing-unit-selection.component.spec.ts | 24 +
.../computing-unit-selection.component.ts | 535 ++++++++----
.../property-editor/json-schema-library.md | 46 -
.../operator-property-edit-frame.component.html | 25 +
.../operator-property-edit-frame.component.scss | 30 +
.../operator-property-edit-frame.component.spec.ts | 24 +
.../operator-property-edit-frame.component.ts | 49 +-
.../port-property-edit-frame.component.html | 19 +
.../port-property-edit-frame.component.scss | 19 +
.../port-property-edit-frame.component.spec.ts | 22 +-
.../port-property-edit-frame.component.ts | 19 +
.../property-editor/property-editor.component.html | 23 +-
.../property-editor/property-editor.component.scss | 19 +
.../property-editor.component.spec.ts | 25 +-
.../property-editor/property-editor.component.ts | 45 +-
.../type-casting-display.component.html | 19 +
.../type-casting-display.component.spec.ts | 21 +
.../type-casting-display.component.ts | 23 +-
.../result-exportation.component.html | 90 +-
.../result-exportation.component.scss | 19 +
.../result-exportation.component.ts | 50 +-
.../console-frame/console-frame.component.html | 19 +
.../console-frame/console-frame.component.scss | 19 +
.../console-frame/console-frame.component.spec.ts | 27 +
.../console-frame/console-frame.component.ts | 19 +
.../error-frame/error-frame.component.html | 19 +
.../error-frame/error-frame.component.scss | 19 +
.../error-frame/error-frame.component.spec.ts | 27 +
.../error-frame/error-frame.component.ts | 19 +
.../result-panel/result-panel-modal.component.html | 19 +
.../result-panel/result-panel-modal.component.ts | 19 +
.../result-panel/result-panel-model.component.scss | 19 +
.../result-panel/result-panel.component.html | 24 +-
.../result-panel/result-panel.component.scss | 19 +
.../result-panel/result-panel.component.spec.ts | 24 +
.../result-panel/result-panel.component.ts | 30 +-
.../result-table-frame.component.html | 19 +
.../result-table-frame.component.scss | 34 +-
.../result-table-frame.component.spec.ts | 21 +
.../result-table-frame.component.ts | 68 +-
.../visualization-frame-content.component.html | 19 +
.../visualization-frame-content.component.scss | 19 +
.../visualization-frame-content.component.ts | 19 +
.../nz-modal-comment-box.component.html | 25 +-
.../nz-modal-comment-box.component.scss | 19 +
.../nz-modal-comment-box.component.ts | 19 +
.../context-menu/context-menu.component.html | 65 +-
.../context-menu/context-menu.component.scss | 19 +
.../context-menu/context-menu.component.spec.ts | 37 +-
.../context-menu/context-menu.component.ts | 60 +-
.../mini-map/mini-map.component.html | 36 +-
.../mini-map/mini-map.component.scss | 44 +-
.../mini-map/mini-map.component.spec.ts | 25 +-
.../workflow-editor/mini-map/mini-map.component.ts | 38 +-
.../workflow-editor/workflow-editor.component.html | 19 +
.../workflow-editor/workflow-editor.component.scss | 19 +
.../workflow-editor.component.spec.ts | 125 +--
.../workflow-editor/workflow-editor.component.ts | 188 +++--
.../workspace/component/workspace.component.html | 19 +
.../workspace/component/workspace.component.scss | 19 +
.../component/workspace.component.spec.ts | 18 +
.../app/workspace/component/workspace.component.ts | 84 +-
.../service/ai-analyst/ai-analyst.service.ts | 19 +
.../service/ai-assistant/ai-assistant.service.ts | 19 +
.../service/code-editor/code-editor.service.ts | 19 +
.../compile-workflow/workflow-compiling.service.ts | 167 +++-
.../computing-unit-status.service.ts | 695 ++++-----------
.../mock-computing-unit-status.service.ts | 47 ++
.../service/drag-drop/drag-drop.service.spec.ts | 21 +
.../service/drag-drop/drag-drop.service.ts | 287 ++++++-
.../dynamic-schema/dynamic-schema.service.spec.ts | 22 +-
.../dynamic-schema/dynamic-schema.service.ts | 19 +
.../execute-workflow.service.spec.ts | 31 +
.../execute-workflow/execute-workflow.service.ts | 38 +-
.../service/execute-workflow/mock-result-data.ts | 19 +
.../service/execute-workflow/mock-workflow-plan.ts | 19 +
.../service/joint-ui/joint-ui.service.spec.ts | 19 +
.../workspace/service/joint-ui/joint-ui.service.ts | 157 +++-
.../operator-debug/udf-debug.service.spec.ts | 23 +
.../service/operator-debug/udf-debug.service.ts | 19 +
.../operator-menu/operator-menu.service.spec.ts | 28 +-
.../service/operator-menu/operator-menu.service.ts | 19 +
.../mock-operator-metadata.data.ts | 19 +
.../operator-metadata.service.spec.ts | 22 +-
.../operator-metadata/operator-metadata.service.ts | 19 +
.../stub-operator-metadata.service.ts | 19 +
.../app/workspace/service/panel/panel.service.ts | 19 +
.../service/preset/preset.service.spec.ts | 19 +
.../app/workspace/service/preset/preset.service.ts | 19 +
.../report-generation/report-generation.service.ts | 19 +
.../service/undo-redo/undo-redo.service.spec.ts | 21 +
.../service/undo-redo/undo-redo.service.ts | 19 +
.../validation/validation-workflow.service.spec.ts | 21 +
.../validation/validation-workflow.service.ts | 46 +
.../workflow-cache/workflow-cache.service.spec.ts | 19 +
.../workflow-cache/workflow-cache.service.ts | 19 +
.../workflow-computing-unit-managing.service.ts | 176 +++-
.../workflow-console.service.spec.ts | 24 +-
.../workflow-console/workflow-console.service.ts | 28 +-
.../model/coeditor-presence.service.spec.ts | 28 +-
.../model/coeditor-presence.service.ts | 19 +
.../model/joint-graph-wrapper.spec.ts | 39 +-
.../workflow-graph/model/joint-graph-wrapper.ts | 19 +
.../workflow-graph/model/mock-workflow-data.ts | 19 +
.../model/shared-model-change-handler.ts | 31 +-
.../service/workflow-graph/model/shared-model.ts | 30 +-
.../workflow-graph/model/sync-texera-model.spec.ts | 22 +
.../workflow-graph/model/sync-texera-model.ts | 19 +
.../model/workflow-action.service.spec.ts | 22 +-
.../model/workflow-action.service.ts | 95 ++-
.../workflow-graph/model/workflow-graph-design.md | 79 --
.../workflow-graph/model/workflow-graph.spec.ts | 20 +-
.../service/workflow-graph/model/workflow-graph.ts | 38 +-
.../util/workflow-util.service.spec.ts | 21 +
.../workflow-graph/util/workflow-util.service.ts | 19 +
.../workflow-result-export.service.spec.ts | 21 +
.../workflow-result-export.service.ts | 43 +-
.../panel-resize/panel-resize.service.spec.ts | 19 +
.../panel-resize/panel-resize.service.ts | 19 +
.../workflow-result.service.spec.ts | 23 +
.../workflow-result/workflow-result.service.ts | 28 +
.../operator-reuse-cache-status.service.spec.ts | 21 +
.../operator-reuse-cache-status.service.ts | 19 +
.../workflow-status/workflow-status.service.ts | 27 +-
.../workflow-websocket.service.spec.ts | 23 +
.../workflow-websocket.service.ts | 56 +-
.../workspace/types/collab-websocket.interface.ts | 19 +
.../types/computing-unit-connection.interface.ts | 23 +-
.../types/custom-json-schema.interface.ts | 19 +
.../workspace/types/execute-workflow.interface.ts | 24 +-
.../workspace/types/operator-schema.interface.ts | 19 +
.../app/workspace/types/result-table.interface.ts | 19 +
.../workspace/types/shared-editing.interface.ts | 19 +
.../workspace/types/workflow-common.interface.ts | 19 +
.../types/workflow-compiling.interface.ts | 36 +-
.../app/workspace/types/workflow-computing-unit.ts | 45 +-
.../types/workflow-websocket.interface.ts | 19 +
.../src/assets/logos/android-chrome-192x192.png | Bin 7023 -> 26625 bytes
.../src/assets/logos/android-chrome-512x512.png | Bin 19743 -> 140257 bytes
core/gui/src/assets/logos/apple-touch-icon.png | Bin 6287 -> 24089 bytes
core/gui/src/assets/logos/favicon-16x16.png | Bin 606 -> 537 bytes
core/gui/src/assets/logos/favicon-32x32.png | Bin 1022 -> 1428 bytes
core/gui/src/assets/logos/favicon.ico | Bin 15406 -> 15406 bytes
core/gui/src/assets/logos/full_logo_small.png | Bin 30651 -> 377709 bytes
core/gui/src/assets/logos/logo.png | Bin 31791 -> 229584 bytes
.../src/assets/operator_images/ChoroplethMap.png | Bin 0 -> 140957 bytes
core/gui/src/assets/operator_images/GaugeChart.png | Bin 0 -> 3622 bytes
.../gui/src/assets/operator_images/Histogram2D.png | Bin 0 -> 19725 bytes
.../gui/src/assets/operator_images/NestedTable.png | Bin 0 -> 4348 bytes
.../gui/src/assets/operator_images/RangeSlider.png | Bin 0 -> 1047 bytes
core/gui/src/assets/operator_images/Sleep.png | Bin 0 -> 59428 bytes
.../src/assets/operator_images/TimeSeriesPlot.png | Bin 0 -> 2838 bytes
core/gui/src/assets/operator_images/TreePlot.png | Bin 0 -> 11918 bytes
.../gui/src/assets/operator_images/VolcanoPlot.png | Bin 0 -> 12598 bytes
core/gui/src/assets/svg/hub_icon.svg | 20 +-
.../svg/operator-result-cache-in-progress.svg | 3 -
.../assets/svg/operator-result-cache-invalid.svg | 3 -
.../svg/operator-result-cache-successful.svg | 3 -
.../svg/operator-result-cache-to-be-cached.svg | 3 -
.../assets/svg/operator-reuse-cache-invalid.svg | 19 +
.../src/assets/svg/operator-reuse-cache-valid.svg | 19 +
core/gui/src/assets/svg/operator-view-result.svg | 20 +-
core/gui/src/environments/environment.default.ts | 156 +---
core/gui/src/environments/environment.prod.ts | 22 +
core/gui/src/environments/environment.test.ts | 20 +-
core/gui/src/environments/environment.ts | 19 +
core/gui/src/index.html | 19 +
core/gui/src/main.ts | 28 +-
core/gui/src/styles.scss | 19 +
core/gui/src/test.ts | 19 +
core/gui/yarn.lock | 22 +-
core/project/build.properties | 17 +
core/project/plugins.sbt | 26 +-
.../src/language-server-runner.ts | 24 +-
core/pyright-language-server/src/main.ts | 23 +-
core/pyright-language-server/src/server-commons.ts | 24 +-
.../src/types/hocon-parser.d.ts | 19 +
core/scripts/add-computing-unit-worker.sh | 17 +
core/scripts/build-services.sh | 35 +-
core/scripts/build.sh | 17 +
core/scripts/computing-unit-managing-service.sh | 18 +
core/scripts/config-service.sh | 18 +
core/scripts/config.php | 17 +
core/scripts/cron-restart-crashed-worker.sh | 17 +
core/scripts/deploy-daemon.sh | 35 +
core/scripts/deploy-docker.sh | 17 +
core/scripts/file-service.sh | 19 +-
core/scripts/forum/flarum.sql | 17 +
core/scripts/forum/macos-install.sh | 17 +
core/scripts/forum/powershell/configuremysql.ps1 | 2 -
core/scripts/forum/powershell/replaceroot.ps1 | 2 -
core/scripts/forum/powershell/sed_httpd.ps1 | 79 --
core/scripts/forum/powershell/sed_phpini.ps1 | 4 -
core/scripts/forum/start-flarum.sh | 17 +
core/scripts/forum/ubuntu-install.sh | 17 +
core/scripts/forum/windows-install.sh | 76 --
core/scripts/gui-dev.sh | 20 +
core/scripts/gui-proto-gen.sh | 19 +-
core/scripts/gui.sh | 17 +
core/scripts/install-nltk.sh | 17 +
core/scripts/python-language-server.sh | 17 +
core/scripts/python-proto-gen.sh | 17 +
core/scripts/server.sh | 19 +-
core/scripts/shared-editing-server.sh | 17 +
core/scripts/sql/iceberg_postgres_catalog.sql | 17 +
core/scripts/sql/misc/tweets.sql | 17 +
core/scripts/sql/texera_ddl.sql | 121 ++-
core/scripts/sql/texera_lakefs.sql | 17 +
core/scripts/sql/updates/01.sql | 17 +
core/scripts/sql/updates/02.sql | 17 +
core/scripts/sql/updates/03.sql | 17 +
core/scripts/sql/updates/04.sql | 17 +
core/scripts/sql/updates/05.sql | 17 +
core/scripts/sql/updates/06.sql | 62 ++
core/scripts/sql/updates/07.sql | 77 ++
core/scripts/sql/updates/08.sql | 39 +
core/scripts/sql/updates/09.sql | 30 +
core/scripts/sql/updates/10.sql | 30 +
core/scripts/sql/updates/11.sql | 28 +
core/scripts/sql/updates/12.sql | 26 +
core/scripts/sql/updates/13.sql | 84 ++
core/scripts/sql/updates/14.sql | 40 +
core/scripts/terminate-daemon.sh | 27 +
core/scripts/workflow-compiling-service.sh | 19 +-
core/scripts/workflow-computing-unit.sh | 21 +-
core/workflow-compiling-service/build.sbt | 20 +-
.../project/build.properties | 19 +-
.../workflow-compiling-service-config.yaml | 17 +
.../uci/ics/amber/compiler/WorkflowCompiler.scala | 66 +-
.../uci/ics/amber/compiler/model/LogicalLink.scala | 19 +
.../uci/ics/amber/compiler/model/LogicalPlan.scala | 19 +
.../ics/amber/compiler/model/LogicalPlanPojo.scala | 19 +
.../texera/service/WorkflowCompilingService.scala | 24 +-
.../WorkflowCompilingServiceConfiguration.scala | 19 +
.../service/resource/HealthCheckResource.scala | 19 +
.../resource/WorkflowCompilationResource.scala | 48 +-
.../resource/WorkflowCompilationResourceSpec.scala | 26 +-
core/workflow-core/build.sbt | 33 +-
.../protobuf/edu/uci/ics/amber/core/executor.proto | 18 +-
.../edu/uci/ics/amber/core/virtualidentity.proto | 19 +-
.../protobuf/edu/uci/ics/amber/core/workflow.proto | 17 +
.../uci/ics/amber/core/workflowruntimestate.proto | 17 +
.../src/main/protobuf/scalapb/scalapb.proto | 17 +
.../ics/amber/core/WorkflowRuntimeException.scala | 19 +
.../uci/ics/amber/core/executor/ExecFactory.scala | 19 +
.../core/executor/JavaRuntimeCompilation.scala | 19 +
.../ics/amber/core/executor/OperatorExecutor.scala | 21 +-
.../core/executor/SourceOperatorExecutor.scala | 19 +
.../{marker/Marker.scala => state/State.scala} | 30 +-
.../ics/amber/core/storage/DocumentFactory.scala | 21 +-
.../uci/ics/amber/core/storage/FileResolver.scala | 19 +
.../core/storage/IcebergCatalogInstance.scala | 20 +
.../uci/ics/amber/core/storage/VFSURIFactory.scala | 19 +
.../core/storage/model/BufferedItemWriter.scala | 19 +
.../core/storage/model/DatasetFileDocument.scala | 21 +-
.../ics/amber/core/storage/model/OnDataset.scala | 19 +
.../storage/model/ReadonlyLocalFileDocument.scala | 19 +
.../storage/model/ReadonlyVirtualDocument.scala | 19 +
.../core/storage/model/VirtualCollection.scala | 19 +
.../amber/core/storage/model/VirtualDocument.scala | 22 +
.../storage/result/ExecutionResourcesMapping.scala | 19 +
.../storage/result/MongoDBBufferedItemWriter.scala | 85 --
.../amber/core/storage/result/MongoDocument.scala | 153 ----
.../amber/core/storage/result/ResultSchema.scala | 19 +
.../core/storage/result/WorkflowResultStore.scala | 19 +
.../storage/result/iceberg/IcebergDocument.scala | 119 ++-
.../result/iceberg/IcebergTableWriter.scala | 21 +-
.../core/storage/result/iceberg/OnIceberg.scala | 19 +
.../core/storage/util/LakeFSStorageClient.scala | 21 +-
.../ics/amber/core/storage/util/StorageUtil.scala | 19 +
.../dataset/GitVersionControlLocalFileStorage.java | 19 +
.../storage/util/dataset/JGitVersionControl.java | 19 +
.../storage/util/dataset/PhysicalFileNode.java | 19 +
.../util/mongo/MongoCollectionManager.scala | 168 ----
.../storage/util/mongo/MongoDatabaseManager.scala | 29 -
.../edu/uci/ics/amber/core/tuple/Attribute.java | 26 +-
.../uci/ics/amber/core/tuple/AttributeType.java | 23 +-
.../ics/amber/core/tuple/AttributeTypeUtils.scala | 19 +
.../edu/uci/ics/amber/core/tuple/Schema.scala | 19 +
.../scala/edu/uci/ics/amber/core/tuple/Tuple.scala | 47 +-
.../edu/uci/ics/amber/core/tuple/TupleLike.scala | 19 +
.../edu/uci/ics/amber/core/tuple/TupleUtils.scala | 35 +-
.../amber/core/workflow/LocationPreference.scala | 19 +
.../ics/amber/core/workflow/PartitionInfo.scala | 19 +
.../uci/ics/amber/core/workflow/PhysicalOp.scala | 41 +-
.../uci/ics/amber/core/workflow/PhysicalPlan.scala | 66 ++
.../ics/amber/core/workflow/WorkflowContext.scala | 19 +
.../ics/amber/core/workflow/WorkflowSettings.scala | 19 +
.../scala/edu/uci/ics/amber/util/ArrowUtils.scala | 189 ++---
.../scala/edu/uci/ics/amber/util/IcebergUtil.scala | 89 +-
.../scala/edu/uci/ics/amber/util/JSONUtils.scala | 19 +
.../uci/ics/amber/util/VirtualIdentityUtils.scala | 34 +
.../amber/util/serde/GlobalPortIdentitySerde.scala | 19 +
.../util/serde/PortIdentityKeyDeserializer.scala | 19 +
.../util/serde/PortIdentityKeySerializer.scala | 28 +-
.../src/test/resources/datasets/1/directory/a.csv | 2 +-
.../core/storage/model/VirtualDocumentSpec.scala | 19 +
.../amber/core/tuple/AttributeTypeUtilsSpec.scala | 19 +
.../edu/uci/ics/amber/core/tuple/SchemaSpec.scala | 19 +
.../edu/uci/ics/amber/core/tuple/TupleSpec.scala | 32 +-
.../uci/ics/amber/storage/FileResolverSpec.scala | 19 +
.../IcebergDocumentConsoleMessagesSpec.scala | 19 +
.../result/iceberg/IcebergDocumentSpec.scala | 38 +-
.../result/iceberg/IcebergTableStatsSpec.scala | 46 +-
.../edu/uci/ics/amber/util/IcebergUtilSpec.scala | 45 +-
core/workflow-operator/build.sbt | 20 +-
core/workflow-operator/project/build.properties | 19 +-
.../jackson/jsonSchema/JsonSchemaDraft.java | 19 +
.../jackson/jsonSchema/JsonSchemaGenerator.scala | 19 +
.../JsonSchemaArrayWithUniqueItems.java | 19 +
.../jsonSchema/annotations/JsonSchemaBool.java | 19 +
.../jsonSchema/annotations/JsonSchemaDefault.java | 19 +
.../annotations/JsonSchemaDescription.java | 19 +
.../jsonSchema/annotations/JsonSchemaExamples.java | 19 +
.../jsonSchema/annotations/JsonSchemaFormat.java | 19 +
.../jsonSchema/annotations/JsonSchemaInject.java | 19 +
.../jsonSchema/annotations/JsonSchemaInt.java | 19 +
.../jsonSchema/annotations/JsonSchemaOptions.java | 19 +
.../jsonSchema/annotations/JsonSchemaString.java | 19 +
.../jsonSchema/annotations/JsonSchemaTitle.java | 19 +
.../uci/ics/amber/operator/DummyProperties.scala | 19 +
.../edu/uci/ics/amber/operator/LogicalOp.scala | 123 +++
.../uci/ics/amber/operator/PortDescriptor.scala | 19 +
.../amber/operator/PythonOperatorDescriptor.scala | 19 +
.../amber/operator/SpecialPhysicalOpFactory.scala | 19 +
.../edu/uci/ics/amber/operator/TestOperators.scala | 19 +
.../amber/operator/aggregate/AggregateOpDesc.scala | 19 +
.../amber/operator/aggregate/AggregateOpExec.scala | 19 +
.../operator/aggregate/AggregationFunction.java | 19 +
.../operator/aggregate/AggregationOperation.scala | 19 +
.../aggregate/DistributedAggregation.scala | 19 +
.../cartesianProduct/CartesianProductOpDesc.scala | 19 +
.../cartesianProduct/CartesianProductOpExec.scala | 19 +
.../dictionary/DictionaryMatcherOpDesc.scala | 19 +
.../dictionary/DictionaryMatcherOpExec.scala | 19 +
.../amber/operator/dictionary/MatchingType.java | 19 +
.../operator/difference/DifferenceOpDesc.scala | 19 +
.../operator/difference/DifferenceOpExec.scala | 19 +
.../amber/operator/distinct/DistinctOpDesc.scala | 19 +
.../amber/operator/distinct/DistinctOpExec.scala | 19 +
.../uci/ics/amber/operator/dummy/DummyOpDesc.scala | 19 +
.../ics/amber/operator/filter/ComparisonType.java | 19 +
.../ics/amber/operator/filter/FilterOpDesc.scala | 19 +
.../ics/amber/operator/filter/FilterOpExec.scala | 19 +
.../ics/amber/operator/filter/FilterPredicate.java | 19 +
.../operator/filter/SpecializedFilterOpDesc.scala | 21 +-
.../operator/filter/SpecializedFilterOpExec.scala | 19 +
.../ics/amber/operator/flatmap/FlatMapOpDesc.scala | 19 +
.../ics/amber/operator/flatmap/FlatMapOpExec.scala | 19 +
.../operator/hashJoin/HashJoinBuildOpExec.scala | 19 +
.../amber/operator/hashJoin/HashJoinOpDesc.scala | 37 +-
.../operator/hashJoin/HashJoinProbeOpExec.scala | 19 +
.../uci/ics/amber/operator/hashJoin/JoinType.java | 19 +
.../HuggingFaceIrisLogisticRegressionOpDesc.scala | 19 +
.../HuggingFaceSentimentAnalysisOpDesc.scala | 19 +
.../HuggingFaceSpamSMSDetectionOpDesc.scala | 19 +
.../HuggingFaceTextSummarizationOpDesc.scala | 19 +
.../ics/amber/operator/ifStatement/IfOpDesc.scala | 19 +
.../ics/amber/operator/ifStatement/IfOpExec.scala | 21 +-
.../amber/operator/intersect/IntersectOpDesc.scala | 19 +
.../amber/operator/intersect/IntersectOpExec.scala | 19 +
.../operator/intervalJoin/IntervalJoinOpDesc.scala | 19 +
.../operator/intervalJoin/IntervalJoinOpExec.scala | 19 +
.../operator/intervalJoin/TimeIntervalType.java | 19 +
.../keywordSearch/KeywordSearchOpDesc.scala | 19 +
.../keywordSearch/KeywordSearchOpExec.scala | 19 +
.../uci/ics/amber/operator/limit/LimitOpDesc.scala | 19 +
.../uci/ics/amber/operator/limit/LimitOpExec.scala | 19 +
.../Scorer/MachineLearningScorerOpDesc.scala | 19 +
.../Scorer/classificationMetricsFnc.java | 19 +
.../Scorer/regressionMetricsFnc.java | 19 +
...SklearnAdvancedKNNClassifierTrainerOpDesc.scala | 19 +
.../KNNTrainer/SklearnAdvancedKNNParameters.java | 19 +
.../SklearnAdvancedKNNRegressorTrainerOpDesc.scala | 19 +
.../SVCTrainer/SklearnAdvancedSVCParameters.java | 19 +
.../SklearnAdvancedSVCTrainerOpDesc.scala | 19 +
.../SVRTrainer/SklearnAdvancedSVRParameters.java | 19 +
.../SklearnAdvancedSVRTrainerOpDesc.scala | 19 +
.../sklearnAdvanced/base/HyperParameters.java | 19 +
.../base/SklearnAdvancedBaseDesc.scala | 19 +
.../edu/uci/ics/amber/operator/map/MapOpDesc.scala | 19 +
.../edu/uci/ics/amber/operator/map/MapOpExec.scala | 19 +
.../uci/ics/amber/operator/metadata/OPVersion.java | 19 +
.../operator/metadata/OperatorGroupConstants.scala | 22 +-
.../metadata/OperatorMetadataGenerator.scala | 20 +-
.../operator/metadata/PropertyNameConstants.scala | 19 +
.../annotations/AutofillAttributeName.java | 19 +
.../annotations/AutofillAttributeNameLambda.java | 19 +
.../annotations/AutofillAttributeNameList.java | 19 +
.../annotations/AutofillAttributeNameOnPort1.java | 19 +
.../metadata/annotations/BatchByColumn.java | 19 +
.../annotations/CommonOpDescAnnotation.java | 19 +
.../metadata/annotations/EnablePresets.java | 19 +
.../metadata/annotations/HideAnnotation.java | 19 +
.../operator/metadata/annotations/UIWidget.java | 19 +
.../amber/operator/projection/AttributeUnit.java | 19 +
.../operator/projection/ProjectionOpDesc.scala | 19 +
.../operator/projection/ProjectionOpExec.scala | 19 +
.../randomksampling/RandomKSamplingOpDesc.scala | 19 +
.../randomksampling/RandomKSamplingOpExec.scala | 19 +
.../uci/ics/amber/operator/regex/RegexOpDesc.scala | 19 +
.../uci/ics/amber/operator/regex/RegexOpExec.scala | 19 +
.../ReservoirSamplingOpDesc.scala | 19 +
.../ReservoirSamplingOpExec.scala | 19 +
.../ics/amber/operator/sink/ProgressiveUtils.scala | 19 +
.../sklearn/SklearnAdaptiveBoostingOpDesc.scala | 19 +
.../operator/sklearn/SklearnBaggingOpDesc.scala | 19 +
.../sklearn/SklearnBernoulliNaiveBayesOpDesc.scala | 19 +
.../operator/sklearn/SklearnClassifierOpDesc.scala | 19 +
.../SklearnComplementNaiveBayesOpDesc.scala | 19 +
.../sklearn/SklearnDecisionTreeOpDesc.scala | 19 +
.../sklearn/SklearnDummyClassifierOpDesc.scala | 19 +
.../operator/sklearn/SklearnExtraTreeOpDesc.scala | 19 +
.../operator/sklearn/SklearnExtraTreesOpDesc.scala | 19 +
.../sklearn/SklearnGaussianNaiveBayesOpDesc.scala | 19 +
.../sklearn/SklearnGradientBoostingOpDesc.scala | 19 +
.../amber/operator/sklearn/SklearnKNNOpDesc.scala | 19 +
.../sklearn/SklearnLinearRegressionOpDesc.scala | 19 +
.../operator/sklearn/SklearnLinearSVMOpDesc.scala | 19 +
.../SklearnLogisticRegressionCVOpDesc.scala | 19 +
.../sklearn/SklearnLogisticRegressionOpDesc.scala | 19 +
.../SklearnMultiLayerPerceptronOpDesc.scala | 19 +
.../SklearnMultinomialNaiveBayesOpDesc.scala | 19 +
.../sklearn/SklearnNearestCentroidOpDesc.scala | 19 +
.../sklearn/SklearnPassiveAggressiveOpDesc.scala | 19 +
.../operator/sklearn/SklearnPerceptronOpDesc.scala | 19 +
.../operator/sklearn/SklearnPredictionOpDesc.scala | 19 +
.../SklearnProbabilityCalibrationOpDesc.scala | 19 +
.../sklearn/SklearnRandomForestOpDesc.scala | 19 +
.../operator/sklearn/SklearnRidgeCVOpDesc.scala | 19 +
.../operator/sklearn/SklearnRidgeOpDesc.scala | 19 +
.../amber/operator/sklearn/SklearnSDGOpDesc.scala | 19 +
.../amber/operator/sklearn/SklearnSVMOpDesc.scala | 19 +
.../SklearnTrainingAdaptiveBoostingOpDesc.scala | 25 +
.../training/SklearnTrainingBaggingOpDesc.scala | 25 +
.../SklearnTrainingBernoulliNaiveBayesOpDesc.scala | 25 +
...SklearnTrainingComplementNaiveBayesOpDesc.scala | 25 +
.../SklearnTrainingDecisionTreeOpDesc.scala | 25 +
.../SklearnTrainingDummyClassifierOpDesc.scala | 25 +
.../training/SklearnTrainingExtraTreeOpDesc.scala | 25 +
.../training/SklearnTrainingExtraTreesOpDesc.scala | 25 +
.../SklearnTrainingGaussianNaiveBayesOpDesc.scala | 25 +
.../SklearnTrainingGradientBoostingOpDesc.scala | 25 +
.../training/SklearnTrainingKNNOpDesc.scala | 25 +
.../training/SklearnTrainingLinearSVMOpDesc.scala | 25 +
...SklearnTrainingLogisticRegressionCVOpDesc.scala | 25 +
.../SklearnTrainingLogisticRegressionOpDesc.scala | 25 +
...SklearnTrainingMultiLayerPerceptronOpDesc.scala | 25 +
...klearnTrainingMultinomialNaiveBayesOpDesc.scala | 25 +
.../SklearnTrainingNearestCentroidOpDesc.scala | 25 +
.../SklearnTrainingOpDesc.scala} | 62 +-
.../SklearnTrainingPassiveAggressiveOpDesc.scala | 25 +
.../training/SklearnTrainingPerceptronOpDesc.scala | 25 +
...learnTrainingProbabilityCalibrationOpDesc.scala | 25 +
.../SklearnTrainingRandomForestOpDesc.scala | 25 +
.../training/SklearnTrainingRidgeCVOpDesc.scala | 25 +
.../training/SklearnTrainingRidgeOpDesc.scala | 25 +
.../training/SklearnTrainingSDGOpDesc.scala | 25 +
.../training/SklearnTrainingSVMOpDesc.scala | 25 +
.../uci/ics/amber/operator/sleep/SleepOpDesc.scala | 66 ++
.../uci/ics/amber/operator/sleep/SleepOpExec.scala | 33 +
.../ics/amber/operator/sort/SortCriteriaUnit.java | 19 +
.../uci/ics/amber/operator/sort/SortOpDesc.scala | 19 +
.../ics/amber/operator/sort/SortPreference.java | 19 +
.../sortPartitions/SortPartitionsOpDesc.scala | 19 +
.../sortPartitions/SortPartitionsOpExec.scala | 19 +
.../amber/operator/source/BufferedBlockReader.java | 19 +
.../source/PythonSourceOperatorDescriptor.scala | 19 +
.../operator/source/SourceOperatorDescriptor.scala | 19 +
.../apis/reddit/RedditSearchSourceOpDesc.scala | 19 +
.../apis/reddit/RedditSourceOperatorFunction.java | 19 +
.../source/apis/twitter/TwitterSourceOpDesc.scala | 19 +
.../source/apis/twitter/TwitterSourceOpExec.scala | 19 +
.../v2/TwitterFullArchiveSearchSourceOpDesc.scala | 19 +
.../v2/TwitterFullArchiveSearchSourceOpExec.scala | 19 +
.../twitter/v2/TwitterSearchSourceOpDesc.scala | 19 +
.../twitter/v2/TwitterSearchSourceOpExec.scala | 19 +
.../source/apis/twitter/v2/TwitterUtils.scala | 19 +
.../operator/source/cache/CacheSourceOpExec.scala | 19 +
.../operator/source/fetcher/DecodingMethod.java | 19 +
.../operator/source/fetcher/RandomUserAgent.java | 19 +
.../operator/source/fetcher/URLFetchUtil.scala | 19 +
.../operator/source/fetcher/URLFetcherOpDesc.scala | 19 +
.../operator/source/fetcher/URLFetcherOpExec.scala | 19 +
.../operator/source/scan/AutoClosingIterator.scala | 45 +
.../operator/source/scan/FileAttributeType.java | 19 +
.../operator/source/scan/FileDecodingMethod.java | 19 +
.../source/scan/FileScanSourceOpDesc.scala | 19 +
.../source/scan/FileScanSourceOpExec.scala | 147 ++--
.../operator/source/scan/ScanSourceOpDesc.scala | 19 +
.../source/scan/arrow/ArrowSourceOpDesc.scala | 19 +
.../source/scan/arrow/ArrowSourceOpExec.scala | 19 +
.../source/scan/csv/CSVScanSourceOpDesc.scala | 19 +
.../source/scan/csv/CSVScanSourceOpExec.scala | 19 +
.../scan/csv/ParallelCSVScanSourceOpDesc.scala | 19 +
.../scan/csv/ParallelCSVScanSourceOpExec.scala | 19 +
.../scan/csvOld/CSVOldScanSourceOpDesc.scala | 19 +
.../scan/csvOld/CSVOldScanSourceOpExec.scala | 19 +
.../source/scan/json/JSONLScanSourceOpDesc.scala | 19 +
.../source/scan/json/JSONLScanSourceOpExec.scala | 19 +
.../amber/operator/source/scan/json/JSONUtil.scala | 19 +
.../source/scan/text/TextInputSourceOpDesc.scala | 19 +
.../source/scan/text/TextInputSourceOpExec.scala | 19 +
.../source/scan/text/TextSourceOpDesc.scala | 19 +
.../operator/source/sql/SQLSourceOpDesc.scala | 19 +
.../operator/source/sql/SQLSourceOpExec.scala | 19 +
.../source/sql/asterixdb/AsterixDBConnUtil.scala | 19 +
.../sql/asterixdb/AsterixDBSourceOpDesc.scala | 19 +
.../sql/asterixdb/AsterixDBSourceOpExec.scala | 19 +
.../operator/source/sql/mysql/MySQLConnUtil.scala | 19 +
.../source/sql/mysql/MySQLSourceOpDesc.scala | 19 +
.../source/sql/mysql/MySQLSourceOpExec.scala | 19 +
.../source/sql/postgresql/PostgreSQLConnUtil.scala | 19 +
.../sql/postgresql/PostgreSQLSourceOpDesc.scala | 19 +
.../sql/postgresql/PostgreSQLSourceOpExec.scala | 19 +
.../uci/ics/amber/operator/split/SplitOpDesc.scala | 19 +
.../uci/ics/amber/operator/split/SplitOpExec.scala | 19 +
.../SymmetricDifferenceOpDesc.scala | 19 +
.../SymmetricDifferenceOpExec.scala | 19 +
.../operator/timeSeriesPlot/TimeSeriesPlot.scala | 139 +++
.../operator/typecasting/TypeCastingOpDesc.scala | 19 +
.../operator/typecasting/TypeCastingOpExec.scala | 19 +
.../operator/typecasting/TypeCastingUnit.java | 19 +
.../amber/operator/udf/java/JavaUDFOpDesc.scala | 25 +-
.../python/DualInputPortsPythonUDFOpDescV2.scala | 21 +-
.../operator/udf/python/LambdaAttributeUnit.java | 29 +-
.../udf/python/PythonLambdaFunctionOpDesc.scala | 19 +
.../udf/python/PythonTableReducerOpDesc.scala | 19 +
.../operator/udf/python/PythonUDFOpDescV2.scala | 21 +-
.../python/source/PythonUDFSourceOpDescV2.scala | 19 +
.../uci/ics/amber/operator/udf/r/RUDFOpDesc.scala | 19 +
.../amber/operator/udf/r/RUDFSourceOpDesc.scala | 19 +
.../uci/ics/amber/operator/union/UnionOpDesc.scala | 19 +
.../uci/ics/amber/operator/union/UnionOpExec.scala | 19 +
.../operator/unneststring/UnnestStringOpDesc.scala | 19 +
.../operator/unneststring/UnnestStringOpExec.scala | 19 +
.../operator/util/OperatorDescriptorUtils.scala | 19 +
.../visualization/DotPlot/DotPlotOpDesc.scala | 19 +
.../IcicleChart/IcicleChartOpDesc.scala | 19 +
.../operator/visualization/ImageUtility.scala | 19 +
.../ImageViz/ImageVisualizerOpDesc.scala | 19 +
.../ScatterMatrixChartOpDesc.scala | 19 +
.../visualization/barChart/BarChartOpDesc.scala | 19 +
.../boxViolinPlot/BoxViolinPlotOpDesc.scala | 19 +
.../BoxViolinPlotQuartileFunction.java | 19 +
.../bubbleChart/BubbleChartOpDesc.scala | 19 +
.../bulletChart/BulletChartOpDesc.scala | 19 +
.../bulletChart/BulletChartStepDefinition.scala | 19 +
.../candlestickChart/CandlestickChartOpDesc.scala | 19 +
.../ChoroplethMapOpDesc.scala} | 96 ++-
.../continuousErrorBands/BandConfig.scala | 19 +
.../ContinuousErrorBandsOpDesc.scala | 19 +
.../contourPlot/ContourPlotColoringFunction.java | 19 +
.../contourPlot/ContourPlotOpDesc.scala | 19 +
.../dendrogram/DendrogramOpDesc.scala | 19 +
.../dumbbellPlot/DumbbellDotConfig.scala | 19 +
.../dumbbellPlot/DumbbellPlotOpDesc.scala | 19 +
.../FigureFactoryTableConfig.scala | 19 +
.../FigureFactoryTableOpDesc.scala | 19 +
.../filledAreaPlot/FilledAreaPlotOpDesc.scala | 19 +
.../funnelPlot/FunnelPlotOpDesc.scala | 19 +
.../ganttChart/GanttChartOpDesc.scala | 19 +
.../gaugeChart/GaugeChartOpDesc.scala | 189 +++++
.../visualization/gaugeChart/GaugeChartSteps.scala | 32 +
.../visualization/heatMap/HeatMapOpDesc.scala | 19 +
.../hierarchychart/HierarchyChartOpDesc.scala | 19 +
.../hierarchychart/HierarchyChartType.java | 19 +
.../hierarchychart/HierarchySection.scala | 19 +
.../histogram/HistogramChartOpDesc.scala | 19 +
.../histogram2d/Histogram2DOpDesc.scala | 121 +++
.../histogram2d/NormalizationType.java | 38 +
.../visualization/htmlviz/HtmlVizOpDesc.scala | 19 +
.../visualization/htmlviz/HtmlVizOpExec.scala | 19 +
.../visualization/lineChart/LineChartOpDesc.scala | 19 +
.../visualization/lineChart/LineConfig.scala | 19 +
.../operator/visualization/lineChart/LineMode.java | 19 +
.../nestedTable/NestedTableConfig.scala | 38 +
.../nestedTable/NestedTableOpDesc.scala | 138 +++
.../networkGraph/NetworkGraphOpDesc.scala | 19 +
.../visualization/pieChart/PieChartOpDesc.scala | 19 +
.../quiverPlot/QuiverPlotOpDesc.scala | 19 +
.../RangeSliderHandleDuplicateFunction.java | 38 +
.../rangeSlider/RangeSliderOpDesc.scala | 139 +++
.../sankeyDiagram/SankeyDiagramOpDesc.scala | 19 +
.../scatter3DChart/Scatter3dChartOpDesc.scala | 19 +
.../scatterplot/ScatterplotOpDesc.scala | 27 +-
.../visualization/tablesChart/TablesConfig.scala | 19 +
.../tablesChart/TablesPlotOpDesc.scala | 19 +
.../ternaryPlot/TernaryPlotOpDesc.scala | 19 +
.../visualization/treeplot/TreeplotOpDesc.scala | 189 +++++
.../visualization/urlviz/UrlVizOpDesc.scala | 19 +
.../visualization/urlviz/UrlVizOpExec.scala | 19 +
.../volcanoPlot/VolcanoPlotOpDesc.scala | 114 +++
.../waterfallChart/WaterfallChartOpDesc.scala | 19 +
.../visualization/wordCloud/WordCloudOpDesc.scala | 19 +
.../edu/uci/ics/amber/util/ObjectMapperUtils.scala | 41 +
.../CartesianProductOpExecSpec.scala | 19 +
.../dictionary/DictionaryMatcherOpExecSpec.scala | 19 +
.../operator/difference/DifferenceOpExecSpec.scala | 19 +
.../operator/distinct/DistinctOpExecSpec.scala | 19 +
.../filter/SpecializedFilterOpExecSpec.scala | 19 +
.../amber/operator/hashJoin/HashJoinOpSpec.scala | 19 +
.../operator/intersect/IntersectOpExecSpec.scala | 19 +
.../operator/intervalJoin/IntervalOpExecSpec.scala | 19 +
.../keywordSearch/KeywordSearchOpExecSpec.scala | 19 +
.../operator/projection/ProjectionOpDescSpec.scala | 19 +
.../operator/projection/ProjectionOpExecSpec.scala | 19 +
.../sortPartitions/SortPartitionsOpExecSpec.scala | 19 +
.../source/fetcher/URLFetcherOpExecSpec.scala | 19 +
.../source/scan/csv/CSVScanSourceOpDescSpec.scala | 19 +
.../scan/text/FileScanSourceOpDescSpec.scala | 19 +
.../scan/text/TextInputSourceOpDescSpec.scala | 19 +
.../SymmetricDifferenceOpExecSpec.scala | 19 +
.../typecasting/TypeCastingOpExecSpec.scala | 19 +
.../python/PythonLambdaFunctionOpDescSpec.scala | 19 +
.../unneststring/UnnestStringOpExecSpec.scala | 19 +
.../visualization/DotPlot/DotPlotOpDescSpec.scala | 19 +
.../ImageViz/ImageVisualizerOpDescSpec.scala | 19 +
.../barChart/BarChartOpDescSpec.scala | 19 +
.../bubbleChart/BubbleChartOpDescSpec.scala | 19 +
.../filledAreaPlot/FilledAreaPlotOpDescSpec.scala | 19 +
.../ganttChart/GanttChartOpDescSpec.scala | 19 +
.../hierarchychart/HierarchyChartOpDescSpec.scala | 19 +
.../visualization/htmlviz/HtmlVizOpExecSpec.scala | 19 +
.../pieChart/PieChartOpDescSpec.scala | 19 +
.../scatterplot/ScatterPlotOpDescSpec.scala | 19 +
.../edu/uci/ics/amber/util/ArrowUtilsSpec.scala | 368 +-------
deployment/build-all.sh | 73 ++
deployment/computing-unit-master.dockerfile | 26 +-
deployment/computing-unit-worker.dockerfile | 24 +-
deployment/config-service.dockerfile | 55 ++
deployment/file-service.dockerfile | 23 +-
deployment/k8s/texera-helmchart/Chart.yaml | 19 +-
.../k8s/texera-helmchart/files/texera_ddl.sql | 175 ++--
.../templates/config-service-deployment.yaml | 65 ++
.../templates/config-service-service.yaml | 30 +
.../texera-helmchart/templates/envoy-config.yaml | 28 +-
.../templates/envoy-deployment.yaml | 17 +
.../texera-helmchart/templates/envoy-service.yaml | 17 +
.../templates/example-data-loader-job.yaml | 25 +-
.../texera-helmchart/templates/external-names.yaml | 25 +
.../templates/file-service-deployment.yaml | 19 +-
.../templates/file-service-service.yaml | 17 +
.../k8s/texera-helmchart/templates/ingress.yaml | 21 +-
.../templates/job-waiter-service-account.yaml | 32 -
.../texera-helmchart/templates/lakefs-secret.yaml | 17 +
.../templates/lakefs-setup-job.yaml | 17 +
.../texera-helmchart/templates/minio-ingress.yaml | 17 +
.../templates/minio-persistence.yaml | 23 +-
.../templates/postgresql-init-script-config.yaml | 17 +
.../templates/postgresql-persistence.yaml | 23 +-
.../k8s/texera-helmchart/templates/pylsp.yaml | 17 +
.../templates/shared-editing-server.yaml | 17 +
.../templates/webserver-deployment.yaml | 17 +
.../templates/webserver-service.yaml | 17 +
.../workflow-compiling-service-deployment.yaml | 17 +
.../workflow-compiling-service-service.yaml | 17 +
...workflow-computing-unit-manager-deployment.yaml | 17 +
...low-computing-unit-manager-service-account.yaml | 17 +
.../workflow-computing-unit-manager-service.yaml | 17 +
...ow-computing-unit-master-prepull-daemonset.yaml | 51 ++
.../workflow-computing-unit-resource-quota.yaml | 31 +
.../workflow-computing-units-namespace.yaml | 17 +
.../workflow-computing-units-service.yaml | 17 +
deployment/k8s/texera-helmchart/values.yaml | 87 +-
deployment/merge-image-tags.sh | 48 ++
deployment/postgres17-pgroonga.dockerfile | 17 +
deployment/pylsp/Dockerfile | 39 +
deployment/pylsp/python-language-server.yaml | 61 ++
deployment/pylsp/run_pylsp.sh | 42 +
deployment/single-node/.env | 17 +
deployment/single-node/docker-compose.yml | 17 +
deployment/single-node/nginx.conf | 17 +
deployment/texera-web-application.dockerfile | 31 +-
deployment/workflow-compiling-service.dockerfile | 24 +-
...flow-computing-unit-managing-service.dockerfile | 25 +-
deployment/y-websocket-server/Dockerfile | 38 +
deployment/y-websocket-server/package.json | 15 +
1722 files changed, 45821 insertions(+), 26419 deletions(-)
create mode 100644 .asf.yaml
create mode 100644 .github/workflows/check-header.yml
create mode 100644 .github/workflows/lint-pr.yml
create mode 100644 .licenserc.yaml
create mode 100644 CONTRIBUTING.md
create mode 100644 DISCLAIMER
create mode 100644 NOTICE
create mode 100644 core/amber/src/main/python/core/architecture/handlers/control/end_channel_handler.py
create mode 100644 core/amber/src/main/python/core/architecture/handlers/control/end_worker_handler.py
create mode 100644 core/amber/src/main/python/core/architecture/handlers/control/start_channel_handler.py
delete mode 100644 core/amber/src/main/python/core/architecture/managers/channel_marker_manager.py
create mode 100644 core/amber/src/main/python/core/architecture/managers/embedded_control_message_manager.py
delete mode 100644 core/amber/src/main/python/core/architecture/managers/marker_processing_manager.py
create mode 100644 core/amber/src/main/python/core/architecture/managers/state_processing_manager.py
rename core/amber/src/main/python/core/models/{marker.py => state.py} (67%)
create mode 100644 core/amber/src/main/python/core/storage/runnables/input_port_materialization_reader_runnable.py
delete mode 100644 core/amber/src/main/python/pytexera/udf/examples/generator_operator.py
create mode 100644 core/amber/src/main/python/pytexera/udf/examples/generator_operator_binary.py
create mode 100644 core/amber/src/main/python/pytexera/udf/examples/generator_operator_integer.py
delete mode 100644 core/amber/src/main/python/pytexera/udf/examples/test_generator_operator.py
create mode 100644 core/amber/src/main/python/pytexera/udf/examples/test_generator_operator_binary.py
create mode 100644 core/amber/src/main/python/pytexera/udf/examples/test_generator_operator_integer.py
copy core/{log => amber/src/main/resources/gmail}/.gitkeep (100%)
delete mode 100644 core/amber/src/main/resources/gmail/README
delete mode 100644 core/amber/src/main/resources/udf.conf
rename core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/controller/promisehandlers/{ChannelMarkerHandler.scala => EmbeddedControlMessageHandler.scala} (65%)
create mode 100644 core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/scheduling/SchedulingUtils.scala
delete mode 100644 core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/worker/ChannelMarkerManager.scala
create mode 100644 core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/worker/EmbeddedControlMessageManager.scala
create mode 100644 core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/worker/managers/InputPortMaterializationReaderThread.scala
create mode 100644 core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/worker/promisehandlers/EndChannelHandler.scala
create mode 100644 core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/worker/promisehandlers/EndHandler.scala
create mode 100644 core/amber/src/main/scala/edu/uci/ics/amber/engine/architecture/worker/promisehandlers/StartChannelHandler.scala
delete mode 100644 core/amber/src/main/scala/edu/uci/ics/amber/engine/common/ambermessage/ControlPayload.scala
create mode 100644 core/amber/src/main/scala/edu/uci/ics/amber/engine/common/ambermessage/DirectControlMessagePayload.scala
create mode 100644 core/amber/src/main/scala/edu/uci/ics/texera/web/resource/EmailTemplate.scala
create mode 100644 core/amber/src/main/scala/edu/uci/ics/texera/web/resource/WebsocketPayloadSizeTuner.scala
create mode 100644 core/amber/src/main/scala/edu/uci/ics/texera/web/resource/dashboard/admin/settings/AdminSettingsResource.scala
create mode 100644 core/amber/src/main/scala/edu/uci/ics/texera/web/resource/dashboard/hub/ActionType.scala
create mode 100644 core/amber/src/main/scala/edu/uci/ics/texera/web/resource/dashboard/hub/EntityType.scala
create mode 100644 core/amber/src/test/scala/edu/uci/ics/texera/web/resource/dashboard/user/workflow/WorkflowExecutionsResourceSpec.scala
create mode 100644 core/amber/src/test/scala/edu/uci/ics/texera/web/resource/dashboard/user/workflow/WorkflowVersionResourceSpec.scala
rename core/amber/src/test/scala/edu/uci/ics/texera/web/service/{ExcutionResultServiceSpec.scala => ExecutionResultServiceSpec.scala} (93%)
delete mode 100644 core/amber/src/test/scala/edu/uci/ics/texera/workflow/WorkflowRewriterSpec.scala
delete mode 100644 core/amber/src/test/scala/edu/uci/ics/texera/workflow/common/storage/mongo/MongoDocumentSpec.scala
delete mode 100644 core/amber/src/test/scala/edu/uci/ics/texera/workflow/common/storage/mongo/MongoOpResultStorageSpec.scala
delete mode 100644 core/auth/src/main/resources/auth.conf
delete mode 100644 core/auth/src/main/scala/edu/uci/ics/texera/auth/AuthConfig.scala
create mode 100644 core/computing-unit-managing-service/src/main/scala/edu/uci/ics/texera/service/resource/ComputingUnitAccessResource.scala
create mode 100644 core/computing-unit-managing-service/src/main/scala/edu/uci/ics/texera/service/resource/ComputingUnitState.scala
create mode 100644 core/computing-unit-managing-service/src/main/scala/edu/uci/ics/texera/service/util/ComputingUnitHelpers.scala
create mode 100644 core/computing-unit-managing-service/src/main/scala/edu/uci/ics/texera/service/util/ComputingUnitManagingServiceException.scala
copy core/{file-service => config-service}/build.sbt (74%)
create mode 100644 core/config-service/src/main/resources/config-service-web-config.yaml
create mode 100644 core/config-service/src/main/scala/edu/uci/ics/texera/service/ConfigService.scala
create mode 100644 core/config-service/src/main/scala/edu/uci/ics/texera/service/ConfigServiceConfiguration.scala
create mode 100644 core/config-service/src/main/scala/edu/uci/ics/texera/service/resource/ConfigResource.scala
create mode 100644 core/config-service/src/main/scala/edu/uci/ics/texera/service/resource/HealthCheckResource.scala
copy core/{auth => config}/build.sbt (56%)
rename core/{amber => config}/src/main/resources/application.conf (81%)
create mode 100644 core/config/src/main/resources/auth.conf
rename core/{amber => config}/src/main/resources/cluster.conf (71%)
create mode 100644 core/config/src/main/resources/computing-unit.conf
create mode 100644 core/config/src/main/resources/default.conf
create mode 100644 core/config/src/main/resources/gui.conf
rename core/{computing-unit-managing-service => config}/src/main/resources/kubernetes.conf (56%)
rename core/{workflow-core => config}/src/main/resources/storage.conf (80%)
create mode 100644 core/config/src/main/resources/udf.conf
create mode 100644 core/config/src/main/resources/user-system.conf
create mode 100644 core/config/src/main/scala/edu/uci/ics/amber/config/AkkaConfig.scala
copy core/{amber/src/main/scala/edu/uci/ics/amber/engine/common/AmberConfig.scala => config/src/main/scala/edu/uci/ics/amber/config/ApplicationConfig.scala} (77%)
rename core/{workflow-core/src/main/scala/edu/uci/ics/amber/core/storage => config/src/main/scala/edu/uci/ics/amber/config}/EnvironmentalVariable.scala (85%)
rename core/{workflow-core/src/main/scala/edu/uci/ics/amber/core/storage => config/src/main/scala/edu/uci/ics/amber/config}/StorageConfig.scala (82%)
create mode 100644 core/config/src/main/scala/edu/uci/ics/amber/config/UdfConfig.scala
create mode 100644 core/config/src/main/scala/edu/uci/ics/amber/util/ConfigParserUtil.scala
rename core/{workflow-core => config}/src/main/scala/edu/uci/ics/amber/util/PathUtils.scala (71%)
create mode 100644 core/config/src/main/scala/edu/uci/ics/texera/config/AuthConfig.scala
create mode 100644 core/config/src/main/scala/edu/uci/ics/texera/config/ComputingUnitConfig.scala
create mode 100644 core/config/src/main/scala/edu/uci/ics/texera/config/DefaultsConfig.scala
create mode 100644 core/config/src/main/scala/edu/uci/ics/texera/config/GuiConfig.scala
rename core/{computing-unit-managing-service/src/main/scala/edu/uci/ics/texera/service => config/src/main/scala/edu/uci/ics/texera/config}/KubernetesConfig.scala (58%)
create mode 100644 core/config/src/main/scala/edu/uci/ics/texera/config/UserSystemConfig.scala
create mode 100644 core/dao/.gitignore
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/DefaultCatalog.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/Keys.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/Tables.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/TexeraDb.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/enums/PrivilegeEnum.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/enums/UserRoleEnum.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/Dataset.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/DatasetUserAccess.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/DatasetUserLikes.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/DatasetVersion.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/DatasetViewCount.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/OperatorExecutions.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/OperatorPortExecutions.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/Project.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/ProjectUserAccess.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/PublicProject.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/User.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/UserActivity.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/UserConfig.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/Workflow.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/WorkflowComputingUnit.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/WorkflowExecutions.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/WorkflowOfProject.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/WorkflowOfUser.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/WorkflowUserAccess.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/WorkflowUserClones.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/WorkflowUserLikes.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/WorkflowVersion.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/WorkflowViewCount.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/DatasetDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/DatasetUserAccessDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/DatasetUserLikesDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/DatasetVersionDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/DatasetViewCountDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/OperatorExecutionsDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/OperatorPortExecutionsDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/ProjectDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/ProjectUserAccessDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/PublicProjectDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/UserConfigDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/UserDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/WorkflowComputingUnitDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/WorkflowDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/WorkflowExecutionsDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/WorkflowOfProjectDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/WorkflowOfUserDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/WorkflowUserAccessDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/WorkflowUserClonesDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/WorkflowUserLikesDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/WorkflowVersionDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/daos/WorkflowViewCountDao.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IDataset.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IDatasetUserAccess.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IDatasetUserLikes.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IDatasetVersion.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IDatasetViewCount.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IOperatorExecutions.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IOperatorPortExecutions.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IProject.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IProjectUserAccess.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IPublicProject.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IUser.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IUserActivity.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IUserConfig.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IWorkflow.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IWorkflowComputingUnit.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IWorkflowExecutions.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IWorkflowOfProject.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IWorkflowOfUser.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IWorkflowUserAccess.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IWorkflowUserClones.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IWorkflowUserLikes.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IWorkflowVersion.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/interfaces/IWorkflowViewCount.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/Dataset.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/DatasetUserAccess.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/DatasetUserLikes.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/DatasetVersion.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/DatasetViewCount.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/OperatorExecutions.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/OperatorPortExecutions.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/Project.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/ProjectUserAccess.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/PublicProject.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/User.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/UserActivity.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/UserConfig.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/Workflow.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/WorkflowComputingUnit.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/WorkflowExecutions.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/WorkflowOfProject.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/WorkflowOfUser.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/WorkflowUserAccess.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/WorkflowUserClones.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/WorkflowUserLikes.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/WorkflowVersion.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/pojos/WorkflowViewCount.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/DatasetRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/DatasetUserAccessRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/DatasetUserLikesRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/DatasetVersionRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/DatasetViewCountRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/OperatorExecutionsRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/OperatorPortExecutionsRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/ProjectRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/ProjectUserAccessRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/PublicProjectRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/UserActivityRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/UserConfigRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/UserRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/WorkflowComputingUnitRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/WorkflowExecutionsRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/WorkflowOfProjectRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/WorkflowOfUserRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/WorkflowRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/WorkflowUserAccessRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/WorkflowUserClonesRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/WorkflowUserLikesRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/WorkflowVersionRecord.java
delete mode 100644 core/dao/src/main/scala/edu/uci/ics/texera/dao/jooq/generated/tables/records/WorkflowViewCountRecord.java
delete mode 100644 core/file-service/src/main/resources/auth.conf
delete mode 100644 core/file-service/src/main/scala/edu/uci/ics/texera/service/util/LakeFSHealthManager.scala
delete mode 100644 core/gui/.depcheckrc
create mode 100755 core/gui/.yarn/releases/yarn-4.5.1.cjs
create mode 100644 core/gui/src/app/common/formly/repeat-dnd/repeat-dnd.component.css
create mode 100644 core/gui/src/app/common/formly/repeat-dnd/repeat-dnd.component.html
create mode 100644 core/gui/src/app/common/formly/repeat-dnd/repeat-dnd.component.ts
create mode 100644 core/gui/src/app/common/service/gui-config.service.mock.ts
create mode 100644 core/gui/src/app/common/service/gui-config.service.ts
create mode 100644 core/gui/src/app/common/testing/test-utils.ts
create mode 100644 core/gui/src/app/common/type/gui-config.ts
create mode 100644 core/gui/src/app/common/util/format.util.ts
create mode 100644 core/gui/src/app/common/util/logical-operator-port-serde.ts
create mode 100644 core/gui/src/app/common/util/port-identity-serde.ts
create mode 100644 core/gui/src/app/common/util/workflow-check.ts
create mode 100644 core/gui/src/app/common/util/workflow-compilation-utils.ts
create mode 100644 core/gui/src/app/dashboard/component/admin/settings/admin-settings.component.html
create mode 100644 core/gui/src/app/dashboard/component/admin/settings/admin-settings.component.scss
create mode 100644 core/gui/src/app/dashboard/component/admin/settings/admin-settings.component.spec.ts
create mode 100644 core/gui/src/app/dashboard/component/admin/settings/admin-settings.component.ts
create mode 100644 core/gui/src/app/dashboard/component/button-style.scss
create mode 100644 core/gui/src/app/dashboard/service/admin/settings/admin-settings.service.ts
delete mode 100644 core/gui/src/app/workspace/component/property-editor/json-schema-library.md
create mode 100644 core/gui/src/app/workspace/service/computing-unit-status/mock-computing-unit-status.service.ts
delete mode 100644 core/gui/src/app/workspace/service/workflow-graph/model/workflow-graph-design.md
create mode 100644 core/gui/src/assets/operator_images/ChoroplethMap.png
create mode 100644 core/gui/src/assets/operator_images/GaugeChart.png
create mode 100644 core/gui/src/assets/operator_images/Histogram2D.png
create mode 100644 core/gui/src/assets/operator_images/NestedTable.png
create mode 100644 core/gui/src/assets/operator_images/RangeSlider.png
create mode 100644 core/gui/src/assets/operator_images/Sleep.png
create mode 100644 core/gui/src/assets/operator_images/TimeSeriesPlot.png
create mode 100644 core/gui/src/assets/operator_images/TreePlot.png
create mode 100644 core/gui/src/assets/operator_images/VolcanoPlot.png
delete mode 100644 core/gui/src/assets/svg/operator-result-cache-in-progress.svg
delete mode 100644 core/gui/src/assets/svg/operator-result-cache-invalid.svg
delete mode 100644 core/gui/src/assets/svg/operator-result-cache-successful.svg
delete mode 100644 core/gui/src/assets/svg/operator-result-cache-to-be-cached.svg
create mode 100755 core/scripts/computing-unit-managing-service.sh
create mode 100755 core/scripts/config-service.sh
delete mode 100644 core/scripts/forum/powershell/configuremysql.ps1
delete mode 100644 core/scripts/forum/powershell/replaceroot.ps1
delete mode 100644 core/scripts/forum/powershell/sed_httpd.ps1
delete mode 100644 core/scripts/forum/powershell/sed_phpini.ps1
delete mode 100644 core/scripts/forum/windows-install.sh
create mode 100644 core/scripts/gui-dev.sh
create mode 100644 core/scripts/sql/updates/06.sql
create mode 100644 core/scripts/sql/updates/07.sql
create mode 100644 core/scripts/sql/updates/08.sql
create mode 100644 core/scripts/sql/updates/09.sql
create mode 100644 core/scripts/sql/updates/10.sql
create mode 100644 core/scripts/sql/updates/11.sql
create mode 100644 core/scripts/sql/updates/12.sql
create mode 100644 core/scripts/sql/updates/13.sql
create mode 100644 core/scripts/sql/updates/14.sql
rename core/workflow-core/src/main/scala/edu/uci/ics/amber/core/{marker/Marker.scala => state/State.scala} (57%)
delete mode 100644 core/workflow-core/src/main/scala/edu/uci/ics/amber/core/storage/result/MongoDBBufferedItemWriter.scala
delete mode 100644 core/workflow-core/src/main/scala/edu/uci/ics/amber/core/storage/result/MongoDocument.scala
delete mode 100644 core/workflow-core/src/main/scala/edu/uci/ics/amber/core/storage/util/mongo/MongoCollectionManager.scala
delete mode 100644 core/workflow-core/src/main/scala/edu/uci/ics/amber/core/storage/util/mongo/MongoDatabaseManager.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingAdaptiveBoostingOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingBaggingOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingBernoulliNaiveBayesOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingComplementNaiveBayesOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingDecisionTreeOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingDummyClassifierOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingExtraTreeOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingExtraTreesOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingGaussianNaiveBayesOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingGradientBoostingOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingKNNOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingLinearSVMOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingLogisticRegressionCVOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingLogisticRegressionOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingMultiLayerPerceptronOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingMultinomialNaiveBayesOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingNearestCentroidOpDesc.scala
copy core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/{SklearnClassifierOpDesc.scala => training/SklearnTrainingOpDesc.scala} (68%)
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingPassiveAggressiveOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingPerceptronOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingProbabilityCalibrationOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingRandomForestOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingRidgeCVOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingRidgeOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingSDGOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sklearn/training/SklearnTrainingSVMOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sleep/SleepOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/sleep/SleepOpExec.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/source/scan/AutoClosingIterator.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/timeSeriesPlot/TimeSeriesPlot.scala
copy core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/{hierarchychart/HierarchyChartOpDesc.scala => choroplethMap/ChoroplethMapOpDesc.scala} (50%)
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/gaugeChart/GaugeChartOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/gaugeChart/GaugeChartSteps.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/histogram2d/Histogram2DOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/histogram2d/NormalizationType.java
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/nestedTable/NestedTableConfig.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/nestedTable/NestedTableOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/rangeSlider/RangeSliderHandleDuplicateFunction.java
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/rangeSlider/RangeSliderOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/treeplot/TreeplotOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/operator/visualization/volcanoPlot/VolcanoPlotOpDesc.scala
create mode 100644 core/workflow-operator/src/main/scala/edu/uci/ics/amber/util/ObjectMapperUtils.scala
create mode 100644 deployment/config-service.dockerfile
create mode 100644 deployment/k8s/texera-helmchart/templates/config-service-deployment.yaml
create mode 100644 deployment/k8s/texera-helmchart/templates/config-service-service.yaml
delete mode 100644 deployment/k8s/texera-helmchart/templates/job-waiter-service-account.yaml
create mode 100644 deployment/k8s/texera-helmchart/templates/workflow-computing-unit-master-prepull-daemonset.yaml
create mode 100644 deployment/k8s/texera-helmchart/templates/workflow-computing-unit-resource-quota.yaml
create mode 100644 deployment/pylsp/Dockerfile
create mode 100644 deployment/pylsp/python-language-server.yaml
create mode 100644 deployment/pylsp/run_pylsp.sh
create mode 100644 deployment/y-websocket-server/Dockerfile
create mode 100644 deployment/y-websocket-server/package.json