You are viewing a plain text version of this content. The canonical link for it is here.
Posted to reviews@yunikorn.apache.org by gi...@apache.org on 2021/10/26 22:56:35 UTC
[incubator-yunikorn-site] branch asf-site updated: Auto refresh:
[YUNIKORN-917] Update website to include YuniKorn Meetup contents (#84)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/incubator-yunikorn-site.git
The following commit(s) were added to refs/heads/asf-site by this push:
new 4366564 Auto refresh: [YUNIKORN-917] Update website to include YuniKorn Meetup contents (#84)
4366564 is described below
commit 43665644aac50bc9f3ebd2e31f18099dd734c584
Author: yunikorn-bot <yu...@gmail.com>
AuthorDate: Tue Oct 26 22:56:29 2021 +0000
Auto refresh: [YUNIKORN-917] Update website to include YuniKorn Meetup contents (#84)
---
32128dad.092fae0e.js | 1 -
32128dad.cfcf5a88.js | 1 +
404.html | 10 +++++-----
community/coding_guidelines/index.html | 10 +++++-----
community/download/index.html | 10 +++++-----
community/get_involved/index.html | 10 +++++-----
community/how_to_contribute/index.html | 10 +++++-----
community/reporting_issues/index.html | 10 +++++-----
community/roadmap/index.html | 10 +++++-----
community/sessions/index.html | 18 ++++++++++--------
docs/0.10.0/api/cluster/index.html | 10 +++++-----
docs/0.10.0/api/scheduler/index.html | 10 +++++-----
docs/0.10.0/api/system/index.html | 10 +++++-----
docs/0.10.0/design/architecture/index.html | 10 +++++-----
docs/0.10.0/design/cache_removal/index.html | 10 +++++-----
docs/0.10.0/design/cross_queue_preemption/index.html | 10 +++++-----
docs/0.10.0/design/k8shim/index.html | 10 +++++-----
docs/0.10.0/design/namespace_resource_quota/index.html | 10 +++++-----
docs/0.10.0/design/pluggable_app_management/index.html | 10 +++++-----
docs/0.10.0/design/predicates/index.html | 10 +++++-----
docs/0.10.0/design/resilience/index.html | 10 +++++-----
docs/0.10.0/design/scheduler_configuration/index.html | 10 +++++-----
docs/0.10.0/design/scheduler_core_design/index.html | 10 +++++-----
docs/0.10.0/design/scheduler_object_states/index.html | 10 +++++-----
docs/0.10.0/design/state_aware_scheduling/index.html | 10 +++++-----
docs/0.10.0/developer_guide/build/index.html | 10 +++++-----
docs/0.10.0/developer_guide/deployment/index.html | 10 +++++-----
docs/0.10.0/developer_guide/env_setup/index.html | 10 +++++-----
.../developer_guide/openshift_development/index.html | 10 +++++-----
docs/0.10.0/get_started/core_features/index.html | 10 +++++-----
docs/0.10.0/index.html | 10 +++++-----
.../evaluate_perf_function_with_kubemark/index.html | 10 +++++-----
docs/0.10.0/performance/metrics/index.html | 10 +++++-----
docs/0.10.0/performance/profiling/index.html | 10 +++++-----
docs/0.10.0/user_guide/acls/index.html | 10 +++++-----
docs/0.10.0/user_guide/gang_scheduling/index.html | 10 +++++-----
docs/0.10.0/user_guide/placement_rules/index.html | 10 +++++-----
docs/0.10.0/user_guide/queue_config/index.html | 10 +++++-----
.../user_guide/resource_quota_management/index.html | 10 +++++-----
docs/0.10.0/user_guide/sorting_policies/index.html | 10 +++++-----
docs/0.10.0/user_guide/trouble_shooting/index.html | 10 +++++-----
docs/0.10.0/user_guide/workloads/run_flink/index.html | 10 +++++-----
docs/0.10.0/user_guide/workloads/run_spark/index.html | 10 +++++-----
docs/0.10.0/user_guide/workloads/run_tf/index.html | 10 +++++-----
docs/0.8.0/community/coding_guidelines/index.html | 10 +++++-----
docs/0.8.0/community/community_sync_up/index.html | 10 +++++-----
docs/0.8.0/community/how_to_contribute/index.html | 10 +++++-----
docs/0.8.0/community/reporting_issues/index.html | 10 +++++-----
docs/0.8.0/configuration/acls/index.html | 10 +++++-----
docs/0.8.0/configuration/placement_rules/index.html | 10 +++++-----
docs/0.8.0/configuration/queue_config/index.html | 10 +++++-----
docs/0.8.0/design/cross_queue_preemption/index.html | 10 +++++-----
docs/0.8.0/design/design/index.html | 10 +++++-----
docs/0.8.0/design/namespace_resource_quota/index.html | 10 +++++-----
docs/0.8.0/design/pluggable_app_management/index.html | 10 +++++-----
docs/0.8.0/design/resilience/index.html | 10 +++++-----
docs/0.8.0/design/scheduler_configuration/index.html | 10 +++++-----
docs/0.8.0/get_started/developer_guide/index.html | 10 +++++-----
docs/0.8.0/index.html | 10 +++++-----
.../evaluate_perf_function_with_kubemark/index.html | 10 +++++-----
docs/0.8.0/performance/metrics/index.html | 10 +++++-----
docs/0.8.0/performance/profiling/index.html | 10 +++++-----
docs/0.8.0/setup/build_local/index.html | 10 +++++-----
docs/0.8.0/setup/configure_scheduler/index.html | 10 +++++-----
docs/0.8.0/setup/deployment/index.html | 10 +++++-----
docs/0.8.0/setup/env_setup/index.html | 10 +++++-----
docs/0.9.0/api/cluster/index.html | 10 +++++-----
docs/0.9.0/api/scheduler/index.html | 10 +++++-----
docs/0.9.0/api/system/index.html | 10 +++++-----
docs/0.9.0/design/architecture/index.html | 10 +++++-----
docs/0.9.0/design/cross_queue_preemption/index.html | 10 +++++-----
docs/0.9.0/design/k8shim/index.html | 10 +++++-----
docs/0.9.0/design/namespace_resource_quota/index.html | 10 +++++-----
docs/0.9.0/design/pluggable_app_management/index.html | 10 +++++-----
docs/0.9.0/design/predicates/index.html | 10 +++++-----
docs/0.9.0/design/resilience/index.html | 10 +++++-----
docs/0.9.0/design/scheduler_configuration/index.html | 10 +++++-----
docs/0.9.0/design/scheduler_core_design/index.html | 10 +++++-----
docs/0.9.0/design/scheduler_object_states/index.html | 10 +++++-----
docs/0.9.0/design/state_aware_scheduling/index.html | 10 +++++-----
docs/0.9.0/developer_guide/build/index.html | 10 +++++-----
docs/0.9.0/developer_guide/deployment/index.html | 10 +++++-----
docs/0.9.0/developer_guide/env_setup/index.html | 10 +++++-----
docs/0.9.0/get_started/core_features/index.html | 10 +++++-----
docs/0.9.0/index.html | 10 +++++-----
.../evaluate_perf_function_with_kubemark/index.html | 10 +++++-----
docs/0.9.0/performance/metrics/index.html | 10 +++++-----
docs/0.9.0/performance/profiling/index.html | 10 +++++-----
docs/0.9.0/user_guide/acls/index.html | 10 +++++-----
docs/0.9.0/user_guide/placement_rules/index.html | 10 +++++-----
docs/0.9.0/user_guide/queue_config/index.html | 10 +++++-----
.../user_guide/resource_quota_management/index.html | 10 +++++-----
docs/0.9.0/user_guide/sorting_policies/index.html | 10 +++++-----
docs/0.9.0/user_guide/trouble_shooting/index.html | 10 +++++-----
docs/0.9.0/user_guide/workloads/run_flink/index.html | 10 +++++-----
docs/0.9.0/user_guide/workloads/run_spark/index.html | 10 +++++-----
docs/0.9.0/user_guide/workloads/run_tf/index.html | 10 +++++-----
docs/api/cluster/index.html | 10 +++++-----
docs/api/scheduler/index.html | 10 +++++-----
docs/api/system/index.html | 10 +++++-----
docs/design/architecture/index.html | 10 +++++-----
docs/design/cache_removal/index.html | 10 +++++-----
docs/design/cross_queue_preemption/index.html | 10 +++++-----
docs/design/gang_scheduling/index.html | 10 +++++-----
docs/design/k8shim/index.html | 10 +++++-----
docs/design/namespace_resource_quota/index.html | 10 +++++-----
docs/design/pluggable_app_management/index.html | 10 +++++-----
docs/design/predicates/index.html | 10 +++++-----
docs/design/resilience/index.html | 10 +++++-----
docs/design/scheduler_configuration/index.html | 10 +++++-----
docs/design/scheduler_core_design/index.html | 10 +++++-----
docs/design/scheduler_object_states/index.html | 10 +++++-----
docs/design/state_aware_scheduling/index.html | 10 +++++-----
docs/developer_guide/build/index.html | 10 +++++-----
docs/developer_guide/deployment/index.html | 10 +++++-----
docs/developer_guide/env_setup/index.html | 10 +++++-----
docs/developer_guide/openshift_development/index.html | 10 +++++-----
docs/get_started/core_features/index.html | 10 +++++-----
docs/index.html | 10 +++++-----
docs/next/api/cluster/index.html | 10 +++++-----
docs/next/api/scheduler/index.html | 10 +++++-----
docs/next/api/system/index.html | 10 +++++-----
docs/next/design/architecture/index.html | 10 +++++-----
docs/next/design/cache_removal/index.html | 10 +++++-----
docs/next/design/cross_queue_preemption/index.html | 10 +++++-----
docs/next/design/gang_scheduling/index.html | 10 +++++-----
docs/next/design/k8shim/index.html | 10 +++++-----
docs/next/design/namespace_resource_quota/index.html | 10 +++++-----
docs/next/design/pluggable_app_management/index.html | 10 +++++-----
docs/next/design/predicates/index.html | 10 +++++-----
docs/next/design/resilience/index.html | 10 +++++-----
docs/next/design/scheduler_configuration/index.html | 10 +++++-----
docs/next/design/scheduler_core_design/index.html | 10 +++++-----
docs/next/design/scheduler_object_states/index.html | 10 +++++-----
docs/next/design/state_aware_scheduling/index.html | 10 +++++-----
docs/next/developer_guide/build/index.html | 10 +++++-----
docs/next/developer_guide/deployment/index.html | 10 +++++-----
docs/next/developer_guide/env_setup/index.html | 10 +++++-----
.../developer_guide/openshift_development/index.html | 10 +++++-----
docs/next/get_started/core_features/index.html | 10 +++++-----
docs/next/index.html | 10 +++++-----
.../evaluate_perf_function_with_kubemark/index.html | 10 +++++-----
docs/next/performance/metrics/index.html | 10 +++++-----
docs/next/performance/profiling/index.html | 10 +++++-----
docs/next/user_guide/acls/index.html | 10 +++++-----
docs/next/user_guide/gang_scheduling/index.html | 10 +++++-----
docs/next/user_guide/placement_rules/index.html | 10 +++++-----
docs/next/user_guide/queue_config/index.html | 10 +++++-----
.../user_guide/resource_quota_management/index.html | 10 +++++-----
docs/next/user_guide/sorting_policies/index.html | 10 +++++-----
docs/next/user_guide/trouble_shooting/index.html | 10 +++++-----
docs/next/user_guide/usergroup_resolution/index.html | 10 +++++-----
docs/next/user_guide/workloads/run_flink/index.html | 10 +++++-----
docs/next/user_guide/workloads/run_spark/index.html | 10 +++++-----
docs/next/user_guide/workloads/run_tf/index.html | 10 +++++-----
.../evaluate_perf_function_with_kubemark/index.html | 10 +++++-----
docs/performance/metrics/index.html | 10 +++++-----
docs/performance/profiling/index.html | 10 +++++-----
docs/user_guide/acls/index.html | 10 +++++-----
docs/user_guide/gang_scheduling/index.html | 10 +++++-----
docs/user_guide/placement_rules/index.html | 10 +++++-----
docs/user_guide/queue_config/index.html | 10 +++++-----
docs/user_guide/resource_quota_management/index.html | 10 +++++-----
docs/user_guide/sorting_policies/index.html | 10 +++++-----
docs/user_guide/trouble_shooting/index.html | 10 +++++-----
docs/user_guide/usergroup_resolution/index.html | 10 +++++-----
docs/user_guide/workloads/run_flink/index.html | 10 +++++-----
docs/user_guide/workloads/run_spark/index.html | 10 +++++-----
docs/user_guide/workloads/run_tf/index.html | 10 +++++-----
index.html | 10 +++++-----
main.d732f5a1.js | 2 ++
...547b.js.LICENSE.txt => main.d732f5a1.js.LICENSE.txt | 0
main.f9fb547b.js | 2 --
release-announce/0.10.0/index.html | 10 +++++-----
release-announce/0.11.0/index.html | 10 +++++-----
release-announce/0.8.0/index.html | 10 +++++-----
release-announce/0.9.0/index.html | 10 +++++-----
runtime~main.c271d97f.js => runtime~main.a6ac4d75.js | 2 +-
search/index.html | 10 +++++-----
179 files changed, 874 insertions(+), 872 deletions(-)
diff --git a/32128dad.092fae0e.js b/32128dad.092fae0e.js
deleted file mode 100644
index 1b3bbc8..0000000
--- a/32128dad.092fae0e.js
+++ /dev/null
@@ -1 +0,0 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[40],{245:function(e,t,n){"use strict";n.d(t,"a",(function(){return s})),n.d(t,"b",(function(){return f}));var r=n(0),o=n.n(r);function a(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function c(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
diff --git a/32128dad.cfcf5a88.js b/32128dad.cfcf5a88.js
new file mode 100644
index 0000000..05431f2
--- /dev/null
+++ b/32128dad.cfcf5a88.js
@@ -0,0 +1 @@
+(window.webpackJsonp=window.webpackJsonp||[]).push([[40],{245:function(e,t,n){"use strict";n.d(t,"a",(function(){return b})),n.d(t,"b",(function(){return h}));var r=n(0),a=n.n(r);function o(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function i(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
diff --git a/404.html b/404.html
index fc07371..4ce5ab0 100644
--- a/404.html
+++ b/404.html
@@ -6,12 +6,12 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Page Not Found | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Page Not Found | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<div style="font-size: 70%">
Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
<div style="padding:20px; margin: 10px; color: #4d4d4d;">
@@ -21,7 +21,7 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/community/coding_guidelines/index.html b/community/coding_guidelines/index.html
index 3cee69e..0025377 100644
--- a/community/coding_guidelines/index.html
+++ b/community/coding_guidelines/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Coding Guidelines | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Coding Guidelines | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter: [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -16,7 +16,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The project uses the predefined format as implemented in <code>gofmt</code>.
That means tabs and not spaces etc.
Read the <a href="https://golang.org/doc/effective_go.html" target="_blank" rel="noopener noreferrer">Effective GO</a> page for further details.
@@ -57,8 +57,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/community/download/index.html b/community/download/index.html
index e5e0023..cab028f 100644
--- a/community/download/index.html
+++ b/community/download/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Apache YuniKorn (Incubating) | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Apache YuniKorn (Incubating) | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="tr [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -16,7 +16,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The downloads for the latest release are distributed via mirror sites.
Older releases can be downloaded from the Apache archive site.
All release artifacts should be checked for tampering using GPG or SHA-512.</p><p>The latest release of Apache YuniKorn is: v0.11.0.</p><table><thead><tr><th>Version</th><th>Release date</th><th>Source download</th><th>Docker images</th><th>Release notes</th></tr></thead><tbody><tr><td>v0.11.0</td><td>2021-08-18</td><td><a href="https://www.apache.org/dyn/closer.lua/incubator/yunikorn/0.11.0/apache-yunikorn-0.11.0-incubating-src.tar.gz" target="_blank" rel="noopener noreferrer">Download< [...]
@@ -31,8 +31,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/community/get_involved/index.html b/community/get_involved/index.html
index 00257fc..6866708 100644
--- a/community/get_involved/index.html
+++ b/community/get_involved/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Get Involved | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Get Involved | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" con [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -16,7 +16,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Cloudera, Linkedin, Microsoft, Nvidia, Tencent, Uber, etc. (sorted by alphabetical order). The community deeply believes in the
importance of this diversity and the value of "The Apache Way". We welcome any form of contributions, code, documentation or suggestions!
😃 Don't wait, join us now!</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="how-to-join-yunikorn-community"></a>How to join YuniKorn Community<a aria-hidden="true" tabindex="-1" class="hash-link" href="#how-to-join-yunikorn-community" title="Direct link to heading">#</a></h2><p>Please join us through one of the following channels:</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="contribute-through-github"></a>Contribu [...]
@@ -30,8 +30,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/community/how_to_contribute/index.html b/community/how_to_contribute/index.html
index f9f2129..f3b7e99 100644
--- a/community/how_to_contribute/index.html
+++ b/community/how_to_contribute/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">How To Contribute | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="How To Contribute | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter: [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -16,7 +16,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Find an issue that you would like to work on, or file a new one if you have discovered a new issue.
For help with reporting issues look at the <a href="/community/reporting_issues">how to report an issue</a>.</p><p>The easiest way to get started working with the code base is to pick up a really easy
JIRA and work on that. This will help you get familiar with the code base, build system,
@@ -61,8 +61,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/community/reporting_issues/index.html b/community/reporting_issues/index.html
index b6c6d33..0a2f62a 100644
--- a/community/reporting_issues/index.html
+++ b/community/reporting_issues/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Reporting Issues | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Reporting Issues | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:im [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -16,7 +16,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
See the <a href="https://yunikorn.apache.org" target="_blank" rel="noopener noreferrer">YuniKorn web page</a> for information on mailing lists.
You can also ask the YuniKorn slack channel for help, check the web page for details on how to join.
If you have a bug that needs a fix in the code or in the documentation, please follow the procedure in <a href="#filing-a-jira-for-yunikorn-issues">Filing a JIRA</a> below.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="for-yunikorn-developers"></a>For YuniKorn Developers<a aria-hidden="true" tabindex="-1" class="hash-link" href="#for-yunikorn-developers" title="Direct link to heading">#</a></h2><p>JIRA is used by the Apache YuniKorn project to track al [...]
@@ -41,8 +41,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/community/roadmap/index.html b/community/roadmap/index.html
index 15a9735..7bfa62b 100644
--- a/community/roadmap/index.html
+++ b/community/roadmap/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Roadmap | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Roadmap | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -16,7 +16,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<div style="font-size: 70%">
Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
<div style="padding:20px; margin: 10px; color: #4d4d4d;">
@@ -26,8 +26,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/community/sessions/index.html b/community/sessions/index.html
index 2e94048..cd46257 100644
--- a/community/sessions/index.html
+++ b/community/sessions/index.html
@@ -4,19 +4,21 @@
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width,initial-scale=1">
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
-<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Sessions and Demos | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Sessions and Demos | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitte [...]
+<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Resources | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Resources | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content=" [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
<link rel="preload" href="/1f391b9e.e42c086a.js" as="script">
-<link rel="preload" href="/32128dad.092fae0e.js" as="script">
+<link rel="preload" href="/32128dad.cfcf5a88.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+</a> 👥 Julia Kinga Marton, Sunil Govindan</li><li>Future of Data Meetup: <a href="https://www.youtube.com/watch?v=j-6ehu6GrwE" target="_blank" rel="noopener noreferrer">Apache YuniKorn: Cloud-native Resource Scheduling</a> 👥 Wangda Tan, Wilfred Spiegelenburg</li><li>ApacheCon 2020: <a href="https://youtu.be/4hghJCuZk5M" target="_blank" rel="noopener noreferrer">Integrate Apache Flink with Cloud Native Ecosystem</a> 👥 Yang Wang, Tao Yang</li><li>Spark+AI Summit 2020: <a href="https://www [...]
+Please submit a PR to extend this list!</p></div></main></div><footer class="footer"><div class="container"><div class="row footer__links"><div class="col footer__col"><h4 class="footer__title">Blog</h4><ul class="footer__items"><li class="footer__item"><a href="https://blog.cloudera.com/yunikorn-a-universal-resources-scheduler/" target="_blank" rel="noopener noreferrer" class="footer__link-item">What's YuniKorn?</a></li><li class="footer__item"><a href="https://blog.cloudera.com/ap [...]
<div style="font-size: 70%">
Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
<div style="padding:20px; margin: 10px; color: #4d4d4d;">
@@ -26,12 +28,12 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
<script src="/1f391b9e.e42c086a.js"></script>
-<script src="/32128dad.092fae0e.js"></script>
+<script src="/32128dad.cfcf5a88.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/0.10.0/api/cluster/index.html b/docs/0.10.0/api/cluster/index.html
index 311a8bd..1337f7a 100644
--- a/docs/0.10.0/api/cluster/index.html
+++ b/docs/0.10.0/api/cluster/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Cluster | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/img [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<div style="font-size: 70%">
Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
<div style="padding:20px; margin: 10px; color: #4d4d4d;">
@@ -29,8 +29,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/api/scheduler/index.html b/docs/0.10.0/api/scheduler/index.html
index e3c58f4..24145da 100644
--- a/docs/0.10.0/api/scheduler/index.html
+++ b/docs/0.10.0/api/scheduler/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/i [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The queues' hierarchy is kept in the response json. </p><p><strong>URL</strong> : <code>/ws/v1/queues</code></p><p><strong>Method</strong> : <code>GET</code></p><p><strong>Auth required</strong> : NO</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="success-response"></a>Success response<a aria-hidden="true" tabindex="-1" class="hash-link" href="#success-response" title="Direct link to heading">#</a></h3><p><strong>Code</strong> : <code>200 OK</code> [...]
Node details include host and rack name, capacity, resources and allocations.</p><p><strong>URL</strong> : <code>/ws/v1/nodes</code></p><p><strong>Method</strong> : <code>GET</code></p><p><strong>Auth required</strong> : NO</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="success-response-2"></a>Success response<a aria-hidden="true" tabindex="-1" class="hash-link" href="#success-response-2" title="Direct link to heading">#</a></h3><p><strong>Code</strong> [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">goroutine 1 [chan receive,</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> 26 minutes</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">]:</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">main.main()</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> /yunikorn/ [...]
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/api/system/index.html b/docs/0.10.0/api/system/index.html
index ba6011a..6c81319 100644
--- a/docs/0.10.0/api/system/index.html
+++ b/docs/0.10.0/api/system/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">System | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/img/ [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Types of profiles available:</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Count Profile</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">273 allocs</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">0 block</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">0 c [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">allocs: A sampling of all past memory allocations</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">block: Stack traces that led to blocking on synchronization primitives</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">cmdline: The command line invocation of the current program</span></div><div class="token-line" style="color:#bfc7d5"> [...]
<div style="font-size: 70%">
@@ -31,8 +31,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/design/architecture/index.html b/docs/0.10.0/design/architecture/index.html
index f359e91..0d6c659 100644
--- a/docs/0.10.0/design/architecture/index.html
+++ b/docs/0.10.0/design/architecture/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Architecture | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.or [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It is created to achieve fine-grained resource sharing for various workloads efficiently on a large scale, multi-tenant,
and cloud-native environment. YuniKorn brings a unified, cross-platform, scheduling experience for mixed workloads that
consist of stateless batch workloads and stateful services.</p><p>YuniKorn now supports K8s and can be deployed as a custom K8s scheduler. YuniKorn's architecture design also allows
@@ -43,8 +43,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/design/cache_removal/index.html b/docs/0.10.0/design/cache_removal/index.html
index 53b3f2a..1e5dd1d 100644
--- a/docs/0.10.0/design/cache_removal/index.html
+++ b/docs/0.10.0/design/cache_removal/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler cache removal design | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https:// [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It describes the changes planned based on the analysis that was done of the current behaviour.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="goals"></a>Goals<a aria-hidden="true" tabindex="-1" class="hash-link" href="#goals" title="Direct link to heading">#</a></h2><p>The goal is to provide the same functionality before and after the change.</p><ul><li>unit tests before and after the merge must all pass.</li><li>Smoke tests defined in the core should a [...]
The cache objects form the base for most data to be tracked.
The Scheduler objects track specific in flight details and are build on top of a cache object.</p><p>The communication between the two layers uses a-synchronous events and in some cases direct updates.
@@ -123,8 +123,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/design/cross_queue_preemption/index.html b/docs/0.10.0/design/cross_queue_preemption/index.html
index da73328..4e0a79c 100644
--- a/docs/0.10.0/design/cross_queue_preemption/index.html
+++ b/docs/0.10.0/design/cross_queue_preemption/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Cross Queue Preemption | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
to make sure better modularization and plug-ability </li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="answer-some-questions-for-designimplementation-choices"></a>Answer some questions for design/implementation choices<a aria-hidden="true" tabindex="-1" class="hash-link" href="#answer-some-questions-for-designimplementation-choices" title="Direct link to heading">#</a></h2><p><strong>1. Do we really want preemption-delay? (Or we just want to control [...]
they can prepare bad things happen (unfortunately no app do anything for these heads up, at least from what I knew). b. control preemption pace. </p><p>And in practice, I found it causes a lot of issues, for example when a
cluster state keep changing, it is very hard to ensure accurate preemption. </p><p><strong>Proposal:</strong></p><p>Remove the preemption-delay, keep the logics of controlling preemption pace. (such as <code>yarn.resourcemanager.monitor.capacity.preemption
@@ -39,8 +39,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/design/k8shim/index.html b/docs/0.10.0/design/k8shim/index.html
index e90c326..ca65dd8 100644
--- a/docs/0.10.0/design/k8shim/index.html
+++ b/docs/0.10.0/design/k8shim/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Kubernetes Shim Design | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
the 3 layer design of YuniKorn before getting to understand what is the Kubernetes shim.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="the-kubernetes-shim"></a>The Kubernetes shim<a aria-hidden="true" tabindex="-1" class="hash-link" href="#the-kubernetes-shim" title="Direct link to heading">#</a></h2><p>The YuniKorn Kubernetes shim is responsible for talking to Kubernetes, it is responsible for translating the Kubernetes
cluster resources, and resource requests via scheduler interface and send them to the scheduler core.
And when a scheduler decision is made, it is responsible for binding the pod to the specific node. All the communication
@@ -38,8 +38,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/design/namespace_resource_quota/index.html b/docs/0.10.0/design/namespace_resource_quota/index.html
index 52ec437..4e385c6 100644
--- a/docs/0.10.0/design/namespace_resource_quota/index.html
+++ b/docs/0.10.0/design/namespace_resource_quota/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Namespace Resource Quota | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yuniko [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
However, in practice, it makes more sense to do so.
Namespace is often used to set a cap for resource consumptions per user-group/team,
YuniKorn queue is also meant to divide cluster resource into multiple groups.
@@ -40,8 +40,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/design/pluggable_app_management/index.html b/docs/0.10.0/design/pluggable_app_management/index.html
index 8102de0..56d625c 100644
--- a/docs/0.10.0/design/pluggable_app_management/index.html
+++ b/docs/0.10.0/design/pluggable_app_management/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Pluggable App Management | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yuniko [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This generic way works for any type of workload. It does however give us a limited information on the lifecycle
and application. On the K8s side, operators have been introduced to provide more detail on the application
and help scheduling. We cannot use them currently and want to add that functionality.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="k8s-operator-pattern"></a>K8s Operator Pattern<a aria-hidden="true" tabindex="-1" class="hash-link" href="#k8s-operator-pattern" title="Direct link to heading">#</a></h2><p><a href="https://kubernetes.io/docs/concepts/extend-kubernetes/operator/" target="_blank" rel="noopener noreferrer">K8s operator</a>
@@ -55,8 +55,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/design/predicates/index.html b/docs/0.10.0/design/predicates/index.html
index e6669ab..5529d7b 100644
--- a/docs/0.10.0/design/predicates/index.html
+++ b/docs/0.10.0/design/predicates/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Support K8s Predicates | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
is eligible to be allocated onto a node. Common predicates are: node-selector, pod affinity/anti-affinity etc. To support
these predicates in YuniKorn, we don't intend to re-implement everything on our own, but to re-use the core predicates
code as much as possible.</p><p>YuniKorn-core is agnostic about underneath RMs, so the predicates functions are implemented in K8s-shim as a <code>SchedulerPlugin</code>.
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/design/resilience/index.html b/docs/0.10.0/design/resilience/index.html
index 1e4947d..49794ce 100644
--- a/docs/0.10.0/design/resilience/index.html
+++ b/docs/0.10.0/design/resilience/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Resilience | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/ [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
survive from a fatal software/hardware failure. That requires one or more
standby instances providing same services to take over active instance on failures.
Resilience here means for YuniKorn, we can restart it without losing its state.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="the-problem"></a>The problem<a aria-hidden="true" tabindex="-1" class="hash-link" href="#the-problem" title="Direct link to heading">#</a></h2><p>YuniKorn is designed as a stateless service, it doesn't persist its state, e.g
@@ -57,8 +57,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/design/scheduler_configuration/index.html b/docs/0.10.0/design/scheduler_configuration/index.html
index d451e28..32a3316 100644
--- a/docs/0.10.0/design/scheduler_configuration/index.html
+++ b/docs/0.10.0/design/scheduler_configuration/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler Configuration | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikor [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The scheduler configuration must exclude the queue related configuration.</p><p>Scheduler configuration as currently identified</p><ul><li>Bind host</li><li>Service port</li><li>Web bind host</li><li>Web service port</li><li>SSL config</li><li>Shims Configured</li><li>SchedulerACL</li></ul><p>Configuration to consider:</p><ul><li>Assign multiple containers in one go: use case is bin packing, don’t spread an application over large number of nodes. Needs to become configurable.</li><li>Pre [...]
Based on the kubernetes definition this configuration could be a configMap <sup id="s1"><a href="#f1">1</a></sup> but not a CRD.</p><p>The queue configuration is dynamic. Changing the queue configuration must not require a scheduler restart.
Changes should be allowed by either calling the GO based API, the REST based API or by updating the configuration file. Changes made through the API must be persisted in the configuration file. Making changes through an API is not a high priority requirement and could be postponed to a later release.</p><p>The queue configuration defines queues in a hierarchy: a tree. The base of the tree is the <em>root</em> queue. The queue configuration must define a single <em>root</em> queue. All qu [...]
@@ -41,8 +41,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/design/scheduler_core_design/index.html b/docs/0.10.0/design/scheduler_core_design/index.html
index b4aa1d2..246f2a8 100644
--- a/docs/0.10.0/design/scheduler_core_design/index.html
+++ b/docs/0.10.0/design/scheduler_core_design/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler Core Design | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn. [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This document will not be maintained and is just for historical reference.
See <a href="/docs/0.10.0/design/cache_removal">scheduler cache removal design</a></p></div></div><p>Github repo: <a href="https://github.com/apache/incubator-yunikorn-core/" target="_blank" rel="noopener noreferrer">https://github.com/apache/incubator-yunikorn-core/</a></p><p>Scheduler core encapsulates all scheduling algorithms, it collects resources from underneath resource management
platforms (like YARN/K8s), and is responsible for container allocation requests. It makes the decision where is the
@@ -62,8 +62,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/design/scheduler_object_states/index.html b/docs/0.10.0/design/scheduler_object_states/index.html
index 648e38f..ba46e4f 100644
--- a/docs/0.10.0/design/scheduler_object_states/index.html
+++ b/docs/0.10.0/design/scheduler_object_states/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler Object States | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikor [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This ranges from applications in the core to nodes in the k8shim.
The state machines are independent and not shared between the resource managers and core.
A resource manager shim, and the core can thus have an independent idea of the state of a similar object.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="core-scheduler"></a>Core Scheduler<a aria-hidden="true" tabindex="-1" class="hash-link" href="#core-scheduler" title="Direct link to heading">#</a></h2><p>State change are triggered by events that get processed.
@@ -67,8 +67,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/design/state_aware_scheduling/index.html b/docs/0.10.0/design/state_aware_scheduling/index.html
index 153b5db..5856d6a 100644
--- a/docs/0.10.0/design/state_aware_scheduling/index.html
+++ b/docs/0.10.0/design/state_aware_scheduling/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Batch Workloads Ordering with StateAware Policy | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Another way to look at this is the fact that processing needs to be kicked off and that the first step is to start a driver or manager for the application.
Later stages might depend on the previous stages.
When running applications in a size limited environment this could lead to a resource exhaustion when submitting multiple applications at the same time.
@@ -66,8 +66,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/developer_guide/build/index.html b/docs/0.10.0/developer_guide/build/index.html
index 3ea8e53..fc8fb8c 100644
--- a/docs/0.10.0/developer_guide/build/index.html
+++ b/docs/0.10.0/developer_guide/build/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Build and Run | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.o [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
is provided in our repositories, you can leverage it to develop YuniKorn scheduling features and integrate with Kubernetes.
This document describes resources how to setup dev environment and how to do the development.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="development-environment-setup"></a>Development Environment setup<a aria-hidden="true" tabindex="-1" class="hash-link" href="#development-environment-setup" title="Direct link to heading">#</a></h2><p>Read the <a href="/docs/0.10.0/developer_guide/env_setup">environment setup guide</a> first to setup Docker and Kube [...]
The build procedure will build all components into a single executable that can be deployed and running on Kubernetes.</p><p>Start the integrated build process by pulling the <code>yunikorn-k8shim</code> repository:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-bash codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color: [...]
@@ -55,8 +55,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/developer_guide/deployment/index.html b/docs/0.10.0/developer_guide/deployment/index.html
index ef1e7b1..78c72af 100644
--- a/docs/0.10.0/developer_guide/deployment/index.html
+++ b/docs/0.10.0/developer_guide/deployment/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Deploy to Kubernetes | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.a [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
you can find the guide <a href="/docs/0.10.0/">here</a>. This document describes the manual process to deploy YuniKorn
scheduler and it is majorly for developers.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="build-docker-image"></a>Build docker image<a aria-hidden="true" tabindex="-1" class="hash-link" href="#build-docker-image" title="Direct link to heading">#</a></h2><p>Under project root of the <code>yunikorn-k8shim</code>, run the command to build an image using the map for the configuration:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><bu [...]
This kubernetes environment can be either local or remote. </p><ul><li>download configuration file if not available on the node to add to kubernetes:</li></ul><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-lin [...]
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/developer_guide/env_setup/index.html b/docs/0.10.0/developer_guide/env_setup/index.html
index fe8acb8..d587b9e 100644
--- a/docs/0.10.0/developer_guide/env_setup/index.html
+++ b/docs/0.10.0/developer_guide/env_setup/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Dev Environment Setup | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn. [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<code>Minikube</code> provisions a local Kubernetes cluster on several Virtual Machines (via VirtualBox or something similar). <code>docker-desktop</code> on the other hand, sets up Kubernetes cluster in docker containers.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="local-kubernetes-cluster-using-docker-desktop"></a>Local Kubernetes cluster using Docker Desktop<a aria-hidden="true" tabindex="-1" class="hash-link" href="#local-kubernetes-cluster-using [...]
Even in this case we can use a lightweight <a href="#local-kubernetes-cluster-with-minikube">minikube</a> setup which gives the same functionality with less impact.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="installation"></a>Installation<a aria-hidden="true" tabindex="-1" class="hash-link" href="#installation" title="Direct link to heading">#</a></h3><p>Download and install <a href="https://www.docker.com/products/docker-desktop" target="_blank" re [...]
Just simply follow the instruction <a href="https://docs.docker.com/docker-for-mac/#kubernetes" target="_blank" rel="noopener noreferrer">here</a> to get Kubernetes up and running within docker-desktop.</p><p>Once Kubernetes is started in docker desktop, you should see something similar below:</p><p><img alt="Kubernetes in Docker Desktop" src="/assets/images/docker-desktop-7afa28a7972e0e8867bcab8a6a9ac614.png"></p><p>This means that:</p><ol><li>Kubernetes is running.</li><li>the command [...]
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/developer_guide/openshift_development/index.html b/docs/0.10.0/developer_guide/openshift_development/index.html
index 173fd68..4955db4 100644
--- a/docs/0.10.0/developer_guide/openshift_development/index.html
+++ b/docs/0.10.0/developer_guide/openshift_development/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Development in CodeReady Containers | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="htt [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Our recommended local environment uses CodeReady containers.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="set-up-a-running-crc-cluster"></a>Set up a running CRC cluster<a aria-hidden="true" tabindex="-1" class="hash-link" href="#set-up-a-running-crc-cluster" title="Direct link to heading">#</a></h2><ol><li><p>Download CodeReady Container binaries</p><p>Select your OS from the dropdown list then click on "Download" (On a Mac, you'll down [...]
You'll be asked to connect using your Red Hat login. If you don't have one, just click on "Create one now". You do <em>not</em> need a Red Hat subscription for this.</p><p>Once logged in, download CodeReady Containers binary and the pull secret.</p></li><li><p>Unzip the tar file.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="pr [...]
On OpenShift there's service for this: <code>image-registry.openshift-image-registry.svc</code>, which is easier to use.</p><p>For example, if you want to override all of the three Docker images you should use the following configs:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-yaml codeBlock_3iAC"><div class="codeBlockLin [...]
@@ -34,8 +34,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/get_started/core_features/index.html b/docs/0.10.0/get_started/core_features/index.html
index 478feee..a2feff0 100644
--- a/docs/0.10.0/get_started/core_features/index.html
+++ b/docs/0.10.0/get_started/core_features/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Features | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/im [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<div style="font-size: 70%">
Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
<div style="padding:20px; margin: 10px; color: #4d4d4d;">
@@ -29,8 +29,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/index.html b/docs/0.10.0/index.html
index c964496..a2a04a5 100644
--- a/docs/0.10.0/index.html
+++ b/docs/0.10.0/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Get Started | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It is also assumed that <code>kubectl</code> is on your path and properly configured.
Follow this <a href="/docs/0.10.0/developer_guide/env_setup">guide</a> on how to setup a local Kubernetes cluster using docker-desktop.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="install"></a>Install<a aria-hidden="true" tabindex="-1" class="hash-link" href="#install" title="Direct link to heading">#</a></h2><p>The easiest way to get started is to use our Helm Charts to deploy YuniKorn on an existing Kubernetes cluster.
It is recommended to use Helm 3 or later versions.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-shell codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">helm repo </span><span class="token function" style="color [...]
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/performance/evaluate_perf_function_with_kubemark/index.html b/docs/0.10.0/performance/evaluate_perf_function_with_kubemark/index.html
index e8ce38c..69e8a7b 100644
--- a/docs/0.10.0/performance/evaluate_perf_function_with_kubemark/index.html
+++ b/docs/0.10.0/performance/evaluate_perf_function_with_kubemark/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Evaluate YuniKorn function & performance with Kubemark | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twit [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
a tool helps us to simulate large K8s cluster and run experimental workloads.
There were 18 bare-metal servers being used to simulate 2000/4000 nodes for these tests. </p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="scheduler-throughput"></a>Scheduler Throughput<a aria-hidden="true" tabindex="-1" class="hash-link" href="#scheduler-throughput" title="Direct link to heading">#</a></h2><p>When running Big Data batch workloads, e.g Spark, on K8s, scheduler throughput becomes to be one of the main concerns.
In YuniKorn, we have done lots of optimizations to improve the performance, such as a fully async event-driven system
@@ -50,8 +50,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/performance/metrics/index.html b/docs/0.10.0/performance/metrics/index.html
index 0d53135..36ccb33 100644
--- a/docs/0.10.0/performance/metrics/index.html
+++ b/docs/0.10.0/performance/metrics/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler Metrics | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apac [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
scheduler's critical execution paths, to reveal potential performance bottlenecks. Currently, there are two categories
for these metrics:</p><ul><li>scheduler: generic metrics of the scheduler, such as allocation latency, num of apps etc.</li><li>queue: each queue has its own metrics sub-system, tracking queue status.</li></ul><p>all metrics are declared in <code>yunikorn</code> namespace.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="access-metrics"></a>Access Metrics<a aria-hidden="true" tabindex="-1" class="hash-link" href="#access-metrics" title="Direct link to hea [...]
Once started, they can be accessed via endpoint http://localhost:9080/ws/v1/metrics.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="aggregate-metrics-to-prometheus"></a>Aggregate Metrics to Prometheus<a aria-hidden="true" tabindex="-1" class="hash-link" href="#aggregate-metrics-to-prometheus" title="Direct link to heading">#</a></h2><p>It's simple to setup a Prometheus server to grab YuniKorn metrics periodically. Follow these steps:</p><ul><li><p> [...]
@@ -35,8 +35,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/performance/profiling/index.html b/docs/0.10.0/performance/profiling/index.html
index 6d18ec6..e81511f 100644
--- a/docs/0.10.0/performance/profiling/index.html
+++ b/docs/0.10.0/performance/profiling/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Profiling | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/i [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
added to YuniKorn rest service, we can easily retrieve and analyze them from HTTP
endpoints.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="cpu-profiling"></a>CPU profiling<a aria-hidden="true" tabindex="-1" class="hash-link" href="#cpu-profiling" title="Direct link to heading">#</a></h2><p>At this step, ensure you already have YuniKorn running, it can be either running from
local via a <code>make run</code> command, or deployed as a pod running inside of K8s. Then run</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">go tool p [...]
@@ -40,8 +40,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/user_guide/acls/index.html b/docs/0.10.0/user_guide/acls/index.html
index 652f0c1..ed30e14 100644
--- a/docs/0.10.0/user_guide/acls/index.html
+++ b/docs/0.10.0/user_guide/acls/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">ACLs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/img/lo [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Therefore, the recommendation is to use the wildcard ACL on the root queue for now as per the default configuration.</p></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="usage"></a>Usage<a aria-hidden="true" tabindex="-1" class="hash-link" href="#usage" title="Direct link to heading">#</a></h2><p>Access Control Lists are generic for YuniKorn.
They can be used in multiple places in YuniKorn.
The current use case is limited to queue ACLs.</p><p>Access control lists give access to the users and groups that have been specified in the list.
@@ -55,8 +55,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/user_guide/gang_scheduling/index.html b/docs/0.10.0/user_guide/gang_scheduling/index.html
index f365b74..04dab2f 100644
--- a/docs/0.10.0/user_guide/gang_scheduling/index.html
+++ b/docs/0.10.0/user_guide/gang_scheduling/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Gang Scheduling | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
the app’s minimal resource request can be satisfied. Otherwise, apps
will be waiting in the queue. Apps are queued in hierarchy queues,
with gang scheduling enabled, each resource queue is assigned with the
@@ -64,8 +64,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/user_guide/placement_rules/index.html b/docs/0.10.0/user_guide/placement_rules/index.html
index 8bd7025..4d06c01 100644
--- a/docs/0.10.0/user_guide/placement_rules/index.html
+++ b/docs/0.10.0/user_guide/placement_rules/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">App Placement Rules | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.ap [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Multiple rules can be chained to form a placement policy.
<a href="/docs/0.10.0/user_guide/acls">Access control lists</a> and rule filters are defined per rule and enforced per rule.
This document explains how to build a policy, including the rule usage, that is part of the scheduler with examples.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="configuration"></a>Configuration<a aria-hidden="true" tabindex="-1" class="hash-link" href="#configuration" title="Direct link to heading">#</a></h2><p>Rules are defined per partition as part of the scheduler queue configuration.
@@ -98,8 +98,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/user_guide/queue_config/index.html b/docs/0.10.0/user_guide/queue_config/index.html
index d106c2f..87d34ba 100644
--- a/docs/0.10.0/user_guide/queue_config/index.html
+++ b/docs/0.10.0/user_guide/queue_config/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Partition and Queue Configuration | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It references both the <a href="/docs/0.10.0/user_guide/acls">Access control lists</a> and <a href="/docs/0.10.0/user_guide/placement_rules">placement rule</a> documentation.</p><p>This document explains how to create the partition and queue configuration for the scheduler with examples.</p><p>The scheduler relies on the shim to reliably provide user information as part of the application submission.
In the current shim there is no reliable way to identify the user and the groups the user belongs to.
The user and group information provided by the shim is incomplete in the best case.
@@ -101,8 +101,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/user_guide/resource_quota_management/index.html b/docs/0.10.0/user_guide/resource_quota_management/index.html
index 9bdfbfb..5fc36b9 100644
--- a/docs/0.10.0/user_guide/resource_quota_management/index.html
+++ b/docs/0.10.0/user_guide/resource_quota_management/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Resource Quota Management | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunik [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
If the pod does not fit in the namespace quota the pod is rejected.
The client must implement a retry-mechanism and re-submit the pod if it needs the pod to be scheduled.</p><p>Contrary to quotas in Kubernetes YuniKorn does not enforce quotas on submission but only on actively consumed resources.
To explain the difference: when using YuniKorn for quota enforcement a new pod submitted to Kubernetes is always accepted.
@@ -99,8 +99,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/user_guide/sorting_policies/index.html b/docs/0.10.0/user_guide/sorting_policies/index.html
index 98ab18f..cd0c16b 100644
--- a/docs/0.10.0/user_guide/sorting_policies/index.html
+++ b/docs/0.10.0/user_guide/sorting_policies/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Sorting Policies | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apach [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Policies can be set for:</p><ul><li><a href="#application-sorting">Applications</a></li><li><a href="#node-sorting">Nodes</a></li><li><a href="#request-sorting">Requests</a></li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="application-sorting"></a>Application sorting<a aria-hidden="true" tabindex="-1" class="hash-link" href="#application-sorting" title="Direct link to heading">#</a></h2><p>The application sorting policy is set for each queue via the [...]
A sorting policy setting is only effective on a <code>leaf</code> queue.
Each <code>leaf</code> queue can use a different policy.</p><p>A sorting policy only specifies the order in which the applications are sorted within a queue.
@@ -79,8 +79,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/user_guide/trouble_shooting/index.html b/docs/0.10.0/user_guide/trouble_shooting/index.html
index 7d30994..173f6c9 100644
--- a/docs/0.10.0/user_guide/trouble_shooting/index.html
+++ b/docs/0.10.0/user_guide/trouble_shooting/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Trouble Shooting | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apach [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
local location on the underneath node, you can read more document <a href="https://docs.docker.com/config/containers/logging/configure/" target="_blank" rel="noopener noreferrer">here</a>.
These logs can be retrieved by <a href="https://kubernetes.io/docs/reference/generated/kubectl/kubectl-commands#logs" target="_blank" rel="noopener noreferrer">kubectl logs</a>. Such as:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-shell codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#29 [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">// retrieve logs</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">kubectl logs yunikorn-scheduler-766d7d6cdd-44b82 yunikorn-scheduler-k8s -n yunikorn</span></div></div></div></div></div><p>In most cases, this command cannot get all logs because the scheduler is rolling logs very fast. To retrieve more logs in
@@ -58,8 +58,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/user_guide/workloads/run_flink/index.html b/docs/0.10.0/user_guide/workloads/run_flink/index.html
index 8a8c706..c6719bc 100644
--- a/docs/0.10.0/user_guide/workloads/run_flink/index.html
+++ b/docs/0.10.0/user_guide/workloads/run_flink/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Run Flink Jobs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" name="twitter:card" content="summary_large_image"><meta data-react-helmet="true" property="og:title" content="Run Flink Jobs | Apache YuniKorn (Incubating)"><meta data-react-helme [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
used to run Flink on Kubernetes, the configuration is slight different.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="standalone-mode"></a>Standalone mode<a aria-hidden="true" tabindex="-1" class="hash-link" href="#standalone-mode" title="Direct link to heading">#</a></h2><p>Please follow <a href="https://ci.apache.org/projects/flink/flink-docs-stable/ops/deployment/kubernetes.html" target="_blank" rel="noopener noreferrer">Kubernetes Setup</a> to get [...]
In this mode, we can directly add required labels (applicationId and queue) in Deployment/Job spec to run flink application with YuniKorn scheduler, as well as <a href="#run-workloads-with-yunikorn-scheduler">Run workloads with YuniKorn Scheduler</a>.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="native-mode"></a>Native mode<a aria-hidden="true" tabindex="-1" class="hash-link" href="#native-mode" title="Direct link to heading">#</a></h2><p>Please follo [...]
Running flink application with YuniKorn scheduler in native mode is only supported for flink 1.11 or above, we can leverage two flink configurations <code>kubernetes.jobmanager.labels</code> and <code>kubernetes.taskmanager.labels</code> to set the required labels.
@@ -33,8 +33,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/user_guide/workloads/run_spark/index.html b/docs/0.10.0/user_guide/workloads/run_spark/index.html
index 9129256..217131c 100644
--- a/docs/0.10.0/user_guide/workloads/run_spark/index.html
+++ b/docs/0.10.0/user_guide/workloads/run_spark/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Run Spark Jobs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache. [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<a href="/docs/0.10.0/">get started</a> to see how that is done.</p></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="prepare-the-docker-image-for-spark"></a>Prepare the docker image for Spark<a aria-hidden="true" tabindex="-1" class="hash-link" href="#prepare-the-docker-image-for-spark" title="Direct link to heading">#</a></h2><p>To run Spark on Kubernetes, you'll need the Spark docker images. You can 1) use the docker images provided by the [...]
team, or 2) build one from scratch. If you want to build your own Spark docker image, you can</p><ul><li>Download a Spark version that has Kubernetes support, URL: <a href="https://github.com/apache/spark" target="_blank" rel="noopener noreferrer">https://github.com/apache/spark</a></li><li>Build spark with Kubernetes support:</li></ul><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</ [...]
security context for running Spark jobs. See more about how to configure proper RBAC rules <a href="https://kubernetes.io/docs/reference/access-authn-authz/rbac/" target="_blank" rel="noopener noreferrer">here</a>.</p></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="submit-a-spark-job"></a>Submit a Spark job<a aria-hidden="true" tabindex="-1" class="hash-link" href="#submit-a-spark-job" title="Direct link to heading">#</a></h2><p>If this is runni [...]
@@ -46,8 +46,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.10.0/user_guide/workloads/run_tf/index.html b/docs/0.10.0/user_guide/workloads/run_tf/index.html
index f4bbfad..fd47723 100644
--- a/docs/0.10.0/user_guide/workloads/run_tf/index.html
+++ b/docs/0.10.0/user_guide/workloads/run_tf/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Run Tensorflow Jobs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.10.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.ap [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
You can install tf-operator by applying all yaml from two website down below:</p><ul><li>CRD: <a href="https://github.com/kubeflow/manifests/tree/master/tf-training/tf-job-crds/base" target="_blank" rel="noopener noreferrer">https://github.com/kubeflow/manifests/tree/master/tf-training/tf-job-crds/base</a></li><li>Deployment: <a href="https://github.com/kubeflow/manifests/tree/master/tf-training/tf-job-operator/base" target="_blank" rel="noopener noreferrer">https://github.com/kubeflow/m [...]
Also you can install kubeflow which can auto install tf-operator for you, URL: <a href="https://www.kubeflow.org/docs/started/getting-started/" target="_blank" rel="noopener noreferrer">https://www.kubeflow.org/docs/started/getting-started/</a></li></ul><p>A simple Tensorflow job example:</p><p>You need to <a href="https://github.com/kubeflow/tf-operator/tree/master/examples/v1/dist-mnist" target="_blank" rel="noopener noreferrer">build the image</a> which used in example yaml.</p><div c [...]
<div style="font-size: 70%">
@@ -31,8 +31,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/community/coding_guidelines/index.html b/docs/0.8.0/community/coding_guidelines/index.html
index a8afcfe..10fff6a 100644
--- a/docs/0.8.0/community/coding_guidelines/index.html
+++ b/docs/0.8.0/community/coding_guidelines/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Coding Guidelines | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apach [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The project uses the predefined format as implemented in <code>gofmt</code>.
That means tabs and not spaces etc.
Read the <a href="https://golang.org/doc/effective_go.html" target="_blank" rel="noopener noreferrer">Effective GO</a> page for further details.
@@ -54,8 +54,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/community/community_sync_up/index.html b/docs/0.8.0/community/community_sync_up/index.html
index 0b2fbb9..5be30ce 100644
--- a/docs/0.8.0/community/community_sync_up/index.html
+++ b/docs/0.8.0/community/community_sync_up/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Community Sync Up | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apach [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<div style="font-size: 70%">
Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
<div style="padding:20px; margin: 10px; color: #4d4d4d;">
@@ -29,8 +29,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/community/how_to_contribute/index.html b/docs/0.8.0/community/how_to_contribute/index.html
index 9060149..30279ef 100644
--- a/docs/0.8.0/community/how_to_contribute/index.html
+++ b/docs/0.8.0/community/how_to_contribute/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">How To Contribute | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apach [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Find an issue that you would like to work on, or file a new one if you have discovered a new issue.
For help with reporting issues look at the <a href="/docs/0.8.0/community/reporting_issues">how to report an issue</a>.</p><p>The easiest way to get started working with the code base is to pick up a really easy
JIRA and work on that. This will help you get familiar with the code base, build system,
@@ -64,8 +64,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/community/reporting_issues/index.html b/docs/0.8.0/community/reporting_issues/index.html
index a7a71ab..c103a04 100644
--- a/docs/0.8.0/community/reporting_issues/index.html
+++ b/docs/0.8.0/community/reporting_issues/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Reporting Issues | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
See the <a href="https://yunikorn.apache.org" target="_blank" rel="noopener noreferrer">YuniKorn web page</a> for information on mailing lists.
You can also ask the YuniKorn slack channel for help, check the web page for details on how to join.
If you have a bug that needs a fix in the code or in the documentation, please follow the procedure in <a href="#Filing-a-JIRA-for-YuniKorn-issues">Filing a JIRA</a> below.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="for-yunikorn-developers"></a>For YuniKorn Developers<a aria-hidden="true" tabindex="-1" class="hash-link" href="#for-yunikorn-developers" title="Direct link to heading">#</a></h2><p>JIRA is used by the Apache YuniKorn project to track al [...]
@@ -44,8 +44,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/configuration/acls/index.html b/docs/0.8.0/configuration/acls/index.html
index 4d8695c..0e3703c 100644
--- a/docs/0.8.0/configuration/acls/index.html
+++ b/docs/0.8.0/configuration/acls/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Acls | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/img/log [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
They can be used in multiple places in YuniKorn.
The current use case is limited to queue ACLs.</p><p>Access control lists give access to the users and groups that have been specified in the list.
They do not provide the possibility to explicitly remove or deny access to the users and groups specified in the list.</p><p>If there is no access control list is configured access is <em>denied</em> by default.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="syntax"></a>Syntax<a aria-hidden="true" tabindex="-1" class="hash-link" href="#syntax" title="Direct link to heading">#</a></h2><p>The access control list is defined as:</p><div class="mdxCodeBlock_ [...]
@@ -54,8 +54,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/configuration/placement_rules/index.html b/docs/0.8.0/configuration/placement_rules/index.html
index 9f31ef9..64cb46a 100644
--- a/docs/0.8.0/configuration/placement_rules/index.html
+++ b/docs/0.8.0/configuration/placement_rules/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Placement Rules | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache. [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Multiple rules can be chained to form a placement policy.
<a href="/docs/0.8.0/configuration/acls">Access control lists</a> and rule filters are defined per rule and enforced per rule.
This document explains how to build a policy, including the rule usage, that is part of the scheduler with examples.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="configuration"></a>Configuration<a aria-hidden="true" tabindex="-1" class="hash-link" href="#configuration" title="Direct link to heading">#</a></h2><p>Rules are defined per partition as part of the scheduler queue configuration.
@@ -98,8 +98,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/configuration/queue_config/index.html b/docs/0.8.0/configuration/queue_config/index.html
index 856e315..c8fa7c3 100644
--- a/docs/0.8.0/configuration/queue_config/index.html
+++ b/docs/0.8.0/configuration/queue_config/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Queue Config | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It references both the <a href="/docs/0.8.0/configuration/acls">Access control lists</a> and <a href="/docs/0.8.0/configuration/placement_rules">placement rule</a> documentation.</p><p>This document explains how to create the partition and queue configuration for the scheduler with examples.</p><p>The scheduler relies on the shim to reliably provide user information as part of the application submission.
In the current shim there is no reliable way to identify the user and the groups the user belongs to.
The user and group information provided by the shim is incomplete in the best case.
@@ -95,8 +95,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/design/cross_queue_preemption/index.html b/docs/0.8.0/design/cross_queue_preemption/index.html
index 215fe27..648e7fa 100644
--- a/docs/0.8.0/design/cross_queue_preemption/index.html
+++ b/docs/0.8.0/design/cross_queue_preemption/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Cross Queue Preemption | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn. [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
to make sure better modularization and plug-ability </li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="answer-some-questions-for-designimplementation-choices"></a>Answer some questions for design/implementation choices<a aria-hidden="true" tabindex="-1" class="hash-link" href="#answer-some-questions-for-designimplementation-choices" title="Direct link to heading">#</a></h2><p><strong>1. Do we really want preemption-delay? (Or we just want to control [...]
they can prepare bad things happen (unfortunately no app do anything for these heads up, at least from what I knew). b. control preemption pace. </p><p>And in practice, I found it causes a lot of issues, for example when a
cluster state keep changing, it is very hard to ensure accurate preemption. </p><p><strong>Proposal:</strong></p><p>Remove the preemption-delay, keep the logics of controlling preemption pace. (such as <code>yarn.resourcemanager.monitor.capacity.preemption
@@ -39,8 +39,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/design/design/index.html b/docs/0.8.0/design/design/index.html
index aacfe87..b35d14a 100644
--- a/docs/0.8.0/design/design/index.html
+++ b/docs/0.8.0/design/design/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Design | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/img/l [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Should not include temporary data helps with scheduler. For example to-be-preempted allocation candidates. Fair share resource of queues, etc.</p><p><strong>Scheduler Cache Event Handler</strong>:</p><p>Handles all events which needs to update scheduler internal state. So all the write operations will be carefully handled.</p><p><strong>Admin Service</strong></p><p>Handles request from Admin, which can also load configurations from storage and update scheduler policies.</p><p><strong>Sch [...]
</span></div></div></div></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="implementation"></a>Implementation<a aria-hidden="true" tabindex="-1" class="hash-link" href="#implementation" title="Direct link to heading">#</a></h2><p><strong>Scheduler needs to do following responsibilities</strong></p><ul><li>According to resource usages between queues, sort queues, applications, and figure out order of application allocation. (This will be used by pr [...]
</span></div></div></div></div></div></li><li><p>Different hierarchies can be added</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-scheduler-conf.yaml codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">partitions: [...]
@@ -46,8 +46,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/design/namespace_resource_quota/index.html b/docs/0.8.0/design/namespace_resource_quota/index.html
index de248b6..8359283 100644
--- a/docs/0.8.0/design/namespace_resource_quota/index.html
+++ b/docs/0.8.0/design/namespace_resource_quota/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Namespace Resource Quota | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikor [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
However, in practice, it makes more sense to do so.
Namespace is often used to set a cap for resource consumptions per user-group/team,
YuniKorn queue is also meant to divide cluster resource into multiple groups.
@@ -40,8 +40,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/design/pluggable_app_management/index.html b/docs/0.8.0/design/pluggable_app_management/index.html
index 02b0d70..54ea1f2 100644
--- a/docs/0.8.0/design/pluggable_app_management/index.html
+++ b/docs/0.8.0/design/pluggable_app_management/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Pluggable App Management | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikor [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This generic way works for any type of workload. It does however give us a limited information on the lifecycle
and application. On the K8s side, operators have been introduced to provide more detail on the application
and help scheduling. We cannot use them currently and want to add that functionality.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="k8s-operator-pattern"></a>K8s Operator Pattern<a aria-hidden="true" tabindex="-1" class="hash-link" href="#k8s-operator-pattern" title="Direct link to heading">#</a></h2><p><a href="https://kubernetes.io/docs/concepts/extend-kubernetes/operator/" target="_blank" rel="noopener noreferrer">K8s operator</a>
@@ -55,8 +55,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/design/resilience/index.html b/docs/0.8.0/design/resilience/index.html
index 09d2f7b..df13ca5 100644
--- a/docs/0.8.0/design/resilience/index.html
+++ b/docs/0.8.0/design/resilience/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Resilience | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/i [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
survive from a fatal software/hardware failure. That requires one or more
standby instances providing same services to take over active instance on failures.
Resilience here means for YuniKorn, we can restart it without losing its state.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="the-problem"></a>The problem<a aria-hidden="true" tabindex="-1" class="hash-link" href="#the-problem" title="Direct link to heading">#</a></h2><p>YuniKorn is designed as a stateless service, it doesn't persist its state, e.g
@@ -57,8 +57,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/design/scheduler_configuration/index.html b/docs/0.8.0/design/scheduler_configuration/index.html
index 0ad8e43..416dc86 100644
--- a/docs/0.8.0/design/scheduler_configuration/index.html
+++ b/docs/0.8.0/design/scheduler_configuration/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler Configuration | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The scheduler configuration must exclude the queue related configuration.</p><p>Scheduler configuration as currently identified</p><ul><li>Bind host</li><li>Service port</li><li>Web bind host</li><li>Web service port</li><li>SSL config</li><li>Shims Configured</li><li>SchedulerACL</li></ul><p>Configuration to consider:</p><ul><li>Assign multiple containers in one go: use case is bin packing, don’t spread an application over large number of nodes. Needs to become configurable.</li><li>Pre [...]
Based on the kubernetes definition this configuration could be a configMap <sup id="s1"><a href="#footnote1">1</a></sup> but not a CRD.</p><p>The queue configuration is dynamic. Changing the queue configuration must not require a scheduler restart.
Changes should be allowed by either calling the GO based API, the REST based API or by updating the configuration file. Changes made through the API must be persisted in the configuration file. Making changes through an API is not a high priority requirement and could be postponed to a later release.</p><p>The queue configuration defines queues in a hierarchy: a tree. The base of the tree is the <em>root</em> queue. The queue configuration must define a single <em>root</em> queue. All qu [...]
@@ -43,8 +43,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/get_started/developer_guide/index.html b/docs/0.8.0/get_started/developer_guide/index.html
index 353ed01..60e7ded 100644
--- a/docs/0.8.0/get_started/developer_guide/index.html
+++ b/docs/0.8.0/get_started/developer_guide/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Developer Guide | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache. [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
is provided in our repositories, you can leverage it to develop YuniKorn scheduling features and integrate with Kubernetes.
This document describes resources how to setup dev environment and how to do the development.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="development-environment-setup"></a>Development Environment setup<a aria-hidden="true" tabindex="-1" class="hash-link" href="#development-environment-setup" title="Direct link to heading">#</a></h2><p>Read the <a href="/docs/0.8.0/setup/env_setup">environment setup guide</a> first to setup Docker and Kubernetes deve [...]
The build procedure will built all components into a single executable that can be deployed and running on Kubernetes.</p><p>Start the integrated build process by pulling the <code>yunikorn-k8shim</code> repository:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-bash codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color: [...]
@@ -51,8 +51,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/index.html b/docs/0.8.0/index.html
index 46e7d00..3598f3e 100644
--- a/docs/0.8.0/index.html
+++ b/docs/0.8.0/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">User Guide | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/i [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It is also assumed that <code>kubectl</code> is on your path and properly configured.
Follow this <a href="/docs/0.8.0/setup/env_setup">guide</a> on how to setup a local Kubernetes cluster using docker-desktop.</p><p>All files mentioned in this user guide are part of the <a href="https://github.com/apache/incubator-yunikorn-k8shim" target="_blank" rel="noopener noreferrer">yunikorn-k8shim</a> repository.
They are located in the <a href="https://github.com/apache/incubator-yunikorn-k8shim/tree/master/deployments/scheduler" target="_blank" rel="noopener noreferrer">deployments</a> sub directory. The command given assume that you are located in that directory.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="quick-start"></a>Quick Start<a aria-hidden="true" tabindex="-1" class="hash-link" href="#quick-start" title="Direct link to heading">#</a></h2><p>The ea [...]
@@ -48,8 +48,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/performance/evaluate_perf_function_with_kubemark/index.html b/docs/0.8.0/performance/evaluate_perf_function_with_kubemark/index.html
index bb1d278..6ab013b 100644
--- a/docs/0.8.0/performance/evaluate_perf_function_with_kubemark/index.html
+++ b/docs/0.8.0/performance/evaluate_perf_function_with_kubemark/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Perf With Kubemark | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apac [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
a tool helps us to simulate large K8s cluster and run experimental workloads.
There were 18 bare-metal servers being used to simulate 2000/4000 nodes for these tests. </p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="scheduler-throughput"></a>Scheduler Throughput<a aria-hidden="true" tabindex="-1" class="hash-link" href="#scheduler-throughput" title="Direct link to heading">#</a></h2><p>When running Big Data batch workloads, e.g Spark, on K8s, scheduler throughput becomes to be one of the main concerns.
In YuniKorn, we have done lots of optimizations to improve the performance, such as a fully async event-driven system
@@ -50,8 +50,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/performance/metrics/index.html b/docs/0.8.0/performance/metrics/index.html
index b1ee28d..ed7d626 100644
--- a/docs/0.8.0/performance/metrics/index.html
+++ b/docs/0.8.0/performance/metrics/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Metrics | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/img/ [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
scheduler's critical execution paths, to reveal potential performance bottlenecks. Currently, there are two categories
for these metrics:</p><ul><li>scheduler: generic metrics of the scheduler, such as allocation latency, num of apps etc.</li><li>queue: each queue has its own metrics sub-system, tracking queue status.</li></ul><p>all metrics are declared in <code>yunikorn</code> namespace.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="access-metrics"></a>Access Metrics<a aria-hidden="true" tabindex="-1" class="hash-link" href="#access-metrics" title="Direct link to hea [...]
Once started, they can be accessed via endpoint http://localhost:9080/ws/v1/metrics.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="aggregate-metrics-to-prometheus"></a>Aggregate Metrics to Prometheus<a aria-hidden="true" tabindex="-1" class="hash-link" href="#aggregate-metrics-to-prometheus" title="Direct link to heading">#</a></h2><p>It's simple to setup a Prometheus server to grab YuniKorn metrics periodically. Follow these steps:</p><ul><li><p> [...]
@@ -35,8 +35,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/performance/profiling/index.html b/docs/0.8.0/performance/profiling/index.html
index 7305bc9..5b9ff14 100644
--- a/docs/0.8.0/performance/profiling/index.html
+++ b/docs/0.8.0/performance/profiling/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Profiling | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/im [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
added to YuniKorn rest service, we can easily retrieve and analyze them from HTTP
endpoints.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="cpu-profiling"></a>CPU profiling<a aria-hidden="true" tabindex="-1" class="hash-link" href="#cpu-profiling" title="Direct link to heading">#</a></h2><p>At this step, ensure you already have YuniKorn running, it can be either running from
local via a <code>make run</code> command, or deployed as a pod running inside of K8s. Then run</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">go tool p [...]
@@ -40,8 +40,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/setup/build_local/index.html b/docs/0.8.0/setup/build_local/index.html
index 59261bc..db65012 100644
--- a/docs/0.8.0/setup/build_local/index.html
+++ b/docs/0.8.0/setup/build_local/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Build Local | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/ [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
These dependencies are part of the go modules and point to the github repositories.
During development it can be required to break the dependency on the committed version from github.
This requires making changes in the module file to allow loading a local copy or a forked copy from a different repository. </p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="affected-repositories"></a>Affected repositories<a aria-hidden="true" tabindex="-1" class="hash-link" href="#affected-repositories" title="Direct link to heading">#</a></h2><p>The following dependencies exist between the repositories:</p><table><thead><tr><th>repository</th><th>depen [...]
@@ -34,8 +34,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/setup/configure_scheduler/index.html b/docs/0.8.0/setup/configure_scheduler/index.html
index 903b76b..046dc46 100644
--- a/docs/0.8.0/setup/configure_scheduler/index.html
+++ b/docs/0.8.0/setup/configure_scheduler/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Configure Scheduler | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apa [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This kubernetes environment can be either local or remote. </p><ul><li>download configuration file if not available on the node to add to kubernetes:</li></ul><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-lin [...]
for reference.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="deploy-the-scheduler"></a>Deploy the Scheduler<a aria-hidden="true" tabindex="-1" class="hash-link" href="#deploy-the-scheduler" title="Direct link to heading">#</a></h2><p>The scheduler can be deployed with following command.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div [...]
that can be done either via Kubernetes dashboard UI or commandline. <em>Note</em>, changes made to the configmap might have some
@@ -33,8 +33,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/setup/deployment/index.html b/docs/0.8.0/setup/deployment/index.html
index 8b63f8c..88f9094 100644
--- a/docs/0.8.0/setup/deployment/index.html
+++ b/docs/0.8.0/setup/deployment/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Deployment Guide | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
you can find the guide <a href="/docs/0.8.0/">here</a>. However, if you want to explore the deployment procedure
step by step, here are the instructions.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="setup-rbac"></a>Setup RBAC<a aria-hidden="true" tabindex="-1" class="hash-link" href="#setup-rbac" title="Direct link to heading">#</a></h2><p>The first step is to create the RBAC role for the scheduler, see <a href="https://github.com/apache/incubator-yunikorn-k8shim/blob/master/deployments/scheduler/yunikorn-rbac.yaml" target="_blank" rel="noopener noreferrer">yuni [...]
The procedure on how to build the images is explained in the <a href="/docs/0.8.0/get_started/developer_guide">build document</a>. See <a href="https://github.com/apache/incubator-yunikorn-k8shim/blob/master/deployments/scheduler/scheduler.yaml" target="_blank" rel="noopener noreferrer">scheduler.yaml</a></p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" cla [...]
@@ -34,8 +34,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.8.0/setup/env_setup/index.html b/docs/0.8.0/setup/env_setup/index.html
index c0a6c17..fb70fec 100644
--- a/docs/0.8.0/setup/env_setup/index.html
+++ b/docs/0.8.0/setup/env_setup/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Environment Setup | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apach [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<code>Minikube</code> provisions a local Kubernetes cluster on several Virtual Machines (via VirtualBox or something similar). <code>docker-desktop</code> on the other hand, sets up Kubernetes cluster in docker containers.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="local-kubernetes-cluster-using-docker-desktop"></a>Local Kubernetes cluster using Docker Desktop<a aria-hidden="true" tabindex="-1" class="hash-link" href="#local-kubernetes-cluster-using [...]
Even in this case we can use a lightweight <a href="#local-kubernetes-cluster-with-minikube">minikube</a> setup which gives the same functionality with less impact.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="installation"></a>Installation<a aria-hidden="true" tabindex="-1" class="hash-link" href="#installation" title="Direct link to heading">#</a></h3><p>Download and install <a href="https://www.docker.com/products/docker-desktop" target="_blank" re [...]
Just simply follow the instruction <a href="https://docs.docker.com/docker-for-mac/#kubernetes" target="_blank" rel="noopener noreferrer">here</a> to get Kubernetes up and running within docker-desktop.</p><p>Once Kubernetes is started in docker desktop, you should see something similar below:</p><p><img alt="Kubernetes in Docker Desktop" src="/assets/images/docker-desktop-7afa28a7972e0e8867bcab8a6a9ac614.png"></p><p>This means that:</p><ol><li>Kubernetes is running.</li><li>the command [...]
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/api/cluster/index.html b/docs/0.9.0/api/cluster/index.html
index d55cee0..70cef03 100644
--- a/docs/0.9.0/api/cluster/index.html
+++ b/docs/0.9.0/api/cluster/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Cluster | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/img/ [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<div style="font-size: 70%">
Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
<div style="padding:20px; margin: 10px; color: #4d4d4d;">
@@ -29,8 +29,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/api/scheduler/index.html b/docs/0.9.0/api/scheduler/index.html
index 0b35d31..79757d8 100644
--- a/docs/0.9.0/api/scheduler/index.html
+++ b/docs/0.9.0/api/scheduler/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/im [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The queues' hierarchy is kept in the response json. </p><p><strong>URL</strong> : <code>/ws/v1/queues</code></p><p><strong>Method</strong> : <code>GET</code></p><p><strong>Auth required</strong> : NO</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="success-response"></a>Success response<a aria-hidden="true" tabindex="-1" class="hash-link" href="#success-response" title="Direct link to heading">#</a></h3><p><strong>Code</strong> : <code>200 OK</code> [...]
Node details include host and rack name, capacity, resources and allocations.</p><p><strong>URL</strong> : <code>/ws/v1/nodes</code></p><p><strong>Method</strong> : <code>GET</code></p><p><strong>Auth required</strong> : NO</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="success-response-2"></a>Success response<a aria-hidden="true" tabindex="-1" class="hash-link" href="#success-response-2" title="Direct link to heading">#</a></h3><p><strong>Code</strong> [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">goroutine 1 [chan receive,</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> 26 minutes</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">]:</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">main.main()</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> /yunikorn/ [...]
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/api/system/index.html b/docs/0.9.0/api/system/index.html
index ac876d6..64ff95f 100644
--- a/docs/0.9.0/api/system/index.html
+++ b/docs/0.9.0/api/system/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">System | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/img/l [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Types of profiles available:</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Count Profile</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">273 allocs</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">0 block</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">0 c [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">allocs: A sampling of all past memory allocations</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">block: Stack traces that led to blocking on synchronization primitives</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">cmdline: The command line invocation of the current program</span></div><div class="token-line" style="color:#bfc7d5"> [...]
<div style="font-size: 70%">
@@ -31,8 +31,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/design/architecture/index.html b/docs/0.9.0/design/architecture/index.html
index d55010c..7d668b6 100644
--- a/docs/0.9.0/design/architecture/index.html
+++ b/docs/0.9.0/design/architecture/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Architecture | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It is created to achieve fine-grained resource sharing for various workloads efficiently on a large scale, multi-tenant,
and cloud-native environment. YuniKorn brings a unified, cross-platform, scheduling experience for mixed workloads that
consist of stateless batch workloads and stateful services.</p><p>YuniKorn now supports K8s and can be deployed as a custom K8s scheduler. YuniKorn's architecture design also allows
@@ -43,8 +43,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/design/cross_queue_preemption/index.html b/docs/0.9.0/design/cross_queue_preemption/index.html
index 88f9a3e..ee4d399 100644
--- a/docs/0.9.0/design/cross_queue_preemption/index.html
+++ b/docs/0.9.0/design/cross_queue_preemption/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Cross Queue Preemption | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn. [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
to make sure better modularization and plug-ability </li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="answer-some-questions-for-designimplementation-choices"></a>Answer some questions for design/implementation choices<a aria-hidden="true" tabindex="-1" class="hash-link" href="#answer-some-questions-for-designimplementation-choices" title="Direct link to heading">#</a></h2><p><strong>1. Do we really want preemption-delay? (Or we just want to control [...]
they can prepare bad things happen (unfortunately no app do anything for these heads up, at least from what I knew). b. control preemption pace. </p><p>And in practice, I found it causes a lot of issues, for example when a
cluster state keep changing, it is very hard to ensure accurate preemption. </p><p><strong>Proposal:</strong></p><p>Remove the preemption-delay, keep the logics of controlling preemption pace. (such as <code>yarn.resourcemanager.monitor.capacity.preemption
@@ -39,8 +39,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/design/k8shim/index.html b/docs/0.9.0/design/k8shim/index.html
index e11614e..81bbaaa 100644
--- a/docs/0.9.0/design/k8shim/index.html
+++ b/docs/0.9.0/design/k8shim/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Kubernetes Shim Design | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn. [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
the 3 layer design of YuniKorn before getting to understand what is the Kubernetes shim.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="the-kubernetes-shim"></a>The Kubernetes shim<a aria-hidden="true" tabindex="-1" class="hash-link" href="#the-kubernetes-shim" title="Direct link to heading">#</a></h2><p>The YuniKorn Kubernetes shim is responsible for talking to Kubernetes, it is responsible for translating the Kubernetes
cluster resources, and resource requests via scheduler interface and send them to the scheduler core.
And when a scheduler decision is made, it is responsible for binding the pod to the specific node. All the communication
@@ -38,8 +38,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/design/namespace_resource_quota/index.html b/docs/0.9.0/design/namespace_resource_quota/index.html
index 7c4d503..eb41aeb 100644
--- a/docs/0.9.0/design/namespace_resource_quota/index.html
+++ b/docs/0.9.0/design/namespace_resource_quota/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Namespace Resource Quota | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikor [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
However, in practice, it makes more sense to do so.
Namespace is often used to set a cap for resource consumptions per user-group/team,
YuniKorn queue is also meant to divide cluster resource into multiple groups.
@@ -40,8 +40,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/design/pluggable_app_management/index.html b/docs/0.9.0/design/pluggable_app_management/index.html
index a8601ce..2c01506 100644
--- a/docs/0.9.0/design/pluggable_app_management/index.html
+++ b/docs/0.9.0/design/pluggable_app_management/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Pluggable App Management | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikor [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This generic way works for any type of workload. It does however give us a limited information on the lifecycle
and application. On the K8s side, operators have been introduced to provide more detail on the application
and help scheduling. We cannot use them currently and want to add that functionality.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="k8s-operator-pattern"></a>K8s Operator Pattern<a aria-hidden="true" tabindex="-1" class="hash-link" href="#k8s-operator-pattern" title="Direct link to heading">#</a></h2><p><a href="https://kubernetes.io/docs/concepts/extend-kubernetes/operator/" target="_blank" rel="noopener noreferrer">K8s operator</a>
@@ -55,8 +55,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/design/predicates/index.html b/docs/0.9.0/design/predicates/index.html
index e5cf7b6..f2a9caf 100644
--- a/docs/0.9.0/design/predicates/index.html
+++ b/docs/0.9.0/design/predicates/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Support K8s Predicates | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn. [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
is eligible to be allocated onto a node. Common predicates are: node-selector, pod affinity/anti-affinity etc. To support
these predicates in YuniKorn, we don't intend to re-implement everything on our own, but to re-use the core predicates
code as much as possible.</p><p>YuniKorn-core is agnostic about underneath RMs, so the predicates functions are implemented in K8s-shim as a <code>SchedulerPlugin</code>.
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/design/resilience/index.html b/docs/0.9.0/design/resilience/index.html
index f917999..a0a511c 100644
--- a/docs/0.9.0/design/resilience/index.html
+++ b/docs/0.9.0/design/resilience/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Resilience | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/i [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
survive from a fatal software/hardware failure. That requires one or more
standby instances providing same services to take over active instance on failures.
Resilience here means for YuniKorn, we can restart it without losing its state.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="the-problem"></a>The problem<a aria-hidden="true" tabindex="-1" class="hash-link" href="#the-problem" title="Direct link to heading">#</a></h2><p>YuniKorn is designed as a stateless service, it doesn't persist its state, e.g
@@ -57,8 +57,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/design/scheduler_configuration/index.html b/docs/0.9.0/design/scheduler_configuration/index.html
index 5e76718..2ba8f36 100644
--- a/docs/0.9.0/design/scheduler_configuration/index.html
+++ b/docs/0.9.0/design/scheduler_configuration/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler Configuration | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The scheduler configuration must exclude the queue related configuration.</p><p>Scheduler configuration as currently identified</p><ul><li>Bind host</li><li>Service port</li><li>Web bind host</li><li>Web service port</li><li>SSL config</li><li>Shims Configured</li><li>SchedulerACL</li></ul><p>Configuration to consider:</p><ul><li>Assign multiple containers in one go: use case is bin packing, don’t spread an application over large number of nodes. Needs to become configurable.</li><li>Pre [...]
Based on the kubernetes definition this configuration could be a configMap <sup id="s1"><a href="#f1">1</a></sup> but not a CRD.</p><p>The queue configuration is dynamic. Changing the queue configuration must not require a scheduler restart.
Changes should be allowed by either calling the GO based API, the REST based API or by updating the configuration file. Changes made through the API must be persisted in the configuration file. Making changes through an API is not a high priority requirement and could be postponed to a later release.</p><p>The queue configuration defines queues in a hierarchy: a tree. The base of the tree is the <em>root</em> queue. The queue configuration must define a single <em>root</em> queue. All qu [...]
@@ -43,8 +43,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/design/scheduler_core_design/index.html b/docs/0.9.0/design/scheduler_core_design/index.html
index 2e8853f..3b0bcd6 100644
--- a/docs/0.9.0/design/scheduler_core_design/index.html
+++ b/docs/0.9.0/design/scheduler_core_design/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler Core Design | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.a [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
platforms (like YARN/K8s), and is responsible for container allocation requests. It makes the decision where is the
best spot for each request and then sends response allocations to the resource management platform.
Scheduler core is agnostic about underneath platforms, all the communications are through the <a href="https://github.com/apache/incubator-yunikorn-scheduler-interface" target="_blank" rel="noopener noreferrer">scheduler interface</a>.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="components"></a>Components:<a aria-hidden="true" tabindex="-1" class="hash-link" href="#components" title="Direct link to heading">#</a></h2><div class="mdxCodeBlock_1XEh"><d [...]
@@ -60,8 +60,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/design/scheduler_object_states/index.html b/docs/0.9.0/design/scheduler_object_states/index.html
index 130c1ee..b473590 100644
--- a/docs/0.9.0/design/scheduler_object_states/index.html
+++ b/docs/0.9.0/design/scheduler_object_states/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler Object States | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This ranges from applications in the core to nodes in the k8shim.
The state machines are independent and not shared between the resource managers and core.
A resource manager shim, and the core can thus have an independent idea of the state of a similar object.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="core-scheduler"></a>Core Scheduler<a aria-hidden="true" tabindex="-1" class="hash-link" href="#core-scheduler" title="Direct link to heading">#</a></h2><p>State change are triggered by events that get processed.
@@ -64,8 +64,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/design/state_aware_scheduling/index.html b/docs/0.9.0/design/state_aware_scheduling/index.html
index c12d30f..2a3b165 100644
--- a/docs/0.9.0/design/state_aware_scheduling/index.html
+++ b/docs/0.9.0/design/state_aware_scheduling/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Batch Workloads Ordering with StateAware Policy | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" c [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Another way to look at this is the fact that processing needs to be kicked off and that the first step is to start a driver or manager for the application.
Later stages might depend on the previous stages.
When running applications in a size limited environment this could lead to a resource exhaustion when submitting multiple applications at the same time.
@@ -66,8 +66,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/developer_guide/build/index.html b/docs/0.9.0/developer_guide/build/index.html
index 6227bc9..c708c5b 100644
--- a/docs/0.9.0/developer_guide/build/index.html
+++ b/docs/0.9.0/developer_guide/build/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Build and Run | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.or [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
is provided in our repositories, you can leverage it to develop YuniKorn scheduling features and integrate with Kubernetes.
This document describes resources how to setup dev environment and how to do the development.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="development-environment-setup"></a>Development Environment setup<a aria-hidden="true" tabindex="-1" class="hash-link" href="#development-environment-setup" title="Direct link to heading">#</a></h2><p>Read the <a href="/docs/0.9.0/developer_guide/env_setup">environment setup guide</a> first to setup Docker and Kuber [...]
The build procedure will built all components into a single executable that can be deployed and running on Kubernetes.</p><p>Start the integrated build process by pulling the <code>yunikorn-k8shim</code> repository:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-bash codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color: [...]
@@ -53,8 +53,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/developer_guide/deployment/index.html b/docs/0.9.0/developer_guide/deployment/index.html
index 800db2a..896f09d 100644
--- a/docs/0.9.0/developer_guide/deployment/index.html
+++ b/docs/0.9.0/developer_guide/deployment/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Deploy to Kubernetes | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.ap [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
you can find the guide <a href="/docs/0.9.0/">here</a>. This document describes the manual process to deploy YuniKorn
scheduler and it is majorly for developers.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="build-docker-image"></a>Build docker image<a aria-hidden="true" tabindex="-1" class="hash-link" href="#build-docker-image" title="Direct link to heading">#</a></h2><p>Under project root of the <code>yunikorn-k8shim</code>, run the command to build an image using the map for the configuration:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><bu [...]
This kubernetes environment can be either local or remote. </p><ul><li>download configuration file if not available on the node to add to kubernetes:</li></ul><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-lin [...]
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/developer_guide/env_setup/index.html b/docs/0.9.0/developer_guide/env_setup/index.html
index 76d589e..69cf52f 100644
--- a/docs/0.9.0/developer_guide/env_setup/index.html
+++ b/docs/0.9.0/developer_guide/env_setup/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Dev Environment Setup | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.a [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<code>Minikube</code> provisions a local Kubernetes cluster on several Virtual Machines (via VirtualBox or something similar). <code>docker-desktop</code> on the other hand, sets up Kubernetes cluster in docker containers.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="local-kubernetes-cluster-using-docker-desktop"></a>Local Kubernetes cluster using Docker Desktop<a aria-hidden="true" tabindex="-1" class="hash-link" href="#local-kubernetes-cluster-using [...]
Even in this case we can use a lightweight <a href="#local-kubernetes-cluster-with-minikube">minikube</a> setup which gives the same functionality with less impact.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="installation"></a>Installation<a aria-hidden="true" tabindex="-1" class="hash-link" href="#installation" title="Direct link to heading">#</a></h3><p>Download and install <a href="https://www.docker.com/products/docker-desktop" target="_blank" re [...]
Just simply follow the instruction <a href="https://docs.docker.com/docker-for-mac/#kubernetes" target="_blank" rel="noopener noreferrer">here</a> to get Kubernetes up and running within docker-desktop.</p><p>Once Kubernetes is started in docker desktop, you should see something similar below:</p><p><img alt="Kubernetes in Docker Desktop" src="/assets/images/docker-desktop-7afa28a7972e0e8867bcab8a6a9ac614.png"></p><p>This means that:</p><ol><li>Kubernetes is running.</li><li>the command [...]
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/get_started/core_features/index.html b/docs/0.9.0/get_started/core_features/index.html
index e0b6477..eeb8a7e 100644
--- a/docs/0.9.0/get_started/core_features/index.html
+++ b/docs/0.9.0/get_started/core_features/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Features | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/img [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
pod by pod, without any context about user, app, queue. However, YuniKorn recognizes users, apps, queues, and it considers
a lot more factors, e.g resource, ordering etc, while making scheduling decisions. This gives us the possibility to do
fine-grained controls on resource quotas, resource fairness and priorities, which are the most important requirements
@@ -53,8 +53,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/index.html b/docs/0.9.0/index.html
index 0263e17..ea50edc 100644
--- a/docs/0.9.0/index.html
+++ b/docs/0.9.0/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Get Started | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/ [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It is also assumed that <code>kubectl</code> is on your path and properly configured.
Follow this <a href="/docs/0.9.0/developer_guide/env_setup">guide</a> on how to setup a local Kubernetes cluster using docker-desktop.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="install"></a>Install<a aria-hidden="true" tabindex="-1" class="hash-link" href="#install" title="Direct link to heading">#</a></h2><p>The easiest way to get started is to use our Helm Charts to deploy YuniKorn on an existing Kubernetes cluster.
It is recommended to use Helm 3 or later versions.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-shell codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">helm repo </span><span class="token function" style="color [...]
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/performance/evaluate_perf_function_with_kubemark/index.html b/docs/0.9.0/performance/evaluate_perf_function_with_kubemark/index.html
index 3705477..d4fee26 100644
--- a/docs/0.9.0/performance/evaluate_perf_function_with_kubemark/index.html
+++ b/docs/0.9.0/performance/evaluate_perf_function_with_kubemark/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Evaluate YuniKorn function & performance with Kubemark | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitt [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
a tool helps us to simulate large K8s cluster and run experimental workloads.
There were 18 bare-metal servers being used to simulate 2000/4000 nodes for these tests. </p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="scheduler-throughput"></a>Scheduler Throughput<a aria-hidden="true" tabindex="-1" class="hash-link" href="#scheduler-throughput" title="Direct link to heading">#</a></h2><p>When running Big Data batch workloads, e.g Spark, on K8s, scheduler throughput becomes to be one of the main concerns.
In YuniKorn, we have done lots of optimizations to improve the performance, such as a fully async event-driven system
@@ -50,8 +50,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/performance/metrics/index.html b/docs/0.9.0/performance/metrics/index.html
index 6e5d762..17f4651 100644
--- a/docs/0.9.0/performance/metrics/index.html
+++ b/docs/0.9.0/performance/metrics/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler Metrics | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apach [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
scheduler's critical execution paths, to reveal potential performance bottlenecks. Currently, there are two categories
for these metrics:</p><ul><li>scheduler: generic metrics of the scheduler, such as allocation latency, num of apps etc.</li><li>queue: each queue has its own metrics sub-system, tracking queue status.</li></ul><p>all metrics are declared in <code>yunikorn</code> namespace.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="access-metrics"></a>Access Metrics<a aria-hidden="true" tabindex="-1" class="hash-link" href="#access-metrics" title="Direct link to hea [...]
Once started, they can be accessed via endpoint http://localhost:9080/ws/v1/metrics.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="aggregate-metrics-to-prometheus"></a>Aggregate Metrics to Prometheus<a aria-hidden="true" tabindex="-1" class="hash-link" href="#aggregate-metrics-to-prometheus" title="Direct link to heading">#</a></h2><p>It's simple to setup a Prometheus server to grab YuniKorn metrics periodically. Follow these steps:</p><ul><li><p> [...]
@@ -35,8 +35,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/performance/profiling/index.html b/docs/0.9.0/performance/profiling/index.html
index e944b2c..29aa0f4 100644
--- a/docs/0.9.0/performance/profiling/index.html
+++ b/docs/0.9.0/performance/profiling/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Profiling | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/im [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
added to YuniKorn rest service, we can easily retrieve and analyze them from HTTP
endpoints.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="cpu-profiling"></a>CPU profiling<a aria-hidden="true" tabindex="-1" class="hash-link" href="#cpu-profiling" title="Direct link to heading">#</a></h2><p>At this step, ensure you already have YuniKorn running, it can be either running from
local via a <code>make run</code> command, or deployed as a pod running inside of K8s. Then run</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">go tool p [...]
@@ -40,8 +40,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/user_guide/acls/index.html b/docs/0.9.0/user_guide/acls/index.html
index d123f33..786f754 100644
--- a/docs/0.9.0/user_guide/acls/index.html
+++ b/docs/0.9.0/user_guide/acls/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">ACLs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/img/log [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Therefore, the recommendation is to use the wildcard ACL on the root queue for now as per the default configuration.</p></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="usage"></a>Usage<a aria-hidden="true" tabindex="-1" class="hash-link" href="#usage" title="Direct link to heading">#</a></h2><p>Access Control Lists are generic for YuniKorn.
They can be used in multiple places in YuniKorn.
The current use case is limited to queue ACLs.</p><p>Access control lists give access to the users and groups that have been specified in the list.
@@ -55,8 +55,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/user_guide/placement_rules/index.html b/docs/0.9.0/user_guide/placement_rules/index.html
index 1226c3f..aa698ff 100644
--- a/docs/0.9.0/user_guide/placement_rules/index.html
+++ b/docs/0.9.0/user_guide/placement_rules/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">App Placement Rules | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apa [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Multiple rules can be chained to form a placement policy.
<a href="/docs/0.9.0/user_guide/acls">Access control lists</a> and rule filters are defined per rule and enforced per rule.
This document explains how to build a policy, including the rule usage, that is part of the scheduler with examples.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="configuration"></a>Configuration<a aria-hidden="true" tabindex="-1" class="hash-link" href="#configuration" title="Direct link to heading">#</a></h2><p>Rules are defined per partition as part of the scheduler queue configuration.
@@ -98,8 +98,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/user_guide/queue_config/index.html b/docs/0.9.0/user_guide/queue_config/index.html
index a8912ec..656a879 100644
--- a/docs/0.9.0/user_guide/queue_config/index.html
+++ b/docs/0.9.0/user_guide/queue_config/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Partition and Queue Configuration | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https: [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It references both the <a href="/docs/0.9.0/user_guide/acls">Access control lists</a> and <a href="/docs/0.9.0/user_guide/placement_rules">placement rule</a> documentation.</p><p>This document explains how to create the partition and queue configuration for the scheduler with examples.</p><p>The scheduler relies on the shim to reliably provide user information as part of the application submission.
In the current shim there is no reliable way to identify the user and the groups the user belongs to.
The user and group information provided by the shim is incomplete in the best case.
@@ -101,8 +101,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/user_guide/resource_quota_management/index.html b/docs/0.9.0/user_guide/resource_quota_management/index.html
index 22ed7a9..0d95005 100644
--- a/docs/0.9.0/user_guide/resource_quota_management/index.html
+++ b/docs/0.9.0/user_guide/resource_quota_management/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Resource Quota Management | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yuniko [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
using namespace resource quota. Here are some how-to documents about setting up
resource quota management with YuniKorn queues.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="option-1-static-queues"></a>Option 1) Static queues<a aria-hidden="true" tabindex="-1" class="hash-link" href="#option-1-static-queues" title="Direct link to heading">#</a></h2><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="goal"></a>Goal<a aria-hidden="true" tabindex="-1" class="hash-link" href="#goal" title="Direct link to hea [...]
jobs to the leaf queues. This approach fully manages the resource capacity for
@@ -47,8 +47,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/user_guide/sorting_policies/index.html b/docs/0.9.0/user_guide/sorting_policies/index.html
index a841222..5234fb2 100644
--- a/docs/0.9.0/user_guide/sorting_policies/index.html
+++ b/docs/0.9.0/user_guide/sorting_policies/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Sorting Policies | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Policies can be set for:</p><ul><li><a href="#application-sorting">Applications</a></li><li><a href="#node-sorting">Nodes</a></li><li><a href="#request-sorting">Requests</a></li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="application-sorting"></a>Application sorting<a aria-hidden="true" tabindex="-1" class="hash-link" href="#application-sorting" title="Direct link to heading">#</a></h2><p>The application sorting policy is set for each queue via the [...]
A sorting policy setting is only effective on a <code>leaf</code> queue.
Each <code>leaf</code> queue can use a different policy.</p><p>A sorting policy only specifies the order in which the applications are sorted within a queue.
@@ -79,8 +79,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/user_guide/trouble_shooting/index.html b/docs/0.9.0/user_guide/trouble_shooting/index.html
index 3b65975..674aecf 100644
--- a/docs/0.9.0/user_guide/trouble_shooting/index.html
+++ b/docs/0.9.0/user_guide/trouble_shooting/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Trouble Shooting | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
local location on the underneath node, you can read more document <a href="https://docs.docker.com/config/containers/logging/configure/" target="_blank" rel="noopener noreferrer">here</a>.
These logs can be retrieved by <a href="https://kubernetes.io/docs/reference/generated/kubectl/kubectl-commands#logs" target="_blank" rel="noopener noreferrer">kubectl logs</a>. Such as:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-shell codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#29 [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">// retrieve logs</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">kubectl logs yunikorn-scheduler-766d7d6cdd-44b82 yunikorn-scheduler-k8s -n yunikorn</span></div></div></div></div></div><p>In most cases, this command cannot get all logs because the scheduler is rolling logs very fast. To retrieve more logs in
@@ -46,8 +46,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/user_guide/workloads/run_flink/index.html b/docs/0.9.0/user_guide/workloads/run_flink/index.html
index 372a3e3..d3983d1 100644
--- a/docs/0.9.0/user_guide/workloads/run_flink/index.html
+++ b/docs/0.9.0/user_guide/workloads/run_flink/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Run Flink Jobs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" name="twitter:card" content="summary_large_image"><meta data-react-helmet="true" property="og:title" content="Run Flink Jobs | Apache YuniKorn (Incubating)"><meta data-react-helmet [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
used to run Flink on Kubernetes, the configuration is slight different.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="standalone-mode"></a>Standalone mode<a aria-hidden="true" tabindex="-1" class="hash-link" href="#standalone-mode" title="Direct link to heading">#</a></h2><p>Please follow <a href="https://ci.apache.org/projects/flink/flink-docs-stable/ops/deployment/kubernetes.html" target="_blank" rel="noopener noreferrer">Kubernetes Setup</a> to get [...]
In this mode, we can directly add required labels (applicationId and queue) in Deployment/Job spec to run flink application with YuniKorn scheduler, as well as <a href="#run-workloads-with-yunikorn-scheduler">Run workloads with YuniKorn Scheduler</a>.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="native-mode"></a>Native mode<a aria-hidden="true" tabindex="-1" class="hash-link" href="#native-mode" title="Direct link to heading">#</a></h2><p>Please follo [...]
Running flink application with YuniKorn scheduler in native mode is only supported for flink 1.11 or above, we can leverage two flink configurations <code>kubernetes.jobmanager.labels</code> and <code>kubernetes.taskmanager.labels</code> to set the required labels.
@@ -33,8 +33,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/user_guide/workloads/run_spark/index.html b/docs/0.9.0/user_guide/workloads/run_spark/index.html
index 642649c..91c1ef4 100644
--- a/docs/0.9.0/user_guide/workloads/run_spark/index.html
+++ b/docs/0.9.0/user_guide/workloads/run_spark/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Run Spark Jobs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.o [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<a href="/docs/0.9.0/">get started</a> to see how that is done.</p></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="prepare-the-docker-image-for-spark"></a>Prepare the docker image for Spark<a aria-hidden="true" tabindex="-1" class="hash-link" href="#prepare-the-docker-image-for-spark" title="Direct link to heading">#</a></h2><p>To run Spark on Kubernetes, you'll need the Spark docker images. You can 1) use the docker images provided by the [...]
team, or 2) build one from scratch. If you want to build your own Spark docker image, you can</p><ul><li>Download a Spark version that has Kubernetes support, URL: <a href="https://github.com/apache/spark" target="_blank" rel="noopener noreferrer">https://github.com/apache/spark</a></li><li>Build spark with Kubernetes support:</li></ul><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</ [...]
security context for running Spark jobs. See more about how to configure proper RBAC rules <a href="https://kubernetes.io/docs/reference/access-authn-authz/rbac/" target="_blank" rel="noopener noreferrer">here</a>.</p></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="submit-a-spark-job"></a>Submit a Spark job<a aria-hidden="true" tabindex="-1" class="hash-link" href="#submit-a-spark-job" title="Direct link to heading">#</a></h2><p>If this is runni [...]
@@ -46,8 +46,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/0.9.0/user_guide/workloads/run_tf/index.html b/docs/0.9.0/user_guide/workloads/run_tf/index.html
index 515cf3b..8b51097 100644
--- a/docs/0.9.0/user_guide/workloads/run_tf/index.html
+++ b/docs/0.9.0/user_guide/workloads/run_tf/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Run Tensorflow Jobs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.9.0"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apa [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
You can install tf-operator by applying all yaml from two website down below:</p><ul><li>CRD: <a href="https://github.com/kubeflow/manifests/tree/master/tf-training/tf-job-crds/base" target="_blank" rel="noopener noreferrer">https://github.com/kubeflow/manifests/tree/master/tf-training/tf-job-crds/base</a></li><li>Deployment: <a href="https://github.com/kubeflow/manifests/tree/master/tf-training/tf-job-operator/base" target="_blank" rel="noopener noreferrer">https://github.com/kubeflow/m [...]
Also you can install kubeflow which can auto install tf-operator for you, URL: <a href="https://www.kubeflow.org/docs/started/getting-started/" target="_blank" rel="noopener noreferrer">https://www.kubeflow.org/docs/started/getting-started/</a></li></ul><p>A simple Tensorflow job example:</p><p>You need to <a href="https://github.com/kubeflow/tf-operator/tree/master/examples/v1/dist-mnist" target="_blank" rel="noopener noreferrer">build the image</a> which used in example yaml.</p><div c [...]
<div style="font-size: 70%">
@@ -31,8 +31,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/api/cluster/index.html b/docs/api/cluster/index.html
index b49b0f8..92436cb 100644
--- a/docs/api/cluster/index.html
+++ b/docs/api/cluster/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Cluster | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache. [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<div style="font-size: 70%">
Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
<div style="padding:20px; margin: 10px; color: #4d4d4d;">
@@ -29,8 +29,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/api/scheduler/index.html b/docs/api/scheduler/index.html
index ea7504a..4b0499e 100644
--- a/docs/api/scheduler/index.html
+++ b/docs/api/scheduler/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apach [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The queues' hierarchy is kept in the response json.</p><p><strong>URL</strong> : <code>/ws/v1/partition/{partitionName}/queues</code></p><p><strong>Method</strong> : <code>GET</code></p><p><strong>Auth required</strong> : NO</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="success-response-1"></a>Success response<a aria-hidden="true" tabindex="-1" class="hash-link" href="#success-response-1" title="Direct link to heading">#</a></h3><p><strong>Code</s [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> </span><span class="token property">"queuename"</span><span class="token operator" style="color:rgb(137, 221, 255)">:</span><span class="token plain"> </span><span class="token string" style="color:rgb(195, 232, 141)">"root"</span><span class="token punctuation" style="color:rgb(199, 146, 234)">,</span><span class="token plain"></span></div><div class="token-line" style="color: [...]
The queues' hierarchy is kept in the response json. </p><p><strong>URL</strong> : <code>/ws/v1/queues</code></p><p><strong>Method</strong> : <code>GET</code></p><p><strong>Auth required</strong> : NO</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="success-response-2"></a>Success response<a aria-hidden="true" tabindex="-1" class="hash-link" href="#success-response-2" title="Direct link to heading">#</a></h3><p><strong>Code</strong> : <code>200 OK</c [...]
@@ -44,8 +44,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/api/system/index.html b/docs/api/system/index.html
index 91774e3..8c0502e 100644
--- a/docs/api/system/index.html
+++ b/docs/api/system/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">System | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.o [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Types of profiles available:</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Count Profile</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">273 allocs</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">0 block</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">0 c [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">allocs: A sampling of all past memory allocations</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">block: Stack traces that led to blocking on synchronization primitives</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">cmdline: The command line invocation of the current program</span></div><div class="token-line" style="color:#bfc7d5"> [...]
<div style="font-size: 70%">
@@ -31,8 +31,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/design/architecture/index.html b/docs/design/architecture/index.html
index 2326a30..dd32b5c 100644
--- a/docs/design/architecture/index.html
+++ b/docs/design/architecture/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Architecture | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.ap [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It is created to achieve fine-grained resource sharing for various workloads efficiently on a large scale, multi-tenant,
and cloud-native environment. YuniKorn brings a unified, cross-platform, scheduling experience for mixed workloads that
consist of stateless batch workloads and stateful services.</p><p>YuniKorn now supports K8s and can be deployed as a custom K8s scheduler. YuniKorn's architecture design also allows
@@ -43,8 +43,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/design/cache_removal/index.html b/docs/design/cache_removal/index.html
index a63ea08..2f9550c 100644
--- a/docs/design/cache_removal/index.html
+++ b/docs/design/cache_removal/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler cache removal design | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="h [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It describes the changes planned based on the analysis that was done of the current behaviour.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="goals"></a>Goals<a aria-hidden="true" tabindex="-1" class="hash-link" href="#goals" title="Direct link to heading">#</a></h2><p>The goal is to provide the same functionality before and after the change.</p><ul><li>unit tests before and after the merge must all pass.</li><li>Smoke tests defined in the core should a [...]
The cache objects form the base for most data to be tracked.
The Scheduler objects track specific in flight details and are build on top of a cache object.</p><p>The communication between the two layers uses a-synchronous events and in some cases direct updates.
@@ -123,8 +123,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/design/cross_queue_preemption/index.html b/docs/design/cross_queue_preemption/index.html
index ca3eeee..5838396 100644
--- a/docs/design/cross_queue_preemption/index.html
+++ b/docs/design/cross_queue_preemption/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Cross Queue Preemption | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://y [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
to make sure better modularization and plug-ability </li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="answer-some-questions-for-designimplementation-choices"></a>Answer some questions for design/implementation choices<a aria-hidden="true" tabindex="-1" class="hash-link" href="#answer-some-questions-for-designimplementation-choices" title="Direct link to heading">#</a></h2><p><strong>1. Do we really want preemption-delay? (Or we just want to control [...]
they can prepare bad things happen (unfortunately no app do anything for these heads up, at least from what I knew). b. control preemption pace. </p><p>And in practice, I found it causes a lot of issues, for example when a
cluster state keep changing, it is very hard to ensure accurate preemption. </p><p><strong>Proposal:</strong></p><p>Remove the preemption-delay, keep the logics of controlling preemption pace. (such as <code>yarn.resourcemanager.monitor.capacity.preemption
@@ -39,8 +39,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/design/gang_scheduling/index.html b/docs/design/gang_scheduling/index.html
index 2903135..8c044d4 100644
--- a/docs/design/gang_scheduling/index.html
+++ b/docs/design/gang_scheduling/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Gang scheduling design | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://y [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It guarantees the expected demand resources for the application by reserving the resources.</p><p>There are two parts to this implementation:</p><ul><li>Kubernetes Shim</li><li>Core and scheduling</li></ul><p>This document describes the implementation on the core side.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="document-goals"></a>Document goals<a aria-hidden="true" tabindex="-1" class="hash-link" href="#document-goals" title="Direct link to heading [...]
This first pod is in the case of a Spark application, the driver pod.
In case the flow is triggered from the creation of an application CRD there will not be a first pod.
@@ -166,8 +166,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/design/k8shim/index.html b/docs/design/k8shim/index.html
index 8cb8320..ea85946 100644
--- a/docs/design/k8shim/index.html
+++ b/docs/design/k8shim/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Kubernetes Shim Design | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://y [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
the 3 layer design of YuniKorn before getting to understand what is the Kubernetes shim.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="the-kubernetes-shim"></a>The Kubernetes shim<a aria-hidden="true" tabindex="-1" class="hash-link" href="#the-kubernetes-shim" title="Direct link to heading">#</a></h2><p>The YuniKorn Kubernetes shim is responsible for talking to Kubernetes, it is responsible for translating the Kubernetes
cluster resources, and resource requests via scheduler interface and send them to the scheduler core.
And when a scheduler decision is made, it is responsible for binding the pod to the specific node. All the communication
@@ -38,8 +38,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/design/namespace_resource_quota/index.html b/docs/design/namespace_resource_quota/index.html
index d346bd6..6bdfd12 100644
--- a/docs/design/namespace_resource_quota/index.html
+++ b/docs/design/namespace_resource_quota/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Namespace Resource Quota | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https:/ [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
However, in practice, it makes more sense to do so.
Namespace is often used to set a cap for resource consumptions per user-group/team,
YuniKorn queue is also meant to divide cluster resource into multiple groups.
@@ -40,8 +40,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/design/pluggable_app_management/index.html b/docs/design/pluggable_app_management/index.html
index 0051501..6227881 100644
--- a/docs/design/pluggable_app_management/index.html
+++ b/docs/design/pluggable_app_management/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Pluggable App Management | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https:/ [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This generic way works for any type of workload. It does however give us a limited information on the lifecycle
and application. On the K8s side, operators have been introduced to provide more detail on the application
and help scheduling. We cannot use them currently and want to add that functionality.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="k8s-operator-pattern"></a>K8s Operator Pattern<a aria-hidden="true" tabindex="-1" class="hash-link" href="#k8s-operator-pattern" title="Direct link to heading">#</a></h2><p><a href="https://kubernetes.io/docs/concepts/extend-kubernetes/operator/" target="_blank" rel="noopener noreferrer">K8s operator</a>
@@ -55,8 +55,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/design/predicates/index.html b/docs/design/predicates/index.html
index 73c6da7..2051e29 100644
--- a/docs/design/predicates/index.html
+++ b/docs/design/predicates/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Support K8s Predicates | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://y [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
is eligible to be allocated onto a node. Common predicates are: node-selector, pod affinity/anti-affinity etc. To support
these predicates in YuniKorn, we don't intend to re-implement everything on our own, but to re-use the core predicates
code as much as possible.</p><p>YuniKorn-core is agnostic about underneath RMs, so the predicates functions are implemented in K8s-shim as a <code>SchedulerPlugin</code>.
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/design/resilience/index.html b/docs/design/resilience/index.html
index 0b6c41b..2601c40 100644
--- a/docs/design/resilience/index.html
+++ b/docs/design/resilience/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Resilience | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apac [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
survive from a fatal software/hardware failure. That requires one or more
standby instances providing same services to take over active instance on failures.
Resilience here means for YuniKorn, we can restart it without losing its state.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="the-problem"></a>The problem<a aria-hidden="true" tabindex="-1" class="hash-link" href="#the-problem" title="Direct link to heading">#</a></h2><p>YuniKorn is designed as a stateless service, it doesn't persist its state, e.g
@@ -57,8 +57,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/design/scheduler_configuration/index.html b/docs/design/scheduler_configuration/index.html
index dd513c7..f0ff604 100644
--- a/docs/design/scheduler_configuration/index.html
+++ b/docs/design/scheduler_configuration/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler Configuration | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https:// [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The scheduler configuration must exclude the queue related configuration.</p><p>Scheduler configuration as currently identified</p><ul><li>Bind host</li><li>Service port</li><li>Web bind host</li><li>Web service port</li><li>SSL config</li><li>Shims Configured</li><li>SchedulerACL</li></ul><p>Configuration to consider:</p><ul><li>Assign multiple containers in one go: use case is bin packing, don’t spread an application over large number of nodes. Needs to become configurable.</li><li>Pre [...]
Based on the kubernetes definition this configuration could be a configMap <sup id="s1"><a href="#f1">1</a></sup> but not a CRD.</p><p>The queue configuration is dynamic. Changing the queue configuration must not require a scheduler restart.
Changes should be allowed by either calling the GO based API, the REST based API or by updating the configuration file. Changes made through the API must be persisted in the configuration file. Making changes through an API is not a high priority requirement and could be postponed to a later release.</p><p>The queue configuration defines queues in a hierarchy: a tree. The base of the tree is the <em>root</em> queue. The queue configuration must define a single <em>root</em> queue. All qu [...]
@@ -41,8 +41,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/design/scheduler_core_design/index.html b/docs/design/scheduler_core_design/index.html
index b8668eb..00cce36 100644
--- a/docs/design/scheduler_core_design/index.html
+++ b/docs/design/scheduler_core_design/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler Core Design | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yu [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This document will not be maintained and is just for historical reference.
See <a href="/docs/design/cache_removal">scheduler cache removal design</a></p></div></div><p>Github repo: <a href="https://github.com/apache/incubator-yunikorn-core/" target="_blank" rel="noopener noreferrer">https://github.com/apache/incubator-yunikorn-core/</a></p><p>Scheduler core encapsulates all scheduling algorithms, it collects resources from underneath resource management
platforms (like YARN/K8s), and is responsible for container allocation requests. It makes the decision where is the
@@ -62,8 +62,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/design/scheduler_object_states/index.html b/docs/design/scheduler_object_states/index.html
index 550f0a8..b568519 100644
--- a/docs/design/scheduler_object_states/index.html
+++ b/docs/design/scheduler_object_states/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler Object States | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https:// [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This ranges from applications in the core to nodes in the k8shim.
The state machines are independent and not shared between the resource managers and core.
A resource manager shim, and the core can thus have an independent idea of the state of a similar object.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="core-scheduler"></a>Core Scheduler<a aria-hidden="true" tabindex="-1" class="hash-link" href="#core-scheduler" title="Direct link to heading">#</a></h2><p>State change are triggered by events that get processed.
@@ -67,8 +67,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/design/state_aware_scheduling/index.html b/docs/design/state_aware_scheduling/index.html
index 9676fff..7e6f386 100644
--- a/docs/design/state_aware_scheduling/index.html
+++ b/docs/design/state_aware_scheduling/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Batch Workloads Ordering with StateAware Policy | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter: [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Another way to look at this is the fact that processing needs to be kicked off and that the first step is to start a driver or manager for the application.
Later stages might depend on the previous stages.
When running applications in a size limited environment this could lead to a resource exhaustion when submitting multiple applications at the same time.
@@ -66,8 +66,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/developer_guide/build/index.html b/docs/developer_guide/build/index.html
index 678b250..50a1e15 100644
--- a/docs/developer_guide/build/index.html
+++ b/docs/developer_guide/build/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Build and Run | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.a [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
is provided in our repositories, you can leverage it to develop YuniKorn scheduling features and integrate with Kubernetes.
This document describes resources how to setup dev environment and how to do the development.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="development-environment-setup"></a>Development Environment setup<a aria-hidden="true" tabindex="-1" class="hash-link" href="#development-environment-setup" title="Direct link to heading">#</a></h2><p>Read the <a href="/docs/developer_guide/env_setup">environment setup guide</a> first to setup Docker and Kubernetes [...]
The build procedure will build all components into a single executable that can be deployed and running on Kubernetes.</p><p>Start the integrated build process by pulling the <code>yunikorn-k8shim</code> repository:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-bash codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color: [...]
@@ -55,8 +55,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/developer_guide/deployment/index.html b/docs/developer_guide/deployment/index.html
index 2f7ade5..44c34db 100644
--- a/docs/developer_guide/deployment/index.html
+++ b/docs/developer_guide/deployment/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Deploy to Kubernetes | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yun [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
you can find the guide <a href="/docs/">here</a>. This document describes the manual process to deploy YuniKorn
scheduler and it is majorly for developers.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="build-docker-image"></a>Build docker image<a aria-hidden="true" tabindex="-1" class="hash-link" href="#build-docker-image" title="Direct link to heading">#</a></h2><p>Under project root of the <code>yunikorn-k8shim</code>, run the command to build an image using the map for the configuration:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><bu [...]
This kubernetes environment can be either local or remote. </p><ul><li>download configuration file if not available on the node to add to kubernetes:</li></ul><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-lin [...]
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/developer_guide/env_setup/index.html b/docs/developer_guide/env_setup/index.html
index 8663a78..d138502 100644
--- a/docs/developer_guide/env_setup/index.html
+++ b/docs/developer_guide/env_setup/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Dev Environment Setup | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yu [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<code>Minikube</code> provisions a local Kubernetes cluster on several Virtual Machines (via VirtualBox or something similar). <code>docker-desktop</code> on the other hand, sets up Kubernetes cluster in docker containers.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="local-kubernetes-cluster-using-docker-desktop"></a>Local Kubernetes cluster using Docker Desktop<a aria-hidden="true" tabindex="-1" class="hash-link" href="#local-kubernetes-cluster-using [...]
Even in this case we can use a lightweight <a href="#local-kubernetes-cluster-with-minikube">minikube</a> setup which gives the same functionality with less impact.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="installation"></a>Installation<a aria-hidden="true" tabindex="-1" class="hash-link" href="#installation" title="Direct link to heading">#</a></h3><p>Download and install <a href="https://www.docker.com/products/docker-desktop" target="_blank" re [...]
Just simply follow the instruction <a href="https://docs.docker.com/docker-for-mac/#kubernetes" target="_blank" rel="noopener noreferrer">here</a> to get Kubernetes up and running within docker-desktop.</p><p>Once Kubernetes is started in docker desktop, you should see something similar below:</p><p><img alt="Kubernetes in Docker Desktop" src="/assets/images/docker-desktop-7afa28a7972e0e8867bcab8a6a9ac614.png"></p><p>This means that:</p><ol><li>Kubernetes is running.</li><li>the command [...]
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/developer_guide/openshift_development/index.html b/docs/developer_guide/openshift_development/index.html
index 125a4da..4b400ce 100644
--- a/docs/developer_guide/openshift_development/index.html
+++ b/docs/developer_guide/openshift_development/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Development in CodeReady Containers | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" conte [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Our recommended local environment uses CodeReady containers.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="set-up-a-running-crc-cluster"></a>Set up a running CRC cluster<a aria-hidden="true" tabindex="-1" class="hash-link" href="#set-up-a-running-crc-cluster" title="Direct link to heading">#</a></h2><ol><li><p>Download CodeReady Container binaries</p><p>Select your OS from the dropdown list then click on "Download" (On a Mac, you'll down [...]
You'll be asked to connect using your Red Hat login. If you don't have one, just click on "Create one now". You do <em>not</em> need a Red Hat subscription for this.</p><p>Once logged in, download CodeReady Containers binary and the pull secret.</p></li><li><p>Unzip the tar file.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="pr [...]
On OpenShift there's service for this: <code>image-registry.openshift-image-registry.svc</code>, which is easier to use.</p><p>For example, if you want to override all of the three Docker images you should use the following configs:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-yaml codeBlock_3iAC"><div class="codeBlockLin [...]
@@ -34,8 +34,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/get_started/core_features/index.html b/docs/get_started/core_features/index.html
index 3de1c9c..9dc3553 100644
--- a/docs/get_started/core_features/index.html
+++ b/docs/get_started/core_features/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Features | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
pod by pod, without any context about user, app, queue. However, YuniKorn recognizes users, apps, queues, and it considers
a lot more factors, e.g resource, ordering etc, while making scheduling decisions. This gives us the possibility to do
fine-grained controls on resource quotas, resource fairness and priorities, which are the most important requirements
@@ -53,8 +53,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/index.html b/docs/index.html
index 6dc5052..38aaba3 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Get Started | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apa [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It is also assumed that <code>kubectl</code> is on your path and properly configured.
Follow this <a href="/docs/developer_guide/env_setup">guide</a> on how to setup a local Kubernetes cluster using docker-desktop.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="install"></a>Install<a aria-hidden="true" tabindex="-1" class="hash-link" href="#install" title="Direct link to heading">#</a></h2><p>The easiest way to get started is to use our Helm Charts to deploy YuniKorn on an existing Kubernetes cluster.
It is recommended to use Helm 3 or later versions.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-shell codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">helm repo </span><span class="token function" style="color [...]
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/api/cluster/index.html b/docs/next/api/cluster/index.html
index f77a112..db3c3f4 100644
--- a/docs/next/api/cluster/index.html
+++ b/docs/next/api/cluster/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Cluster | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/im [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<div style="font-size: 70%">
Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
<div style="padding:20px; margin: 10px; color: #4d4d4d;">
@@ -29,8 +29,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/api/scheduler/index.html b/docs/next/api/scheduler/index.html
index f9ffac8..e11c9bd 100644
--- a/docs/next/api/scheduler/index.html
+++ b/docs/next/api/scheduler/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/ [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The queues' hierarchy is kept in the response json. </p><p><strong>URL</strong> : <code>/ws/v1/partition/{partitionName}/queues</code></p><p><strong>Method</strong> : <code>GET</code></p><p><strong>Auth required</strong> : NO</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="success-response-1"></a>Success response<a aria-hidden="true" tabindex="-1" class="hash-link" href="#success-response-1" title="Direct link to heading">#</a></h3><p><strong>Code< [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> </span><span class="token property">"queuename"</span><span class="token operator" style="color:rgb(137, 221, 255)">:</span><span class="token plain"> </span><span class="token string" style="color:rgb(195, 232, 141)">"root"</span><span class="token punctuation" style="color:rgb(199, 146, 234)">,</span><span class="token plain"></span></div><div class="token-line" style="color: [...]
The queues' hierarchy is kept in the response json. </p><p><strong>URL</strong> : <code>/ws/v1/queues</code></p><p><strong>Method</strong> : <code>GET</code></p><p><strong>Auth required</strong> : NO</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="success-response-2"></a>Success response<a aria-hidden="true" tabindex="-1" class="hash-link" href="#success-response-2" title="Direct link to heading">#</a></h3><p><strong>Code</strong> : <code>200 OK</c [...]
@@ -44,8 +44,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/api/system/index.html b/docs/next/api/system/index.html
index 5602697..2e00013 100644
--- a/docs/next/api/system/index.html
+++ b/docs/next/api/system/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">System | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/img [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Types of profiles available:</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Count Profile</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">273 allocs</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">0 block</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">0 c [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">allocs: A sampling of all past memory allocations</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">block: Stack traces that led to blocking on synchronization primitives</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">cmdline: The command line invocation of the current program</span></div><div class="token-line" style="color:#bfc7d5"> [...]
<div style="font-size: 70%">
@@ -31,8 +31,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/design/architecture/index.html b/docs/next/design/architecture/index.html
index b97f594..a3a6220 100644
--- a/docs/next/design/architecture/index.html
+++ b/docs/next/design/architecture/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Architecture | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.o [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It is created to achieve fine-grained resource sharing for various workloads efficiently on a large scale, multi-tenant,
and cloud-native environment. YuniKorn brings a unified, cross-platform, scheduling experience for mixed workloads that
consist of stateless batch workloads and stateful services.</p><p>YuniKorn now supports K8s and can be deployed as a custom K8s scheduler. YuniKorn's architecture design also allows
@@ -43,8 +43,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/design/cache_removal/index.html b/docs/next/design/cache_removal/index.html
index b8e66f8..804c1c8 100644
--- a/docs/next/design/cache_removal/index.html
+++ b/docs/next/design/cache_removal/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler cache removal design | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https:/ [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It describes the changes planned based on the analysis that was done of the current behaviour.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="goals"></a>Goals<a aria-hidden="true" tabindex="-1" class="hash-link" href="#goals" title="Direct link to heading">#</a></h2><p>The goal is to provide the same functionality before and after the change.</p><ul><li>unit tests before and after the merge must all pass.</li><li>Smoke tests defined in the core should a [...]
The cache objects form the base for most data to be tracked.
The Scheduler objects track specific in flight details and are build on top of a cache object.</p><p>The communication between the two layers uses a-synchronous events and in some cases direct updates.
@@ -123,8 +123,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/design/cross_queue_preemption/index.html b/docs/next/design/cross_queue_preemption/index.html
index 3b7a302..18641c7 100644
--- a/docs/next/design/cross_queue_preemption/index.html
+++ b/docs/next/design/cross_queue_preemption/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Cross Queue Preemption | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikor [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
to make sure better modularization and plug-ability </li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="answer-some-questions-for-designimplementation-choices"></a>Answer some questions for design/implementation choices<a aria-hidden="true" tabindex="-1" class="hash-link" href="#answer-some-questions-for-designimplementation-choices" title="Direct link to heading">#</a></h2><p><strong>1. Do we really want preemption-delay? (Or we just want to control [...]
they can prepare bad things happen (unfortunately no app do anything for these heads up, at least from what I knew). b. control preemption pace. </p><p>And in practice, I found it causes a lot of issues, for example when a
cluster state keep changing, it is very hard to ensure accurate preemption. </p><p><strong>Proposal:</strong></p><p>Remove the preemption-delay, keep the logics of controlling preemption pace. (such as <code>yarn.resourcemanager.monitor.capacity.preemption
@@ -39,8 +39,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/design/gang_scheduling/index.html b/docs/next/design/gang_scheduling/index.html
index 319b28e..746109f 100644
--- a/docs/next/design/gang_scheduling/index.html
+++ b/docs/next/design/gang_scheduling/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Gang scheduling design | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikor [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It guarantees the expected demand resources for the application by reserving the resources.</p><p>There are two parts to this implementation:</p><ul><li>Kubernetes Shim</li><li>Core and scheduling</li></ul><p>This document describes the implementation on the core side.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="document-goals"></a>Document goals<a aria-hidden="true" tabindex="-1" class="hash-link" href="#document-goals" title="Direct link to heading [...]
This first pod is in the case of a Spark application, the driver pod.
In case the flow is triggered from the creation of an application CRD there will not be a first pod.
@@ -166,8 +166,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/design/k8shim/index.html b/docs/next/design/k8shim/index.html
index c524948..20971bd 100644
--- a/docs/next/design/k8shim/index.html
+++ b/docs/next/design/k8shim/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Kubernetes Shim Design | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikor [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
the 3 layer design of YuniKorn before getting to understand what is the Kubernetes shim.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="the-kubernetes-shim"></a>The Kubernetes shim<a aria-hidden="true" tabindex="-1" class="hash-link" href="#the-kubernetes-shim" title="Direct link to heading">#</a></h2><p>The YuniKorn Kubernetes shim is responsible for talking to Kubernetes, it is responsible for translating the Kubernetes
cluster resources, and resource requests via scheduler interface and send them to the scheduler core.
And when a scheduler decision is made, it is responsible for binding the pod to the specific node. All the communication
@@ -38,8 +38,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/design/namespace_resource_quota/index.html b/docs/next/design/namespace_resource_quota/index.html
index 5c12147..b188419 100644
--- a/docs/next/design/namespace_resource_quota/index.html
+++ b/docs/next/design/namespace_resource_quota/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Namespace Resource Quota | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunik [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
However, in practice, it makes more sense to do so.
Namespace is often used to set a cap for resource consumptions per user-group/team,
YuniKorn queue is also meant to divide cluster resource into multiple groups.
@@ -40,8 +40,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/design/pluggable_app_management/index.html b/docs/next/design/pluggable_app_management/index.html
index 6f6afa8..889edba 100644
--- a/docs/next/design/pluggable_app_management/index.html
+++ b/docs/next/design/pluggable_app_management/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Pluggable App Management | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunik [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This generic way works for any type of workload. It does however give us a limited information on the lifecycle
and application. On the K8s side, operators have been introduced to provide more detail on the application
and help scheduling. We cannot use them currently and want to add that functionality.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="k8s-operator-pattern"></a>K8s Operator Pattern<a aria-hidden="true" tabindex="-1" class="hash-link" href="#k8s-operator-pattern" title="Direct link to heading">#</a></h2><p><a href="https://kubernetes.io/docs/concepts/extend-kubernetes/operator/" target="_blank" rel="noopener noreferrer">K8s operator</a>
@@ -55,8 +55,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/design/predicates/index.html b/docs/next/design/predicates/index.html
index c14ad0c..49eaa64 100644
--- a/docs/next/design/predicates/index.html
+++ b/docs/next/design/predicates/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Support K8s Predicates | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikor [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
is eligible to be allocated onto a node. Common predicates are: node-selector, pod affinity/anti-affinity etc. To support
these predicates in YuniKorn, we don't intend to re-implement everything on our own, but to re-use the core predicates
code as much as possible.</p><p>YuniKorn-core is agnostic about underneath RMs, so the predicates functions are implemented in K8s-shim as a <code>SchedulerPlugin</code>.
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/design/resilience/index.html b/docs/next/design/resilience/index.html
index 95394f5..ccc02ff 100644
--- a/docs/next/design/resilience/index.html
+++ b/docs/next/design/resilience/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Resilience | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
survive from a fatal software/hardware failure. That requires one or more
standby instances providing same services to take over active instance on failures.
Resilience here means for YuniKorn, we can restart it without losing its state.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="the-problem"></a>The problem<a aria-hidden="true" tabindex="-1" class="hash-link" href="#the-problem" title="Direct link to heading">#</a></h2><p>YuniKorn is designed as a stateless service, it doesn't persist its state, e.g
@@ -57,8 +57,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/design/scheduler_configuration/index.html b/docs/next/design/scheduler_configuration/index.html
index 4458f6b..d0f7050 100644
--- a/docs/next/design/scheduler_configuration/index.html
+++ b/docs/next/design/scheduler_configuration/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler Configuration | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yuniko [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The scheduler configuration must exclude the queue related configuration.</p><p>Scheduler configuration as currently identified</p><ul><li>Bind host</li><li>Service port</li><li>Web bind host</li><li>Web service port</li><li>SSL config</li><li>Shims Configured</li><li>SchedulerACL</li></ul><p>Configuration to consider:</p><ul><li>Assign multiple containers in one go: use case is bin packing, don’t spread an application over large number of nodes. Needs to become configurable.</li><li>Pre [...]
Based on the kubernetes definition this configuration could be a configMap <sup id="s1"><a href="#f1">1</a></sup> but not a CRD.</p><p>The queue configuration is dynamic. Changing the queue configuration must not require a scheduler restart.
Changes should be allowed by either calling the GO based API, the REST based API or by updating the configuration file. Changes made through the API must be persisted in the configuration file. Making changes through an API is not a high priority requirement and could be postponed to a later release.</p><p>The queue configuration defines queues in a hierarchy: a tree. The base of the tree is the <em>root</em> queue. The queue configuration must define a single <em>root</em> queue. All qu [...]
@@ -41,8 +41,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/design/scheduler_core_design/index.html b/docs/next/design/scheduler_core_design/index.html
index 204b591..f3cf5f1 100644
--- a/docs/next/design/scheduler_core_design/index.html
+++ b/docs/next/design/scheduler_core_design/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler Core Design | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This document will not be maintained and is just for historical reference.
See <a href="/docs/next/design/cache_removal">scheduler cache removal design</a></p></div></div><p>Github repo: <a href="https://github.com/apache/incubator-yunikorn-core/" target="_blank" rel="noopener noreferrer">https://github.com/apache/incubator-yunikorn-core/</a></p><p>Scheduler core encapsulates all scheduling algorithms, it collects resources from underneath resource management
platforms (like YARN/K8s), and is responsible for container allocation requests. It makes the decision where is the
@@ -62,8 +62,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/design/scheduler_object_states/index.html b/docs/next/design/scheduler_object_states/index.html
index 117181d..4d75ff9 100644
--- a/docs/next/design/scheduler_object_states/index.html
+++ b/docs/next/design/scheduler_object_states/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler Object States | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yuniko [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This ranges from applications in the core to nodes in the k8shim.
The state machines are independent and not shared between the resource managers and core.
A resource manager shim, and the core can thus have an independent idea of the state of a similar object.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="core-scheduler"></a>Core Scheduler<a aria-hidden="true" tabindex="-1" class="hash-link" href="#core-scheduler" title="Direct link to heading">#</a></h2><p>State change are triggered by events that get processed.
@@ -67,8 +67,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/design/state_aware_scheduling/index.html b/docs/next/design/state_aware_scheduling/index.html
index 3dce890..d8d6842 100644
--- a/docs/next/design/state_aware_scheduling/index.html
+++ b/docs/next/design/state_aware_scheduling/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Batch Workloads Ordering with StateAware Policy | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Another way to look at this is the fact that processing needs to be kicked off and that the first step is to start a driver or manager for the application.
Later stages might depend on the previous stages.
When running applications in a size limited environment this could lead to a resource exhaustion when submitting multiple applications at the same time.
@@ -66,8 +66,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/developer_guide/build/index.html b/docs/next/developer_guide/build/index.html
index ecc6f57..48b3c1a 100644
--- a/docs/next/developer_guide/build/index.html
+++ b/docs/next/developer_guide/build/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Build and Run | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache. [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
is provided in our repositories, you can leverage it to develop YuniKorn scheduling features and integrate with Kubernetes.
This document describes resources how to setup dev environment and how to do the development.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="development-environment-setup"></a>Development Environment setup<a aria-hidden="true" tabindex="-1" class="hash-link" href="#development-environment-setup" title="Direct link to heading">#</a></h2><p>Read the <a href="/docs/next/developer_guide/env_setup">environment setup guide</a> first to setup Docker and Kubern [...]
The build procedure will build all components into a single executable that can be deployed and running on Kubernetes.</p><p>Start the integrated build process by pulling the <code>yunikorn-k8shim</code> repository:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-bash codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color: [...]
@@ -55,8 +55,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/developer_guide/deployment/index.html b/docs/next/developer_guide/deployment/index.html
index 7ce8e4a..80d6cb7 100644
--- a/docs/next/developer_guide/deployment/index.html
+++ b/docs/next/developer_guide/deployment/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Deploy to Kubernetes | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn. [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
you can find the guide <a href="/docs/next/">here</a>. This document describes the manual process to deploy YuniKorn
scheduler and it is majorly for developers.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="build-docker-image"></a>Build docker image<a aria-hidden="true" tabindex="-1" class="hash-link" href="#build-docker-image" title="Direct link to heading">#</a></h2><p>Under project root of the <code>yunikorn-k8shim</code>, run the command to build an image using the map for the configuration:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><bu [...]
This kubernetes environment can be either local or remote. </p><ul><li>download configuration file if not available on the node to add to kubernetes:</li></ul><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-lin [...]
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/developer_guide/env_setup/index.html b/docs/next/developer_guide/env_setup/index.html
index 424acfb..1fbf6db 100644
--- a/docs/next/developer_guide/env_setup/index.html
+++ b/docs/next/developer_guide/env_setup/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Dev Environment Setup | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<code>Minikube</code> provisions a local Kubernetes cluster on several Virtual Machines (via VirtualBox or something similar). <code>docker-desktop</code> on the other hand, sets up Kubernetes cluster in docker containers.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="local-kubernetes-cluster-using-docker-desktop"></a>Local Kubernetes cluster using Docker Desktop<a aria-hidden="true" tabindex="-1" class="hash-link" href="#local-kubernetes-cluster-using [...]
Even in this case we can use a lightweight <a href="#local-kubernetes-cluster-with-minikube">minikube</a> setup which gives the same functionality with less impact.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="installation"></a>Installation<a aria-hidden="true" tabindex="-1" class="hash-link" href="#installation" title="Direct link to heading">#</a></h3><p>Download and install <a href="https://www.docker.com/products/docker-desktop" target="_blank" re [...]
Just simply follow the instruction <a href="https://docs.docker.com/docker-for-mac/#kubernetes" target="_blank" rel="noopener noreferrer">here</a> to get Kubernetes up and running within docker-desktop.</p><p>Once Kubernetes is started in docker desktop, you should see something similar below:</p><p><img alt="Kubernetes in Docker Desktop" src="/assets/images/docker-desktop-7afa28a7972e0e8867bcab8a6a9ac614.png"></p><p>This means that:</p><ol><li>Kubernetes is running.</li><li>the command [...]
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/developer_guide/openshift_development/index.html b/docs/next/developer_guide/openshift_development/index.html
index af778c1..674bc4e 100644
--- a/docs/next/developer_guide/openshift_development/index.html
+++ b/docs/next/developer_guide/openshift_development/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Development in CodeReady Containers | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="ht [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Our recommended local environment uses CodeReady containers.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="set-up-a-running-crc-cluster"></a>Set up a running CRC cluster<a aria-hidden="true" tabindex="-1" class="hash-link" href="#set-up-a-running-crc-cluster" title="Direct link to heading">#</a></h2><ol><li><p>Download CodeReady Container binaries</p><p>Select your OS from the dropdown list then click on "Download" (On a Mac, you'll down [...]
You'll be asked to connect using your Red Hat login. If you don't have one, just click on "Create one now". You do <em>not</em> need a Red Hat subscription for this.</p><p>Once logged in, download CodeReady Containers binary and the pull secret.</p></li><li><p>Unzip the tar file.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="pr [...]
On OpenShift there's service for this: <code>image-registry.openshift-image-registry.svc</code>, which is easier to use.</p><p>For example, if you want to override all of the three Docker images you should use the following configs:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-yaml codeBlock_3iAC"><div class="codeBlockLin [...]
@@ -34,8 +34,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/get_started/core_features/index.html b/docs/next/get_started/core_features/index.html
index 70169c2..e834742 100644
--- a/docs/next/get_started/core_features/index.html
+++ b/docs/next/get_started/core_features/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Features | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/i [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
pod by pod, without any context about user, app, queue. However, YuniKorn recognizes users, apps, queues, and it considers
a lot more factors, e.g resource, ordering etc, while making scheduling decisions. This gives us the possibility to do
fine-grained controls on resource quotas, resource fairness and priorities, which are the most important requirements
@@ -53,8 +53,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/index.html b/docs/next/index.html
index df52403..202e036 100644
--- a/docs/next/index.html
+++ b/docs/next/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Get Started | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.or [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It is also assumed that <code>kubectl</code> is on your path and properly configured.
Follow this <a href="/docs/next/developer_guide/env_setup">guide</a> on how to setup a local Kubernetes cluster using docker-desktop.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="install"></a>Install<a aria-hidden="true" tabindex="-1" class="hash-link" href="#install" title="Direct link to heading">#</a></h2><p>The easiest way to get started is to use our Helm Charts to deploy YuniKorn on an existing Kubernetes cluster.
It is recommended to use Helm 3 or later versions.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-shell codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">helm repo </span><span class="token function" style="color [...]
@@ -37,8 +37,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/performance/evaluate_perf_function_with_kubemark/index.html b/docs/next/performance/evaluate_perf_function_with_kubemark/index.html
index 3fad34b..7382dc4 100644
--- a/docs/next/performance/evaluate_perf_function_with_kubemark/index.html
+++ b/docs/next/performance/evaluate_perf_function_with_kubemark/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Evaluate YuniKorn function & performance with Kubemark | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twi [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
a tool helps us to simulate large K8s cluster and run experimental workloads.
There were 18 bare-metal servers being used to simulate 2000/4000 nodes for these tests. </p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="scheduler-throughput"></a>Scheduler Throughput<a aria-hidden="true" tabindex="-1" class="hash-link" href="#scheduler-throughput" title="Direct link to heading">#</a></h2><p>When running Big Data batch workloads, e.g Spark, on K8s, scheduler throughput becomes to be one of the main concerns.
In YuniKorn, we have done lots of optimizations to improve the performance, such as a fully async event-driven system
@@ -50,8 +50,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/performance/metrics/index.html b/docs/next/performance/metrics/index.html
index 32e7dc8..0a04275 100644
--- a/docs/next/performance/metrics/index.html
+++ b/docs/next/performance/metrics/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler Metrics | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apa [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
scheduler's critical execution paths, to reveal potential performance bottlenecks. Currently, there are two categories
for these metrics:</p><ul><li>scheduler: generic metrics of the scheduler, such as allocation latency, num of apps etc.</li><li>queue: each queue has its own metrics sub-system, tracking queue status.</li></ul><p>all metrics are declared in <code>yunikorn</code> namespace.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="access-metrics"></a>Access Metrics<a aria-hidden="true" tabindex="-1" class="hash-link" href="#access-metrics" title="Direct link to hea [...]
Once started, they can be accessed via endpoint http://localhost:9080/ws/v1/metrics.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="aggregate-metrics-to-prometheus"></a>Aggregate Metrics to Prometheus<a aria-hidden="true" tabindex="-1" class="hash-link" href="#aggregate-metrics-to-prometheus" title="Direct link to heading">#</a></h2><p>It's simple to setup a Prometheus server to grab YuniKorn metrics periodically. Follow these steps:</p><ul><li><p> [...]
@@ -35,8 +35,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/performance/profiling/index.html b/docs/next/performance/profiling/index.html
index a5a71e4..fc74ee1 100644
--- a/docs/next/performance/profiling/index.html
+++ b/docs/next/performance/profiling/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Profiling | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/ [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
added to YuniKorn rest service, we can easily retrieve and analyze them from HTTP
endpoints.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="cpu-profiling"></a>CPU profiling<a aria-hidden="true" tabindex="-1" class="hash-link" href="#cpu-profiling" title="Direct link to heading">#</a></h2><p>At this step, ensure you already have YuniKorn running, it can be either running from
local via a <code>make run</code> command, or deployed as a pod running inside of K8s. Then run</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">go tool p [...]
@@ -40,8 +40,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/user_guide/acls/index.html b/docs/next/user_guide/acls/index.html
index 9d4ab91..ed64020 100644
--- a/docs/next/user_guide/acls/index.html
+++ b/docs/next/user_guide/acls/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">ACLs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org/img/l [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
They can be used in multiple places in YuniKorn.
The current use case is limited to queue ACLs.</p><p>Access control lists give access to the users and groups that have been specified in the list.
They do not provide the possibility to explicitly remove or deny access to the users and groups specified in the list.</p><p>If there is no access control list is configured access is <em>denied</em> by default.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="syntax"></a>Syntax<a aria-hidden="true" tabindex="-1" class="hash-link" href="#syntax" title="Direct link to heading">#</a></h2><p>The access control list is defined as:</p><div class="mdxCodeBlock_ [...]
@@ -44,8 +44,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/user_guide/gang_scheduling/index.html b/docs/next/user_guide/gang_scheduling/index.html
index 01a1626..f9c4f02 100644
--- a/docs/next/user_guide/gang_scheduling/index.html
+++ b/docs/next/user_guide/gang_scheduling/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Gang Scheduling | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apach [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
the app’s minimal resource request can be satisfied. Otherwise, apps
will be waiting in the queue. Apps are queued in hierarchy queues,
with gang scheduling enabled, each resource queue is assigned with the
@@ -67,8 +67,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/user_guide/placement_rules/index.html b/docs/next/user_guide/placement_rules/index.html
index 209401f..b69e9db 100644
--- a/docs/next/user_guide/placement_rules/index.html
+++ b/docs/next/user_guide/placement_rules/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">App Placement Rules | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.a [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Multiple rules can be chained to form a placement policy.
<a href="/docs/next/user_guide/acls">Access control lists</a> and rule filters are defined per rule and enforced per rule.
This document explains how to build a policy, including the rule usage, that is part of the scheduler with examples.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="configuration"></a>Configuration<a aria-hidden="true" tabindex="-1" class="hash-link" href="#configuration" title="Direct link to heading">#</a></h2><p>Rules are defined per partition as part of the scheduler queue configuration.
@@ -98,8 +98,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/user_guide/queue_config/index.html b/docs/next/user_guide/queue_config/index.html
index 96df21b..3497e11 100644
--- a/docs/next/user_guide/queue_config/index.html
+++ b/docs/next/user_guide/queue_config/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Partition and Queue Configuration | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It references both the <a href="/docs/next/user_guide/acls">Access Control Lists</a> and <a href="/docs/next/user_guide/placement_rules">Placement rules</a> documentation.</p><p>This document explains how to create the partition and queue configuration for the scheduler with examples.</p><p>The scheduler relies on the shim to reliably provide user information as part of the application submission.
The current shim identifies the user and the groups the user belongs to using the methodology provided in <a href="/docs/next/user_guide/usergroup_resolution">User & Group Resolution</a> </p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="configuration"></a>Configuration<a aria-hidden="true" tabindex="-1" class="hash-link" href="#configuration" title="Direct link to heading">#</a></h2><p>The configuration file for the scheduler that is described here on [...]
The filename can be changed via the command line flag <code>policyGroup</code> of the scheduler.
@@ -101,8 +101,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/user_guide/resource_quota_management/index.html b/docs/next/user_guide/resource_quota_management/index.html
index 1d3abb1..ac58fa9 100644
--- a/docs/next/user_guide/resource_quota_management/index.html
+++ b/docs/next/user_guide/resource_quota_management/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Resource Quota Management | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yuni [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
If the pod does not fit in the namespace quota the pod is rejected.
The client must implement a retry-mechanism and re-submit the pod if it needs the pod to be scheduled.</p><p>Contrary to quotas in Kubernetes YuniKorn does not enforce quotas on submission but only on actively consumed resources.
To explain the difference: when using YuniKorn for quota enforcement a new pod submitted to Kubernetes is always accepted.
@@ -99,8 +99,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/user_guide/sorting_policies/index.html b/docs/next/user_guide/sorting_policies/index.html
index 811169d..405520d 100644
--- a/docs/next/user_guide/sorting_policies/index.html
+++ b/docs/next/user_guide/sorting_policies/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Sorting Policies | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apac [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Policies can be set for:</p><ul><li><a href="#application-sorting">Applications</a></li><li><a href="#node-sorting">Nodes</a></li><li><a href="#request-sorting">Requests</a></li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="application-sorting"></a>Application sorting<a aria-hidden="true" tabindex="-1" class="hash-link" href="#application-sorting" title="Direct link to heading">#</a></h2><p>The application sorting policy is set for each queue via the [...]
A sorting policy setting is only effective on a <code>leaf</code> queue.
Each <code>leaf</code> queue can use a different policy.</p><p>A sorting policy only specifies the order in which the applications are sorted within a queue.
@@ -88,8 +88,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/user_guide/trouble_shooting/index.html b/docs/next/user_guide/trouble_shooting/index.html
index d58f46a..7943be3 100644
--- a/docs/next/user_guide/trouble_shooting/index.html
+++ b/docs/next/user_guide/trouble_shooting/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Trouble Shooting | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apac [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
local location on the underneath node, you can read more document <a href="https://docs.docker.com/config/containers/logging/configure/" target="_blank" rel="noopener noreferrer">here</a>.
These logs can be retrieved by <a href="https://kubernetes.io/docs/reference/generated/kubectl/kubectl-commands#logs" target="_blank" rel="noopener noreferrer">kubectl logs</a>. Such as:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-shell codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#29 [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">// retrieve logs</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">kubectl logs yunikorn-scheduler-766d7d6cdd-44b82 yunikorn-scheduler-k8s -n yunikorn</span></div></div></div></div></div><p>In most cases, this command cannot get all logs because the scheduler is rolling logs very fast. To retrieve more logs in
@@ -58,8 +58,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/user_guide/usergroup_resolution/index.html b/docs/next/user_guide/usergroup_resolution/index.html
index c3898ff..4db3f3f 100644
--- a/docs/next/user_guide/usergroup_resolution/index.html
+++ b/docs/next/user_guide/usergroup_resolution/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">User & Group Resolution | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yu [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Yunikorn assumes that all pods belonging to an application are owned by the same user. We recommend that the user label is added to every pod of an app. This is to ensure that there is no discrepency. </p></div></div><p>The <code>yunikorn.apache.org/username</code> key can be customized by overriding the default value using the <code>USER_LABEL_KEY</code>env variable to the <a href="https://github.com/apache/incubator-yunikorn-release/blob/master/helm-charts/yunikorn/templates/deployment [...]
The resolver which is linked to the cache can be set per partition.</p><p>The default group resolver is "no resolver".
This resolver just echos the user name and a primary group with the same name as the user.</p><p>Other resolvers are:</p><ul><li>OS resolver</li><li>test resolver</li></ul></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/user_guide/placement_rules"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« App Plac [...]
@@ -32,8 +32,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/user_guide/workloads/run_flink/index.html b/docs/next/user_guide/workloads/run_flink/index.html
index ad7d6d8..72afb97 100644
--- a/docs/next/user_guide/workloads/run_flink/index.html
+++ b/docs/next/user_guide/workloads/run_flink/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Run Flink Jobs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" name="twitter:card" content="summary_large_image"><meta data-react-helmet="true" property="og:title" content="Run Flink Jobs | Apache YuniKorn (Incubating)"><meta data-react-helm [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
used to run Flink on Kubernetes, the configuration is slight different.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="standalone-mode"></a>Standalone mode<a aria-hidden="true" tabindex="-1" class="hash-link" href="#standalone-mode" title="Direct link to heading">#</a></h2><p>Please follow <a href="https://ci.apache.org/projects/flink/flink-docs-stable/ops/deployment/kubernetes.html" target="_blank" rel="noopener noreferrer">Kubernetes Setup</a> to get [...]
In this mode, we can directly add required labels (applicationId and queue) in Deployment/Job spec to run flink application with YuniKorn scheduler, as well as <a href="#run-workloads-with-yunikorn-scheduler">Run workloads with YuniKorn Scheduler</a>.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="native-mode"></a>Native mode<a aria-hidden="true" tabindex="-1" class="hash-link" href="#native-mode" title="Direct link to heading">#</a></h2><p>Please follo [...]
Running flink application with YuniKorn scheduler in native mode is only supported for flink 1.11 or above, we can leverage two flink configurations <code>kubernetes.jobmanager.labels</code> and <code>kubernetes.taskmanager.labels</code> to set the required labels.
@@ -33,8 +33,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/user_guide/workloads/run_spark/index.html b/docs/next/user_guide/workloads/run_spark/index.html
index 3bb71df..7909e6b 100644
--- a/docs/next/user_guide/workloads/run_spark/index.html
+++ b/docs/next/user_guide/workloads/run_spark/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Run Spark Jobs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<a href="/docs/next/">get started</a> to see how that is done.</p></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="prepare-the-docker-image-for-spark"></a>Prepare the docker image for Spark<a aria-hidden="true" tabindex="-1" class="hash-link" href="#prepare-the-docker-image-for-spark" title="Direct link to heading">#</a></h2><p>To run Spark on Kubernetes, you'll need the Spark docker images. You can 1) use the docker images provided by the YuniKorn
team, or 2) build one from scratch. If you want to build your own Spark docker image, you can</p><ul><li>Download a Spark version that has Kubernetes support, URL: <a href="https://github.com/apache/spark" target="_blank" rel="noopener noreferrer">https://github.com/apache/spark</a></li><li>Build spark with Kubernetes support:</li></ul><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</ [...]
security context for running Spark jobs. See more about how to configure proper RBAC rules <a href="https://kubernetes.io/docs/reference/access-authn-authz/rbac/" target="_blank" rel="noopener noreferrer">here</a>.</p></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="submit-a-spark-job"></a>Submit a Spark job<a aria-hidden="true" tabindex="-1" class="hash-link" href="#submit-a-spark-job" title="Direct link to heading">#</a></h2><p>If this is runni [...]
@@ -46,8 +46,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/next/user_guide/workloads/run_tf/index.html b/docs/next/user_guide/workloads/run_tf/index.html
index bea9a64..4945fce 100644
--- a/docs/next/user_guide/workloads/run_tf/index.html
+++ b/docs/next/user_guide/workloads/run_tf/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Run Tensorflow Jobs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="current"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.a [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
You can install tf-operator by applying all yaml from two website down below:</p><ul><li>CRD: <a href="https://github.com/kubeflow/manifests/tree/master/tf-training/tf-job-crds/base" target="_blank" rel="noopener noreferrer">https://github.com/kubeflow/manifests/tree/master/tf-training/tf-job-crds/base</a></li><li>Deployment: <a href="https://github.com/kubeflow/manifests/tree/master/tf-training/tf-job-operator/base" target="_blank" rel="noopener noreferrer">https://github.com/kubeflow/m [...]
Also you can install kubeflow which can auto install tf-operator for you, URL: <a href="https://www.kubeflow.org/docs/started/getting-started/" target="_blank" rel="noopener noreferrer">https://www.kubeflow.org/docs/started/getting-started/</a></li></ul><p>A simple Tensorflow job example:</p><p>You need to <a href="https://github.com/kubeflow/tf-operator/tree/master/examples/v1/dist-mnist" target="_blank" rel="noopener noreferrer">build the image</a> which used in example yaml.</p><div c [...]
<div style="font-size: 70%">
@@ -31,8 +31,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/performance/evaluate_perf_function_with_kubemark/index.html b/docs/performance/evaluate_perf_function_with_kubemark/index.html
index 7a322c4..22a35d4 100644
--- a/docs/performance/evaluate_perf_function_with_kubemark/index.html
+++ b/docs/performance/evaluate_perf_function_with_kubemark/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Evaluate YuniKorn function & performance with Kubemark | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" propert [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
a tool helps us to simulate large K8s cluster and run experimental workloads.
There were 18 bare-metal servers being used to simulate 2000/4000 nodes for these tests. </p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="scheduler-throughput"></a>Scheduler Throughput<a aria-hidden="true" tabindex="-1" class="hash-link" href="#scheduler-throughput" title="Direct link to heading">#</a></h2><p>When running Big Data batch workloads, e.g Spark, on K8s, scheduler throughput becomes to be one of the main concerns.
In YuniKorn, we have done lots of optimizations to improve the performance, such as a fully async event-driven system
@@ -50,8 +50,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/performance/metrics/index.html b/docs/performance/metrics/index.html
index 4b58894..a910c3d 100644
--- a/docs/performance/metrics/index.html
+++ b/docs/performance/metrics/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Scheduler Metrics | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yuniko [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
scheduler's critical execution paths, to reveal potential performance bottlenecks. Currently, there are two categories
for these metrics:</p><ul><li>scheduler: generic metrics of the scheduler, such as allocation latency, num of apps etc.</li><li>queue: each queue has its own metrics sub-system, tracking queue status.</li></ul><p>all metrics are declared in <code>yunikorn</code> namespace.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="access-metrics"></a>Access Metrics<a aria-hidden="true" tabindex="-1" class="hash-link" href="#access-metrics" title="Direct link to hea [...]
Once started, they can be accessed via endpoint http://localhost:9080/ws/v1/metrics.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="aggregate-metrics-to-prometheus"></a>Aggregate Metrics to Prometheus<a aria-hidden="true" tabindex="-1" class="hash-link" href="#aggregate-metrics-to-prometheus" title="Direct link to heading">#</a></h2><p>It's simple to setup a Prometheus server to grab YuniKorn metrics periodically. Follow these steps:</p><ul><li><p> [...]
@@ -35,8 +35,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/performance/profiling/index.html b/docs/performance/profiling/index.html
index 852067a..431e7a2 100644
--- a/docs/performance/profiling/index.html
+++ b/docs/performance/profiling/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Profiling | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apach [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
added to YuniKorn rest service, we can easily retrieve and analyze them from HTTP
endpoints.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="cpu-profiling"></a>CPU profiling<a aria-hidden="true" tabindex="-1" class="hash-link" href="#cpu-profiling" title="Direct link to heading">#</a></h2><p>At this step, ensure you already have YuniKorn running, it can be either running from
local via a <code>make run</code> command, or deployed as a pod running inside of K8s. Then run</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">go tool p [...]
@@ -40,8 +40,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/user_guide/acls/index.html b/docs/user_guide/acls/index.html
index 137998e..c9bc0a8 100644
--- a/docs/user_guide/acls/index.html
+++ b/docs/user_guide/acls/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">ACLs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn.apache.org [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
They can be used in multiple places in YuniKorn.
The current use case is limited to queue ACLs.</p><p>Access control lists give access to the users and groups that have been specified in the list.
They do not provide the possibility to explicitly remove or deny access to the users and groups specified in the list.</p><p>If there is no access control list is configured access is <em>denied</em> by default.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="syntax"></a>Syntax<a aria-hidden="true" tabindex="-1" class="hash-link" href="#syntax" title="Direct link to heading">#</a></h2><p>The access control list is defined as:</p><div class="mdxCodeBlock_ [...]
@@ -44,8 +44,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/user_guide/gang_scheduling/index.html b/docs/user_guide/gang_scheduling/index.html
index c37355f..aad8593 100644
--- a/docs/user_guide/gang_scheduling/index.html
+++ b/docs/user_guide/gang_scheduling/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Gang Scheduling | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
the app’s minimal resource request can be satisfied. Otherwise, apps
will be waiting in the queue. Apps are queued in hierarchy queues,
with gang scheduling enabled, each resource queue is assigned with the
@@ -67,8 +67,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/user_guide/placement_rules/index.html b/docs/user_guide/placement_rules/index.html
index 58c0601..d38bac0 100644
--- a/docs/user_guide/placement_rules/index.html
+++ b/docs/user_guide/placement_rules/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">App Placement Rules | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yuni [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Multiple rules can be chained to form a placement policy.
<a href="/docs/user_guide/acls">Access control lists</a> and rule filters are defined per rule and enforced per rule.
This document explains how to build a policy, including the rule usage, that is part of the scheduler with examples.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="configuration"></a>Configuration<a aria-hidden="true" tabindex="-1" class="hash-link" href="#configuration" title="Direct link to heading">#</a></h2><p>Rules are defined per partition as part of the scheduler queue configuration.
@@ -98,8 +98,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/user_guide/queue_config/index.html b/docs/user_guide/queue_config/index.html
index dca2121..1693032 100644
--- a/docs/user_guide/queue_config/index.html
+++ b/docs/user_guide/queue_config/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Partition and Queue Configuration | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It references both the <a href="/docs/user_guide/acls">Access Control Lists</a> and <a href="/docs/user_guide/placement_rules">Placement rules</a> documentation.</p><p>This document explains how to create the partition and queue configuration for the scheduler with examples.</p><p>The scheduler relies on the shim to reliably provide user information as part of the application submission.
The current shim identifies the user and the groups the user belongs to using the methodology provided in <a href="/docs/user_guide/usergroup_resolution">User & Group Resolution</a> </p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="configuration"></a>Configuration<a aria-hidden="true" tabindex="-1" class="hash-link" href="#configuration" title="Direct link to heading">#</a></h2><p>The configuration file for the scheduler that is described here only pr [...]
The filename can be changed via the command line flag <code>policyGroup</code> of the scheduler.
@@ -98,8 +98,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/user_guide/resource_quota_management/index.html b/docs/user_guide/resource_quota_management/index.html
index db464e3..8211afd 100644
--- a/docs/user_guide/resource_quota_management/index.html
+++ b/docs/user_guide/resource_quota_management/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Resource Quota Management | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https: [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
If the pod does not fit in the namespace quota the pod is rejected.
The client must implement a retry-mechanism and re-submit the pod if it needs the pod to be scheduled.</p><p>Contrary to quotas in Kubernetes YuniKorn does not enforce quotas on submission but only on actively consumed resources.
To explain the difference: when using YuniKorn for quota enforcement a new pod submitted to Kubernetes is always accepted.
@@ -99,8 +99,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/user_guide/sorting_policies/index.html b/docs/user_guide/sorting_policies/index.html
index 886b7a8..383506d 100644
--- a/docs/user_guide/sorting_policies/index.html
+++ b/docs/user_guide/sorting_policies/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Sorting Policies | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikor [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Policies can be set for:</p><ul><li><a href="#application-sorting">Applications</a></li><li><a href="#node-sorting">Nodes</a></li><li><a href="#request-sorting">Requests</a></li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="application-sorting"></a>Application sorting<a aria-hidden="true" tabindex="-1" class="hash-link" href="#application-sorting" title="Direct link to heading">#</a></h2><p>The application sorting policy is set for each queue via the [...]
A sorting policy setting is only effective on a <code>leaf</code> queue.
Each <code>leaf</code> queue can use a different policy.</p><p>A sorting policy only specifies the order in which the applications are sorted within a queue.
@@ -79,8 +79,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/user_guide/trouble_shooting/index.html b/docs/user_guide/trouble_shooting/index.html
index 747bb03..ed53557 100644
--- a/docs/user_guide/trouble_shooting/index.html
+++ b/docs/user_guide/trouble_shooting/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Trouble Shooting | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikor [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
local location on the underneath node, you can read more document <a href="https://docs.docker.com/config/containers/logging/configure/" target="_blank" rel="noopener noreferrer">here</a>.
These logs can be retrieved by <a href="https://kubernetes.io/docs/reference/generated/kubectl/kubectl-commands#logs" target="_blank" rel="noopener noreferrer">kubectl logs</a>. Such as:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-shell codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#29 [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">// retrieve logs</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">kubectl logs yunikorn-scheduler-766d7d6cdd-44b82 yunikorn-scheduler-k8s -n yunikorn</span></div></div></div></div></div><p>In most cases, this command cannot get all logs because the scheduler is rolling logs very fast. To retrieve more logs in
@@ -58,8 +58,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/user_guide/usergroup_resolution/index.html b/docs/user_guide/usergroup_resolution/index.html
index 9db5096..f09febd 100644
--- a/docs/user_guide/usergroup_resolution/index.html
+++ b/docs/user_guide/usergroup_resolution/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">User & Group Resolution | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Yunikorn assumes that all pods belonging to an application are owned by the same user. We recommend that the user label is added to every pod of an app. This is to ensure that there is no discrepency. </p></div></div><p>The <code>yunikorn.apache.org/username</code> key can be customized by overriding the default value using the <code>USER_LABEL_KEY</code>env variable to the <a href="https://github.com/apache/incubator-yunikorn-release/blob/master/helm-charts/yunikorn/templates/deployment [...]
The resolver which is linked to the cache can be set per partition.</p><p>The default group resolver is "no resolver".
This resolver just echos the user name and a primary group with the same name as the user.</p><p>Other resolvers are:</p><ul><li>OS resolver</li><li>test resolver</li></ul></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/user_guide/placement_rules"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« App Placement [...]
@@ -32,8 +32,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/user_guide/workloads/run_flink/index.html b/docs/user_guide/workloads/run_flink/index.html
index 23ad1e6..22d6176 100644
--- a/docs/user_guide/workloads/run_flink/index.html
+++ b/docs/user_guide/workloads/run_flink/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Run Flink Jobs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" name="twitter:card" content="summary_large_image"><meta data-react-helmet="true" property="og:title" content="Run Flink Jobs | Apache YuniKorn (Incubating)"><meta data-reac [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
used to run Flink on Kubernetes, the configuration is slight different.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="standalone-mode"></a>Standalone mode<a aria-hidden="true" tabindex="-1" class="hash-link" href="#standalone-mode" title="Direct link to heading">#</a></h2><p>Please follow <a href="https://ci.apache.org/projects/flink/flink-docs-stable/ops/deployment/kubernetes.html" target="_blank" rel="noopener noreferrer">Kubernetes Setup</a> to get [...]
In this mode, we can directly add required labels (applicationId and queue) in Deployment/Job spec to run flink application with YuniKorn scheduler, as well as <a href="#run-workloads-with-yunikorn-scheduler">Run workloads with YuniKorn Scheduler</a>.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="native-mode"></a>Native mode<a aria-hidden="true" tabindex="-1" class="hash-link" href="#native-mode" title="Direct link to heading">#</a></h2><p>Please follo [...]
Running flink application with YuniKorn scheduler in native mode is only supported for flink 1.11 or above, we can leverage two flink configurations <code>kubernetes.jobmanager.labels</code> and <code>kubernetes.taskmanager.labels</code> to set the required labels.
@@ -33,8 +33,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/user_guide/workloads/run_spark/index.html b/docs/user_guide/workloads/run_spark/index.html
index 179023c..b57c400 100644
--- a/docs/user_guide/workloads/run_spark/index.html
+++ b/docs/user_guide/workloads/run_spark/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Run Spark Jobs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yunikorn. [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<a href="/docs/">get started</a> to see how that is done.</p></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="prepare-the-docker-image-for-spark"></a>Prepare the docker image for Spark<a aria-hidden="true" tabindex="-1" class="hash-link" href="#prepare-the-docker-image-for-spark" title="Direct link to heading">#</a></h2><p>To run Spark on Kubernetes, you'll need the Spark docker images. You can 1) use the docker images provided by the YuniKorn
team, or 2) build one from scratch. If you want to build your own Spark docker image, you can</p><ul><li>Download a Spark version that has Kubernetes support, URL: <a href="https://github.com/apache/spark" target="_blank" rel="noopener noreferrer">https://github.com/apache/spark</a></li><li>Build spark with Kubernetes support:</li></ul><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</ [...]
security context for running Spark jobs. See more about how to configure proper RBAC rules <a href="https://kubernetes.io/docs/reference/access-authn-authz/rbac/" target="_blank" rel="noopener noreferrer">here</a>.</p></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="submit-a-spark-job"></a>Submit a Spark job<a aria-hidden="true" tabindex="-1" class="hash-link" href="#submit-a-spark-job" title="Direct link to heading">#</a></h2><p>If this is runni [...]
@@ -46,8 +46,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/docs/user_guide/workloads/run_tf/index.html b/docs/user_guide/workloads/run_tf/index.html
index 5d97800..9c7c9b1 100644
--- a/docs/user_guide/workloads/run_tf/index.html
+++ b/docs/user_guide/workloads/run_tf/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Run Tensorflow Jobs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.11.0,latest"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="https://yuni [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -19,7 +19,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
You can install tf-operator by applying all yaml from two website down below:</p><ul><li>CRD: <a href="https://github.com/kubeflow/manifests/tree/master/tf-training/tf-job-crds/base" target="_blank" rel="noopener noreferrer">https://github.com/kubeflow/manifests/tree/master/tf-training/tf-job-crds/base</a></li><li>Deployment: <a href="https://github.com/kubeflow/manifests/tree/master/tf-training/tf-job-operator/base" target="_blank" rel="noopener noreferrer">https://github.com/kubeflow/m [...]
Also you can install kubeflow which can auto install tf-operator for you, URL: <a href="https://www.kubeflow.org/docs/started/getting-started/" target="_blank" rel="noopener noreferrer">https://www.kubeflow.org/docs/started/getting-started/</a></li></ul><p>A simple Tensorflow job example:</p><p>You need to <a href="https://github.com/kubeflow/tf-operator/tree/master/examples/v1/dist-mnist" target="_blank" rel="noopener noreferrer">build the image</a> which used in example yaml.</p><div c [...]
<div style="font-size: 70%">
@@ -31,8 +31,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/index.html b/index.html
index 64cf3d2..48776ed 100644
--- a/index.html
+++ b/index.html
@@ -6,15 +6,15 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Welcome to Apache YuniKorn (Incubating) | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Welcome to Apache YuniKorn (Incubating) | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" name="description" content="Apache YuniKorn (incubating) website"><meta data-react-helmet="true [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/c4f5d8e4.d0a8dd0b.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<div style="font-size: 70%">
Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
<div style="padding:20px; margin: 10px; color: #4d4d4d;">
@@ -24,8 +24,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/c4f5d8e4.d0a8dd0b.js"></script>
diff --git a/main.d732f5a1.js b/main.d732f5a1.js
new file mode 100644
index 0000000..bf92cd5
--- /dev/null
+++ b/main.d732f5a1.js
@@ -0,0 +1,2 @@
+/*! For license information please see main.d732f5a1.js.LICENSE.txt */
+(window.webpackJsonp=window.webpackJsonp||[]).push([[184],[function(e,t,n){"use strict";e.exports=n(31)},function(e,t,n){"use strict";n.d(t,"a",(function(){return _})),n.d(t,"b",(function(){return w})),n.d(t,"c",(function(){return S})),n.d(t,"d",(function(){return P})),n.d(t,"e",(function(){return v})),n.d(t,"f",(function(){return L})),n.d(t,"g",(function(){return j})),n.d(t,"h",(function(){return b})),n.d(t,"i",(function(){return E})),n.d(t,"j",(function(){return O})),n.d(t,"k",(functio [...]
\ No newline at end of file
diff --git a/main.f9fb547b.js.LICENSE.txt b/main.d732f5a1.js.LICENSE.txt
similarity index 100%
rename from main.f9fb547b.js.LICENSE.txt
rename to main.d732f5a1.js.LICENSE.txt
diff --git a/main.f9fb547b.js b/main.f9fb547b.js
deleted file mode 100644
index 47e6b1b..0000000
--- a/main.f9fb547b.js
+++ /dev/null
@@ -1,2 +0,0 @@
-/*! For license information please see main.f9fb547b.js.LICENSE.txt */
-(window.webpackJsonp=window.webpackJsonp||[]).push([[184],[function(e,t,n){"use strict";e.exports=n(31)},function(e,t,n){"use strict";n.d(t,"a",(function(){return _})),n.d(t,"b",(function(){return w})),n.d(t,"c",(function(){return S})),n.d(t,"d",(function(){return P})),n.d(t,"e",(function(){return v})),n.d(t,"f",(function(){return L})),n.d(t,"g",(function(){return j})),n.d(t,"h",(function(){return b})),n.d(t,"i",(function(){return E})),n.d(t,"j",(function(){return O})),n.d(t,"k",(functio [...]
\ No newline at end of file
diff --git a/release-announce/0.10.0/index.html b/release-announce/0.10.0/index.html
index f7dbdcb..98ee58a 100644
--- a/release-announce/0.10.0/index.html
+++ b/release-announce/0.10.0/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Release Announcement v0.10.0 | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Release Announcement v0.10.0 | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="tr [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -16,7 +16,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<div style="font-size: 70%">
Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
<div style="padding:20px; margin: 10px; color: #4d4d4d;">
@@ -26,8 +26,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/release-announce/0.11.0/index.html b/release-announce/0.11.0/index.html
index e649048..1fe9501 100644
--- a/release-announce/0.11.0/index.html
+++ b/release-announce/0.11.0/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Release Announcement v0.11.0 | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Release Announcement v0.11.0 | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="tr [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -16,7 +16,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This release has a couple of REST API, UI usability and Gang scheduling improvements.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="overview"></a>Overview<a aria-hidden="true" tabindex="-1" class="hash-link" href="#overview" title="Direct link to heading">#</a></h2><p>The Apache YuniKorn (Incubating) community has fixed over 110 JIRAs in this release: <a href="https://issues.apache.org/jira/issues/?filter=12350521" target="_blank" rel="noopener norefer [...]
<div style="font-size: 70%">
Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
@@ -27,8 +27,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/release-announce/0.8.0/index.html b/release-announce/0.8.0/index.html
index 2e92e11..6c7f201 100644
--- a/release-announce/0.8.0/index.html
+++ b/release-announce/0.8.0/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Release Announcement v0.8.0 | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Release Announcement v0.8.0 | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -16,7 +16,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This enables use cases like mapping a K8 namespace to a YuniKorn queue without the need to pre-create all queues.<br>
Queues are created based on placement rules when required for running an application. Dynamic queues are deleted when no longer required. </p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="pluggable-application-management"></a>Pluggable Application Management<a aria-hidden="true" tabindex="-1" class="hash-link" href="#pluggable-application-management" title="Direct link to heading">#</a></h3><p>A pluggable app management framework is being added to this r [...]
In YuniKorn, there are lots of optimizations to improve the performance, such as a fully async event-driven system and low-latency sorting policies.</p><p>Based on our test using Kubemark, YuniKorn is 2x+ faster than the default K8s scheduler.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="community"></a>Community<a aria-hidden="true" tabindex="-1" class="hash-link" href="#community" title="Direct link to heading">#</a></h2><p>Since the birth of the Yun [...]
@@ -30,8 +30,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/release-announce/0.9.0/index.html b/release-announce/0.9.0/index.html
index 0c854cc..bf9c1b8 100644
--- a/release-announce/0.9.0/index.html
+++ b/release-announce/0.9.0/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Release Announcement v0.9.0 | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Release Announcement v0.9.0 | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/3.332ba8bb.js" as="script">
@@ -16,7 +16,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This release has further improved the capabilities of resource scheduling and management on Kubernetes, along with some optimizations for running Apache Spark, Apache Flink workloads.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="overview"></a>Overview<a aria-hidden="true" tabindex="-1" class="hash-link" href="#overview" title="Direct link to heading">#</a></h2><p>The Apache YuniKorn (Incubating) community has fixed over 130 JIRAs in this release: <a h [...]
There are 2 main advantages of using this feature comparing to the namespace resource quota:</p><ol><li>The namespace resource quota is counting resources at the admission phase, irrespective of whether the pod is using the resources or not. This can lead up to issues that the namespace resources could not be efficiently used.</li><li>The namespace resource quota is flat, it doesn't support hierarchy resource quota management.</li></ol><p>The resource quota admission controller reje [...]
By using the resource quota management provided by YuniKorn, it is more efficient, seamlessly setup and it provides the job queue to handle common scheduling ordering requirements.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="job-ordering-policy-stateaware-optimized-fifo"></a>Job Ordering Policy: StateAware (optimized FIFO)<a aria-hidden="true" tabindex="-1" class="hash-link" href="#job-ordering-policy-stateaware-optimized-fifo" title="Direct link to [...]
@@ -30,8 +30,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/3.332ba8bb.js"></script>
diff --git a/runtime~main.c271d97f.js b/runtime~main.a6ac4d75.js
similarity index 99%
rename from runtime~main.c271d97f.js
rename to runtime~main.a6ac4d75.js
index 5fd24dc..906fbc1 100644
--- a/runtime~main.c271d97f.js
+++ b/runtime~main.a6ac4d75.js
@@ -1 +1 @@
-!function(e){function c(c){for(var a,r,t=c[0],n=c[1],o=c[2],u=0,l=[];u<t.length;u++)r=t[u],Object.prototype.hasOwnProperty.call(d,r)&&d[r]&&l.push(d[r][0]),d[r]=0;for(a in n)Object.prototype.hasOwnProperty.call(n,a)&&(e[a]=n[a]);for(i&&i(c);l.length;)l.shift()();return b.push.apply(b,o||[]),f()}function f(){for(var e,c=0;c<b.length;c++){for(var f=b[c],a=!0,r=1;r<f.length;r++){var n=f[r];0!==d[n]&&(a=!1)}a&&(b.splice(c--,1),e=t(t.s=f[0]))}return e}var a={},d={185:0},b=[];function r(e){ret [...]
\ No newline at end of file
+!function(e){function c(c){for(var a,r,t=c[0],n=c[1],o=c[2],u=0,l=[];u<t.length;u++)r=t[u],Object.prototype.hasOwnProperty.call(d,r)&&d[r]&&l.push(d[r][0]),d[r]=0;for(a in n)Object.prototype.hasOwnProperty.call(n,a)&&(e[a]=n[a]);for(i&&i(c);l.length;)l.shift()();return b.push.apply(b,o||[]),f()}function f(){for(var e,c=0;c<b.length;c++){for(var f=b[c],a=!0,r=1;r<f.length;r++){var n=f[r];0!==d[n]&&(a=!1)}a&&(b.splice(c--,1),e=t(t.s=f[0]))}return e}var a={},d={185:0},b=[];function r(e){ret [...]
\ No newline at end of file
diff --git a/search/index.html b/search/index.html
index 1da1804..453c340 100644
--- a/search/index.html
+++ b/search/index.html
@@ -6,8 +6,8 @@
<meta name="generator" content="Docusaurus v2.0.0-alpha.63">
<link rel="search" type="application/opensearchdescription+xml" title="Apache YuniKorn (Incubating)" href="/opensearch.xml"><title data-react-helmet="true">Search the documentation | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Search the documentation | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" property="og:image" content="https://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" prop [...]
<link rel="preload" href="/styles.c77a8483.js" as="script">
-<link rel="preload" href="/runtime~main.c271d97f.js" as="script">
-<link rel="preload" href="/main.f9fb547b.js" as="script">
+<link rel="preload" href="/runtime~main.a6ac4d75.js" as="script">
+<link rel="preload" href="/main.d732f5a1.js" as="script">
<link rel="preload" href="/1.715bd80a.js" as="script">
<link rel="preload" href="/2.d09bf265.js" as="script">
<link rel="preload" href="/e2b92f7b.18b5c7bc.js" as="script">
@@ -15,7 +15,7 @@
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<div style="font-size: 70%">
Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
<div style="padding:20px; margin: 10px; color: #4d4d4d;">
@@ -25,8 +25,8 @@ Copyright © 2020-2021 <a href="https://www.apache.org/">The Apache Software Fou
</div>
</div></div></div></div></footer></div>
<script src="/styles.c77a8483.js"></script>
-<script src="/runtime~main.c271d97f.js"></script>
-<script src="/main.f9fb547b.js"></script>
+<script src="/runtime~main.a6ac4d75.js"></script>
+<script src="/main.d732f5a1.js"></script>
<script src="/1.715bd80a.js"></script>
<script src="/2.d09bf265.js"></script>
<script src="/e2b92f7b.18b5c7bc.js"></script>