You are viewing a plain text version of this content. The canonical link for it is here.
Posted to reviews@yunikorn.apache.org by gi...@apache.org on 2020/08/02 06:15:47 UTC
[incubator-yunikorn-site] branch asf-site updated: Auto refresh
web-site content
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a commit to branch asf-site
in repository https://gitbox.apache.org/repos/asf/incubator-yunikorn-site.git
The following commit(s) were added to refs/heads/asf-site by this push:
new b8cdcf7 Auto refresh web-site content
b8cdcf7 is described below
commit b8cdcf7f5cbaa8c9486f523c769a6fee4dd6b56c
Author: yunikorn-bot <yu...@gmail.com>
AuthorDate: Sun Aug 2 06:15:36 2020 +0000
Auto refresh web-site content
---
098cffed.5edfeceb.js => 098cffed.a324333b.js | 0
0a87ba36.1a00fab5.js => 0a87ba36.bfee8654.js | 0
0c902ed6.5d733ea7.js => 0c902ed6.69d123aa.js | 0
0c93c27b.e03fb031.js => 0c93c27b.d2568cb5.js | 2 +-
0cd5b1a7.cb65447a.js => 0cd5b1a7.32246135.js | 0
1.18e5eb81.js => 1.088e8e88.js | 2 +-
14015a24.2760cce0.js => 14015a24.7f6d41be.js | 2 +-
17c1bf74.8d5b106f.js => 17c1bf74.31f74d44.js | 0
1a38f637.ea4132ad.js => 1a38f637.118e8bf1.js | 0
1b5b94bb.34256819.js => 1b5b94bb.9201071b.js | 0
1be78505.5daf08b7.js => 1be78505.abe7da3d.js | 2 +-
1f466884.8071cb1f.js => 1f466884.dbcf7315.js | 0
2.bb55949a.js | 2 +
...a1d.js.LICENSE.txt => 2.bb55949a.js.LICENSE.txt | 0
2.e31b9a1d.js | 2 -
2f255b7b.cfead18b.js => 2f255b7b.e14f3956.js | 2 +-
2fea1ee9.0a10dd11.js | 1 -
2fea1ee9.ebf10d06.js | 1 +
3.b62624fd.js => 3.89fa763f.js | 2 +-
34003c72.1150b715.js => 34003c72.93baf080.js | 0
39829feb.879d3ce7.js => 39829feb.76575908.js | 0
3d1791fa.e5b4c6e7.js => 3d1791fa.51934412.js | 0
3e0e5d5b.88c8b8c6.js => 3e0e5d5b.fb156942.js | 2 +-
404.html | 26 ++++---
43c45fbd.141745d4.js => 43c45fbd.14441c06.js | 0
47b8b18c.d86b15fc.js => 47b8b18c.352a682c.js | 0
4cb7ee90.417cb95b.js | 1 -
4cb7ee90.7470ce1f.js | 1 +
4d53942d.9ee2ebac.js => 4d53942d.1449a80d.js | 0
4e1badf8.990a1cb1.js => 4e1badf8.83ac4f38.js | 0
528dfaf3.2e673320.js => 528dfaf3.a57bf0f9.js | 0
53c63e3f.91449f7f.js => 53c63e3f.afd81645.js | 0
579bd563.1b13c413.js => 579bd563.9f53064e.js | 2 +-
5c1c0c73.ff5326c9.js => 5c1c0c73.38427d38.js | 0
5c2fd2aa.9e6d1e19.js => 5c2fd2aa.8e56da9e.js | 0
6356979d.4ae2f0fa.js => 6356979d.92bff3b0.js | 2 +-
64a11ff0.810d2806.js | 1 +
64a11ff0.b108d3e2.js | 1 -
69994b68.84f2c65d.js => 69994b68.eb9d766f.js | 0
6bf8e8e6.512a4a18.js => 6bf8e8e6.ae546559.js | 0
6c4581ec.64a03d64.js => 6c4581ec.91a0b64d.js | 0
77848a81.ced54c57.js => 77848a81.5b22e56d.js | 0
81e41fa3.3bb4c793.js => 81e41fa3.da391144.js | 2 +-
830bde22.a16721da.js => 830bde22.6ad6af1e.js | 0
872379cf.30671d14.js => 872379cf.dc6afe2f.js | 0
8ad1c52d.09b2fa1f.js => 8ad1c52d.05136a2d.js | 0
90998519.5ffdcd41.js => 90998519.cb14175a.js | 0
919d2539.de0c37ef.js => 919d2539.02ad6996.js | 2 +-
92a19523.972a84ec.js => 92a19523.a4020e91.js | 0
94e4428c.f5ad97ed.js => 94e4428c.8930c738.js | 0
9523dcb5.ac7626cf.js => 9523dcb5.62291bba.js | 0
9707d709.1d5abbbc.js => 9707d709.1531ef6d.js | 0
987fec61.13043e64.js => 987fec61.8cff578a.js | 2 +-
a44914cc.81a1895a.js => a44914cc.359c36b5.js | 0
a5b5dcea.6e242c50.js => a5b5dcea.956c181a.js | 0
a6514927.cd579a67.js => a6514927.a4bb40b5.js | 0
a6aa9e1f.4cd1cc45.js | 1 +
a6aa9e1f.d678b27c.js | 1 -
a7fed74b.4a49b2df.js => a7fed74b.982addb5.js | 0
aaed39fd.45473207.js => aaed39fd.fd8109d1.js | 0
ac22c4de.507c04dc.js => ac22c4de.c8fe279d.js | 0
ae8ddf81.f7d14c94.js => ae8ddf81.488c86c9.js | 0
afe6f65e.eea5c443.js => afe6f65e.fdb15219.js | 0
...chitecture-333225e01d82300eb9ee34e76cf34697.png | Bin
b56a9dad.1d5547be.js => b56a9dad.b99dcdf8.js | 0
be5acdb0.ada03fe8.js => be5acdb0.5c2ebeed.js | 2 +-
c3dff334.f90d8d01.js => c3dff334.684b0a8a.js | 0
c4f5d8e4.7a23fe16.js | 1 -
c4f5d8e4.d11e8832.js | 1 +
c7277ad6.341c7e23.js => c7277ad6.621a3700.js | 0
community/coding_guidelines/index.html | 44 ++++++-----
community/download/index.html | 42 ++++++-----
community/get_involved/index.html | 44 ++++++-----
community/how_to_contribute/index.html | 44 ++++++-----
community/index.html | 84 +++++++++++----------
community/reporting_issues/index.html | 44 ++++++-----
community/roadmap/index.html | 44 ++++++-----
community/sessions/index.html | 42 ++++++-----
d3dc4da8.5680ac34.js => d3dc4da8.eb1bbed5.js | 0
d3f79ca7.11d0d6b4.js => d3f79ca7.bf8a5fa2.js | 2 +-
da3e9658.16851ca6.js => da3e9658.8604c267.js | 0
da84cc0d.1250a0bc.js => da84cc0d.06e60b61.js | 0
db80e14b.044ca0d3.js => db80e14b.1fcfacf1.js | 2 +-
debcf1ca.8f460652.js => debcf1ca.e2bc27ea.js | 0
df0dc7dc.94e6b64c.js => df0dc7dc.e2d1e500.js | 2 +-
df7bd322.c60008f8.js => df7bd322.c451f272.js | 0
docs/community/coding_guidelines/index.html | 48 +++++++-----
docs/community/community_sync_up/index.html | 46 ++++++-----
docs/community/how_to_contribute/index.html | 48 +++++++-----
docs/community/reporting_issues/index.html | 48 +++++++-----
docs/configuration/acls/index.html | 48 +++++++-----
docs/configuration/placement_rules/index.html | 48 +++++++-----
docs/configuration/queue_config/index.html | 48 +++++++-----
docs/design/cross_queue_preemption/index.html | 48 +++++++-----
docs/design/design/index.html | 48 +++++++-----
docs/design/namespace_resource_quota/index.html | 48 +++++++-----
docs/design/pluggable_app_management/index.html | 48 +++++++-----
docs/design/resilience/index.html | 48 +++++++-----
docs/design/scheduler_configuration/index.html | 48 +++++++-----
docs/download/index.html | 46 ++++++-----
docs/get_started/developer_guide/index.html | 48 +++++++-----
docs/get_started/release_notes/index.html | 48 +++++++-----
docs/index.html | 48 +++++++-----
docs/next/api/cluster/index.html | 46 ++++++-----
docs/next/api/scheduler/index.html | 48 +++++++-----
docs/next/api/system/index.html | 48 +++++++-----
docs/next/design/architecture/index.html | 50 ++++++------
docs/next/design/cross_queue_preemption/index.html | 48 +++++++-----
docs/next/design/k8shim/index.html | 48 +++++++-----
.../design/namespace_resource_quota/index.html | 48 +++++++-----
.../design/pluggable_app_management/index.html | 48 +++++++-----
docs/next/design/predicates/index.html | 48 +++++++-----
docs/next/design/resilience/index.html | 48 +++++++-----
.../next/design/scheduler_configuration/index.html | 48 +++++++-----
docs/next/design/scheduler_core_design/index.html | 48 +++++++-----
.../next/design/scheduler_object_states/index.html | 48 +++++++-----
docs/next/design/state_aware_scheduling/index.html | 48 +++++++-----
docs/next/developer_guide/build/index.html | 48 +++++++-----
docs/next/developer_guide/deployment/index.html | 48 +++++++-----
docs/next/developer_guide/env_setup/index.html | 48 +++++++-----
docs/next/get_started/core_features/index.html | 48 +++++++-----
docs/next/index.html | 48 +++++++-----
.../index.html | 48 +++++++-----
docs/next/performance/metrics/index.html | 48 +++++++-----
docs/next/performance/profiling/index.html | 48 +++++++-----
docs/next/user_guide/acls/index.html | 48 +++++++-----
docs/next/user_guide/placement_rules/index.html | 48 +++++++-----
docs/next/user_guide/queue_config/index.html | 48 +++++++-----
docs/next/user_guide/sorting_policies/index.html | 48 +++++++-----
docs/next/user_guide/trouble_shooting/index.html | 48 +++++++-----
.../next/user_guide/workloads/run_flink/index.html | 48 +++++++-----
.../next/user_guide/workloads/run_spark/index.html | 48 +++++++-----
docs/next/user_guide/workloads/run_tf/index.html | 48 +++++++-----
.../index.html | 48 +++++++-----
docs/performance/metrics/index.html | 48 +++++++-----
docs/performance/profiling/index.html | 48 +++++++-----
docs/roadmap/index.html | 48 +++++++-----
docs/setup/build_local/index.html | 48 +++++++-----
docs/setup/configure_scheduler/index.html | 48 +++++++-----
docs/setup/deployment/index.html | 48 +++++++-----
docs/setup/env_setup/index.html | 48 +++++++-----
e2561c05.c2b99552.js => e2561c05.95d03ecf.js | 0
e59213c0.c3d1743f.js => e59213c0.97f22372.js | 0
e897f185.2286d790.js => e897f185.fa21a157.js | 0
eaf9452f.3977f261.js => eaf9452f.6aae5b6f.js | 0
ed3bee84.e169287e.js => ed3bee84.d3658d5b.js | 0
f6435ed1.e00acf23.js => f6435ed1.a70d0c4f.js | 0
fd3398f1.85e9c0ca.js => fd3398f1.f1f1007e.js | 0
img/hero-blur.jpg | Bin 0 -> 3656448 bytes
index.html | 38 ++++++----
main.7d612ba9.js | 2 +
....js.LICENSE.txt => main.7d612ba9.js.LICENSE.txt | 0
main.815a6bc8.js | 2 -
runtime~main.70f6cdec.js | 1 -
runtime~main.71ec32fb.js | 1 +
styles.3c3341c4.css => styles.5748356d.css | 2 +-
styles.e8572cc0.js | 1 +
styles.ea8f1776.js | 1 -
158 files changed, 1832 insertions(+), 1312 deletions(-)
diff --git a/098cffed.5edfeceb.js b/098cffed.a324333b.js
similarity index 100%
rename from 098cffed.5edfeceb.js
rename to 098cffed.a324333b.js
diff --git a/0a87ba36.1a00fab5.js b/0a87ba36.bfee8654.js
similarity index 100%
rename from 0a87ba36.1a00fab5.js
rename to 0a87ba36.bfee8654.js
diff --git a/0c902ed6.5d733ea7.js b/0c902ed6.69d123aa.js
similarity index 100%
rename from 0c902ed6.5d733ea7.js
rename to 0c902ed6.69d123aa.js
diff --git a/0c93c27b.e03fb031.js b/0c93c27b.d2568cb5.js
similarity index 98%
rename from 0c93c27b.e03fb031.js
rename to 0c93c27b.d2568cb5.js
index d7e7c6c..c2158fc 100644
--- a/0c93c27b.e03fb031.js
+++ b/0c93c27b.d2568cb5.js
@@ -1 +1 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[7],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return b})),n.d(t,"b",(function(){return d}));var r=n(0),o=n.n(r);function a(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function c(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))) [...]
\ No newline at end of file
+(window.webpackJsonp=window.webpackJsonp||[]).push([[7],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return b})),n.d(t,"b",(function(){return d}));var r=n(0),o=n.n(r);function a(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function c(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))) [...]
\ No newline at end of file
diff --git a/0cd5b1a7.cb65447a.js b/0cd5b1a7.32246135.js
similarity index 100%
rename from 0cd5b1a7.cb65447a.js
rename to 0cd5b1a7.32246135.js
diff --git a/1.18e5eb81.js b/1.088e8e88.js
similarity index 99%
rename from 1.18e5eb81.js
rename to 1.088e8e88.js
index e428b81..d17539c 100644
--- a/1.18e5eb81.js
+++ b/1.088e8e88.js
@@ -1 +1 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[1],{140:function(t,e,n){"use strict";var r=n(0),o=n(23);e.a=function(){var t=Object(r.useContext)(o.a);if(null===t)throw new Error("Docusaurus context not provided");return t}},141:function(t,e,n){"use strict";function r(t){var e,n,o="";if("string"==typeof t||"number"==typeof t)o+=t;else if("object"==typeof t)if(Array.isArray(t))for(e=0;e<t.length;e++)t[e]&&(n=r(t[e]))&&(o&&(o+=" "),o+=n);else for(e in t)t[e]&&(o&&(o+=" "),o+=e);return [...]
\ No newline at end of file
+(window.webpackJsonp=window.webpackJsonp||[]).push([[1],{140:function(t,e,n){"use strict";var r=n(0),o=n(24);e.a=function(){var t=Object(r.useContext)(o.a);if(null===t)throw new Error("Docusaurus context not provided");return t}},141:function(t,e,n){"use strict";function r(t){var e,n,o="";if("string"==typeof t||"number"==typeof t)o+=t;else if("object"==typeof t)if(Array.isArray(t))for(e=0;e<t.length;e++)t[e]&&(n=r(t[e]))&&(o&&(o+=" "),o+=n);else for(e in t)t[e]&&(o&&(o+=" "),o+=e);return [...]
\ No newline at end of file
diff --git a/14015a24.2760cce0.js b/14015a24.7f6d41be.js
similarity index 98%
rename from 14015a24.2760cce0.js
rename to 14015a24.7f6d41be.js
index ba2d212..7e3ebc3 100644
--- a/14015a24.2760cce0.js
+++ b/14015a24.7f6d41be.js
@@ -1 +1 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[9],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return s})),n.d(t,"b",(function(){return m}));var r=n(0),a=n.n(r);function o(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function i(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))) [...]
\ No newline at end of file
+(window.webpackJsonp=window.webpackJsonp||[]).push([[9],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return s})),n.d(t,"b",(function(){return m}));var r=n(0),a=n.n(r);function o(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function i(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))) [...]
\ No newline at end of file
diff --git a/17c1bf74.8d5b106f.js b/17c1bf74.31f74d44.js
similarity index 100%
rename from 17c1bf74.8d5b106f.js
rename to 17c1bf74.31f74d44.js
diff --git a/1a38f637.ea4132ad.js b/1a38f637.118e8bf1.js
similarity index 100%
rename from 1a38f637.ea4132ad.js
rename to 1a38f637.118e8bf1.js
diff --git a/1b5b94bb.34256819.js b/1b5b94bb.9201071b.js
similarity index 100%
rename from 1b5b94bb.34256819.js
rename to 1b5b94bb.9201071b.js
diff --git a/1be78505.5daf08b7.js b/1be78505.abe7da3d.js
similarity index 98%
rename from 1be78505.5daf08b7.js
rename to 1be78505.abe7da3d.js
index 3930d03..2ba84e7 100644
--- a/1be78505.5daf08b7.js
+++ b/1be78505.abe7da3d.js
@@ -1 +1 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[14,83],{136:function(e,t,a){"use strict";a.r(t);var n=a(0),l=a.n(n),c=a(139),i=a(140),r=a(21),o=a(146),s=a(2),u=a(6),m=a(141),b=a(145),d=a(160),f=a(161),v=a(162),h=a(159),p=a(142),k=a(148),E=a(64),O=a.n(E);var g=function e(t,a){return"link"===t.type?(n=t.href,l=a,(c=function(e){return e.endsWith("/")?e:e+"/"})(n)===c(l)):"category"===t.type&&t.items.some((function(t){return e(t,a)}));var n,l,c};function j(e){var t,a,c,i=e.item,r=e.onIt [...]
\ No newline at end of file
+(window.webpackJsonp=window.webpackJsonp||[]).push([[14,83],{136:function(e,t,a){"use strict";a.r(t);var n=a(0),l=a.n(n),c=a(139),i=a(140),r=a(22),o=a(146),s=a(2),u=a(6),m=a(141),b=a(145),d=a(160),f=a(161),v=a(162),h=a(159),p=a(142),k=a(148),E=a(64),O=a.n(E);var g=function e(t,a){return"link"===t.type?(n=t.href,l=a,(c=function(e){return e.endsWith("/")?e:e+"/"})(n)===c(l)):"category"===t.type&&t.items.some((function(t){return e(t,a)}));var n,l,c};function j(e){var t,a,c,i=e.item,r=e.onIt [...]
\ No newline at end of file
diff --git a/1f466884.8071cb1f.js b/1f466884.dbcf7315.js
similarity index 100%
rename from 1f466884.8071cb1f.js
rename to 1f466884.dbcf7315.js
diff --git a/2.bb55949a.js b/2.bb55949a.js
new file mode 100644
index 0000000..02d0cbc
--- /dev/null
+++ b/2.bb55949a.js
@@ -0,0 +1,2 @@
+/*! For license information please see 2.bb55949a.js.LICENSE.txt */
+(window.webpackJsonp=window.webpackJsonp||[]).push([[2],{144:function(e,t,a){"use strict";var n=a(0),r=Object(n.createContext)(void 0);t.a=r},145:function(e,t,a){"use strict";var n=a(0),r=a(144);t.a=function(){var e=Object(n.useContext)(r.a);if(null==e)throw new Error("`useUserPreferencesContext` is used outside of `Layout` Component.");return e}},146:function(e,t,a){"use strict";var n=a(0),r=a.n(n),o=a(147),c=a(140),l=a(143),i=a(10),s="light",u="dark",d=function(e){return e===u?u:s},m=f [...]
\ No newline at end of file
diff --git a/2.e31b9a1d.js.LICENSE.txt b/2.bb55949a.js.LICENSE.txt
similarity index 100%
rename from 2.e31b9a1d.js.LICENSE.txt
rename to 2.bb55949a.js.LICENSE.txt
diff --git a/2.e31b9a1d.js b/2.e31b9a1d.js
deleted file mode 100644
index 92a6aae..0000000
--- a/2.e31b9a1d.js
+++ /dev/null
@@ -1,2 +0,0 @@
-/*! For license information please see 2.e31b9a1d.js.LICENSE.txt */
-(window.webpackJsonp=window.webpackJsonp||[]).push([[2],{144:function(e,t,a){"use strict";var n=a(0),r=Object(n.createContext)(void 0);t.a=r},145:function(e,t,a){"use strict";var n=a(0),r=a(144);t.a=function(){var e=Object(n.useContext)(r.a);if(null==e)throw new Error("`useUserPreferencesContext` is used outside of `Layout` Component.");return e}},146:function(e,t,a){"use strict";var n=a(0),r=a.n(n),o=a(147),c=a(140),l=a(143),i=a(10),s="light",u="dark",d=function(e){return e===u?u:s},m=f [...]
\ No newline at end of file
diff --git a/2f255b7b.cfead18b.js b/2f255b7b.e14f3956.js
similarity index 98%
rename from 2f255b7b.cfead18b.js
rename to 2f255b7b.e14f3956.js
index 7a3a981..c08e22b 100644
--- a/2f255b7b.cfead18b.js
+++ b/2f255b7b.e14f3956.js
@@ -1 +1 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[17],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return p})),n.d(t,"b",(function(){return d}));var o=n(0),a=n.n(o);function r(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function i(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);t&&(o=o.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
+(window.webpackJsonp=window.webpackJsonp||[]).push([[17],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return p})),n.d(t,"b",(function(){return d}));var o=n(0),a=n.n(o);function r(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function i(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var o=Object.getOwnPropertySymbols(e);t&&(o=o.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
diff --git a/2fea1ee9.0a10dd11.js b/2fea1ee9.0a10dd11.js
deleted file mode 100644
index 53b2d69..0000000
--- a/2fea1ee9.0a10dd11.js
+++ /dev/null
@@ -1 +0,0 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[18],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return b})),n.d(t,"b",(function(){return d}));var r=n(0),a=n.n(r);function i(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function c(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
diff --git a/2fea1ee9.ebf10d06.js b/2fea1ee9.ebf10d06.js
new file mode 100644
index 0000000..f33ed59
--- /dev/null
+++ b/2fea1ee9.ebf10d06.js
@@ -0,0 +1 @@
+(window.webpackJsonp=window.webpackJsonp||[]).push([[18],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return b})),n.d(t,"b",(function(){return d}));var r=n(0),a=n.n(r);function i(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function o(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
diff --git a/3.b62624fd.js b/3.89fa763f.js
similarity index 99%
rename from 3.b62624fd.js
rename to 3.89fa763f.js
index f866fd1..1360e75 100644
--- a/3.b62624fd.js
+++ b/3.89fa763f.js
@@ -1 +1 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[3],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return p})),n.d(t,"b",(function(){return f}));var r=n(0),a=n.n(r);function o(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function c(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))) [...]
\ No newline at end of file
+(window.webpackJsonp=window.webpackJsonp||[]).push([[3],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return p})),n.d(t,"b",(function(){return f}));var r=n(0),a=n.n(r);function o(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function c(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable}))) [...]
\ No newline at end of file
diff --git a/34003c72.1150b715.js b/34003c72.93baf080.js
similarity index 100%
rename from 34003c72.1150b715.js
rename to 34003c72.93baf080.js
diff --git a/39829feb.879d3ce7.js b/39829feb.76575908.js
similarity index 100%
rename from 39829feb.879d3ce7.js
rename to 39829feb.76575908.js
diff --git a/3d1791fa.e5b4c6e7.js b/3d1791fa.51934412.js
similarity index 100%
rename from 3d1791fa.e5b4c6e7.js
rename to 3d1791fa.51934412.js
diff --git a/3e0e5d5b.88c8b8c6.js b/3e0e5d5b.fb156942.js
similarity index 98%
rename from 3e0e5d5b.88c8b8c6.js
rename to 3e0e5d5b.fb156942.js
index 2cf4c3c..60172e7 100644
--- a/3e0e5d5b.88c8b8c6.js
+++ b/3e0e5d5b.fb156942.js
@@ -1 +1 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[22],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return s})),n.d(t,"b",(function(){return m}));var r=n(0),a=n.n(r);function o(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function i(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
+(window.webpackJsonp=window.webpackJsonp||[]).push([[22],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return s})),n.d(t,"b",(function(){return m}));var r=n(0),a=n.n(r);function o(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function i(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
diff --git a/404.html b/404.html
index eb60e35..46c4dd5 100644
--- a/404.html
+++ b/404.html
@@ -3,17 +3,25 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Page Not Found | Apache YuniKorn</title><meta data-react-helmet="true" property="og:title" content="Page Not Found | Apache YuniKorn"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Page N [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Page Not Found | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Page Not Found | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/43c45fbd.141745d4.js b/43c45fbd.14441c06.js
similarity index 100%
rename from 43c45fbd.141745d4.js
rename to 43c45fbd.14441c06.js
diff --git a/47b8b18c.d86b15fc.js b/47b8b18c.352a682c.js
similarity index 100%
rename from 47b8b18c.d86b15fc.js
rename to 47b8b18c.352a682c.js
diff --git a/4cb7ee90.417cb95b.js b/4cb7ee90.417cb95b.js
deleted file mode 100644
index 08d6334..0000000
--- a/4cb7ee90.417cb95b.js
+++ /dev/null
@@ -1 +0,0 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[25],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return b})),n.d(t,"b",(function(){return d}));var r=n(0),a=n.n(r);function i(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function c(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
diff --git a/4cb7ee90.7470ce1f.js b/4cb7ee90.7470ce1f.js
new file mode 100644
index 0000000..e226cb1
--- /dev/null
+++ b/4cb7ee90.7470ce1f.js
@@ -0,0 +1 @@
+(window.webpackJsonp=window.webpackJsonp||[]).push([[25],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return b})),n.d(t,"b",(function(){return d}));var r=n(0),a=n.n(r);function i(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function o(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
diff --git a/4d53942d.9ee2ebac.js b/4d53942d.1449a80d.js
similarity index 100%
rename from 4d53942d.9ee2ebac.js
rename to 4d53942d.1449a80d.js
diff --git a/4e1badf8.990a1cb1.js b/4e1badf8.83ac4f38.js
similarity index 100%
rename from 4e1badf8.990a1cb1.js
rename to 4e1badf8.83ac4f38.js
diff --git a/528dfaf3.2e673320.js b/528dfaf3.a57bf0f9.js
similarity index 100%
rename from 528dfaf3.2e673320.js
rename to 528dfaf3.a57bf0f9.js
diff --git a/53c63e3f.91449f7f.js b/53c63e3f.afd81645.js
similarity index 100%
rename from 53c63e3f.91449f7f.js
rename to 53c63e3f.afd81645.js
diff --git a/579bd563.1b13c413.js b/579bd563.9f53064e.js
similarity index 99%
rename from 579bd563.1b13c413.js
rename to 579bd563.9f53064e.js
index af8fd97..bb4ebab 100644
--- a/579bd563.1b13c413.js
+++ b/579bd563.9f53064e.js
@@ -1 +1 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[30],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return p})),n.d(t,"b",(function(){return d}));var r=n(0),a=n.n(r);function i(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function o(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
+(window.webpackJsonp=window.webpackJsonp||[]).push([[30],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return p})),n.d(t,"b",(function(){return d}));var r=n(0),a=n.n(r);function i(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function o(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
diff --git a/5c1c0c73.ff5326c9.js b/5c1c0c73.38427d38.js
similarity index 100%
rename from 5c1c0c73.ff5326c9.js
rename to 5c1c0c73.38427d38.js
diff --git a/5c2fd2aa.9e6d1e19.js b/5c2fd2aa.8e56da9e.js
similarity index 100%
rename from 5c2fd2aa.9e6d1e19.js
rename to 5c2fd2aa.8e56da9e.js
diff --git a/6356979d.4ae2f0fa.js b/6356979d.92bff3b0.js
similarity index 98%
rename from 6356979d.4ae2f0fa.js
rename to 6356979d.92bff3b0.js
index 7a5aadf..38ab924 100644
--- a/6356979d.4ae2f0fa.js
+++ b/6356979d.92bff3b0.js
@@ -1 +1 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[33],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return p})),n.d(t,"b",(function(){return h}));var a=n(0),i=n.n(a);function o(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function r(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var a=Object.getOwnPropertySymbols(e);t&&(a=a.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
+(window.webpackJsonp=window.webpackJsonp||[]).push([[33],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return p})),n.d(t,"b",(function(){return h}));var a=n(0),i=n.n(a);function o(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function r(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var a=Object.getOwnPropertySymbols(e);t&&(a=a.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
diff --git a/64a11ff0.810d2806.js b/64a11ff0.810d2806.js
new file mode 100644
index 0000000..f72fb9e
--- /dev/null
+++ b/64a11ff0.810d2806.js
@@ -0,0 +1 @@
+(window.webpackJsonp=window.webpackJsonp||[]).push([[34],{139:function(e,t,r){"use strict";r.d(t,"a",(function(){return d})),r.d(t,"b",(function(){return b}));var n=r(0),c=r.n(n);function i(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function a(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
diff --git a/64a11ff0.b108d3e2.js b/64a11ff0.b108d3e2.js
deleted file mode 100644
index 37b355e..0000000
--- a/64a11ff0.b108d3e2.js
+++ /dev/null
@@ -1 +0,0 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[34],{139:function(e,t,r){"use strict";r.d(t,"a",(function(){return d})),r.d(t,"b",(function(){return b}));var n=r(0),c=r.n(n);function i(e,t,r){return t in e?Object.defineProperty(e,t,{value:r,enumerable:!0,configurable:!0,writable:!0}):e[t]=r,e}function a(e,t){var r=Object.keys(e);if(Object.getOwnPropertySymbols){var n=Object.getOwnPropertySymbols(e);t&&(n=n.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
diff --git a/69994b68.84f2c65d.js b/69994b68.eb9d766f.js
similarity index 100%
rename from 69994b68.84f2c65d.js
rename to 69994b68.eb9d766f.js
diff --git a/6bf8e8e6.512a4a18.js b/6bf8e8e6.ae546559.js
similarity index 100%
rename from 6bf8e8e6.512a4a18.js
rename to 6bf8e8e6.ae546559.js
diff --git a/6c4581ec.64a03d64.js b/6c4581ec.91a0b64d.js
similarity index 100%
rename from 6c4581ec.64a03d64.js
rename to 6c4581ec.91a0b64d.js
diff --git a/77848a81.ced54c57.js b/77848a81.5b22e56d.js
similarity index 100%
rename from 77848a81.ced54c57.js
rename to 77848a81.5b22e56d.js
diff --git a/81e41fa3.3bb4c793.js b/81e41fa3.da391144.js
similarity index 98%
rename from 81e41fa3.3bb4c793.js
rename to 81e41fa3.da391144.js
index 8e6a0d6..747621c 100644
--- a/81e41fa3.3bb4c793.js
+++ b/81e41fa3.da391144.js
@@ -1 +1 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[39],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return p})),n.d(t,"b",(function(){return d}));var a=n(0),r=n.n(a);function c(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function i(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var a=Object.getOwnPropertySymbols(e);t&&(a=a.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
+(window.webpackJsonp=window.webpackJsonp||[]).push([[39],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return p})),n.d(t,"b",(function(){return d}));var a=n(0),r=n.n(a);function c(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function i(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var a=Object.getOwnPropertySymbols(e);t&&(a=a.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
diff --git a/830bde22.a16721da.js b/830bde22.6ad6af1e.js
similarity index 100%
rename from 830bde22.a16721da.js
rename to 830bde22.6ad6af1e.js
diff --git a/872379cf.30671d14.js b/872379cf.dc6afe2f.js
similarity index 100%
rename from 872379cf.30671d14.js
rename to 872379cf.dc6afe2f.js
diff --git a/8ad1c52d.09b2fa1f.js b/8ad1c52d.05136a2d.js
similarity index 100%
rename from 8ad1c52d.09b2fa1f.js
rename to 8ad1c52d.05136a2d.js
diff --git a/90998519.5ffdcd41.js b/90998519.cb14175a.js
similarity index 100%
rename from 90998519.5ffdcd41.js
rename to 90998519.cb14175a.js
diff --git a/919d2539.de0c37ef.js b/919d2539.02ad6996.js
similarity index 99%
rename from 919d2539.de0c37ef.js
rename to 919d2539.02ad6996.js
index fa8d567..3835885 100644
--- a/919d2539.de0c37ef.js
+++ b/919d2539.02ad6996.js
@@ -1 +1 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[44],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return p})),n.d(t,"b",(function(){return d}));var r=n(0),a=n.n(r);function i(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function o(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
+(window.webpackJsonp=window.webpackJsonp||[]).push([[44],{139:function(e,t,n){"use strict";n.d(t,"a",(function(){return p})),n.d(t,"b",(function(){return d}));var r=n(0),a=n.n(r);function i(e,t,n){return t in e?Object.defineProperty(e,t,{value:n,enumerable:!0,configurable:!0,writable:!0}):e[t]=n,e}function o(e,t){var n=Object.keys(e);if(Object.getOwnPropertySymbols){var r=Object.getOwnPropertySymbols(e);t&&(r=r.filter((function(t){return Object.getOwnPropertyDescriptor(e,t).enumerable})) [...]
\ No newline at end of file
diff --git a/92a19523.972a84ec.js b/92a19523.a4020e91.js
similarity index 100%
rename from 92a19523.972a84ec.js
rename to 92a19523.a4020e91.js
diff --git a/94e4428c.f5ad97ed.js b/94e4428c.8930c738.js
similarity index 100%
rename from 94e4428c.f5ad97ed.js
rename to 94e4428c.8930c738.js
diff --git a/9523dcb5.ac7626cf.js b/9523dcb5.62291bba.js
similarity index 100%
rename from 9523dcb5.ac7626cf.js
rename to 9523dcb5.62291bba.js
diff --git a/9707d709.1d5abbbc.js b/9707d709.1531ef6d.js
similarity index 100%
rename from 9707d709.1d5abbbc.js
rename to 9707d709.1531ef6d.js
diff --git a/987fec61.13043e64.js b/987fec61.8cff578a.js
similarity index 99%
rename from 987fec61.13043e64.js
rename to 987fec61.8cff578a.js
index 2031922..bccce47 100644
--- a/987fec61.13043e64.js
+++ b/987fec61.8cff578a.js
@@ -1 +1 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[49],{104:function(e,t,n){"use strict";n.r(t),n.d(t,"frontMatter",(function(){return i})),n.d(t,"metadata",(function(){return s})),n.d(t,"rightToc",(function(){return l})),n.d(t,"default",(function(){return c}));var o=n(2),a=n(6),r=(n(0),n(139)),i={id:"how_to_contribute",title:"How To Contribute"},s={permalink:"/community/how_to_contribute",source:"@site/community/how_to_contribute.md",description:"\x3c!--",date:"2020-07-29T18:34:28.954 [...]
\ No newline at end of file
+(window.webpackJsonp=window.webpackJsonp||[]).push([[49],{104:function(e,t,n){"use strict";n.r(t),n.d(t,"frontMatter",(function(){return i})),n.d(t,"metadata",(function(){return s})),n.d(t,"rightToc",(function(){return l})),n.d(t,"default",(function(){return c}));var o=n(2),a=n(6),r=(n(0),n(139)),i={id:"how_to_contribute",title:"How To Contribute"},s={permalink:"/community/how_to_contribute",source:"@site/community/how_to_contribute.md",description:"\x3c!--",date:"2020-08-02T06:12:59.438 [...]
\ No newline at end of file
diff --git a/a44914cc.81a1895a.js b/a44914cc.359c36b5.js
similarity index 100%
rename from a44914cc.81a1895a.js
rename to a44914cc.359c36b5.js
diff --git a/a5b5dcea.6e242c50.js b/a5b5dcea.956c181a.js
similarity index 100%
rename from a5b5dcea.6e242c50.js
rename to a5b5dcea.956c181a.js
diff --git a/a6514927.cd579a67.js b/a6514927.a4bb40b5.js
similarity index 100%
rename from a6514927.cd579a67.js
rename to a6514927.a4bb40b5.js
diff --git a/a6aa9e1f.4cd1cc45.js b/a6aa9e1f.4cd1cc45.js
new file mode 100644
index 0000000..c368d70
--- /dev/null
+++ b/a6aa9e1f.4cd1cc45.js
@@ -0,0 +1 @@
+(window.webpackJsonp=window.webpackJsonp||[]).push([[53],{137:function(e,a,t){"use strict";t.r(a);var n=t(0),r=t.n(n),l=t(140),m=t(146),c=t(154),i=t(142);var o=function(e){var a=e.metadata,t=a.previousPage,n=a.nextPage;return r.a.createElement("nav",{className:"pagination-nav","aria-label":"Blog list page navigation"},r.a.createElement("div",{className:"pagination-nav__item"},t&&r.a.createElement(i.a,{className:"pagination-nav__link",to:t},r.a.createElement("h4",{className:"pagination-na [...]
\ No newline at end of file
diff --git a/a6aa9e1f.d678b27c.js b/a6aa9e1f.d678b27c.js
deleted file mode 100644
index 00a8646..0000000
--- a/a6aa9e1f.d678b27c.js
+++ /dev/null
@@ -1 +0,0 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[53],{137:function(e,a,t){"use strict";t.r(a);var n=t(0),r=t.n(n),l=t(140),m=t(146),c=t(154),i=t(142);var o=function(e){var a=e.metadata,t=a.previousPage,n=a.nextPage;return r.a.createElement("nav",{className:"pagination-nav","aria-label":"Blog list page navigation"},r.a.createElement("div",{className:"pagination-nav__item"},t&&r.a.createElement(i.a,{className:"pagination-nav__link",to:t},r.a.createElement("h4",{className:"pagination-na [...]
\ No newline at end of file
diff --git a/a7fed74b.4a49b2df.js b/a7fed74b.982addb5.js
similarity index 100%
rename from a7fed74b.4a49b2df.js
rename to a7fed74b.982addb5.js
diff --git a/aaed39fd.45473207.js b/aaed39fd.fd8109d1.js
similarity index 100%
rename from aaed39fd.45473207.js
rename to aaed39fd.fd8109d1.js
diff --git a/ac22c4de.507c04dc.js b/ac22c4de.c8fe279d.js
similarity index 100%
rename from ac22c4de.507c04dc.js
rename to ac22c4de.c8fe279d.js
diff --git a/ae8ddf81.f7d14c94.js b/ae8ddf81.488c86c9.js
similarity index 100%
rename from ae8ddf81.f7d14c94.js
rename to ae8ddf81.488c86c9.js
diff --git a/afe6f65e.eea5c443.js b/afe6f65e.fdb15219.js
similarity index 100%
rename from afe6f65e.eea5c443.js
rename to afe6f65e.fdb15219.js
diff --git a/assetsarchitecture-333225e01d82300eb9ee34e76cf34697.png b/assets/images/architecture-333225e01d82300eb9ee34e76cf34697.png
similarity index 100%
rename from assetsarchitecture-333225e01d82300eb9ee34e76cf34697.png
rename to assets/images/architecture-333225e01d82300eb9ee34e76cf34697.png
diff --git a/b56a9dad.1d5547be.js b/b56a9dad.b99dcdf8.js
similarity index 100%
rename from b56a9dad.1d5547be.js
rename to b56a9dad.b99dcdf8.js
diff --git a/be5acdb0.ada03fe8.js b/be5acdb0.5c2ebeed.js
similarity index 51%
rename from be5acdb0.ada03fe8.js
rename to be5acdb0.5c2ebeed.js
index 129e25b..4d4ab6b 100644
--- a/be5acdb0.ada03fe8.js
+++ b/be5acdb0.5c2ebeed.js
@@ -1 +1 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[60],{114:function(e){e.exports=JSON.parse('{"permalink":"/community","page":1,"postsPerPage":10,"totalPages":1,"totalCount":7,"previousPage":null,"nextPage":null}')}}]);
\ No newline at end of file
+(window.webpackJsonp=window.webpackJsonp||[]).push([[60],{114:function(o){o.exports=JSON.parse('{"permalink":"/community","page":1,"postsPerPage":10,"totalPages":1,"totalCount":7,"previousPage":null,"nextPage":null,"blogDescription":"Blog"}')}}]);
\ No newline at end of file
diff --git a/c3dff334.f90d8d01.js b/c3dff334.684b0a8a.js
similarity index 100%
rename from c3dff334.f90d8d01.js
rename to c3dff334.684b0a8a.js
diff --git a/c4f5d8e4.7a23fe16.js b/c4f5d8e4.7a23fe16.js
deleted file mode 100644
index 56161c2..0000000
--- a/c4f5d8e4.7a23fe16.js
+++ /dev/null
@@ -1 +0,0 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[62],{116:function(e,a,t){"use strict";t.r(a);var n=t(0),l=t.n(n),r=t(158),c=t.n(r),i=t(146),s=t(140),m=t(117),o=t.n(m),u=[{title:l.a.createElement(l.a.Fragment,null,"Scheduling Capabilities"),imageUrl:"img/resource-scheduling.png",description:l.a.createElement(l.a.Fragment,null,"Builtin with comprehensive scheduling capabilities, including hierarchy queues, resource fairness across queues, job ordering (FIFO/FAIR), pluggable node sorti [...]
\ No newline at end of file
diff --git a/c4f5d8e4.d11e8832.js b/c4f5d8e4.d11e8832.js
new file mode 100644
index 0000000..e6a4d34
--- /dev/null
+++ b/c4f5d8e4.d11e8832.js
@@ -0,0 +1 @@
+(window.webpackJsonp=window.webpackJsonp||[]).push([[62],{116:function(e,a,t){"use strict";t.r(a);var n=t(0),l=t.n(n),r=t(158),c=t.n(r),i=t(146),s=t(140),m=t(117),o=t.n(m),u=[{title:l.a.createElement(l.a.Fragment,null,"Scheduling Capabilities"),imageUrl:"img/resource-scheduling.png",description:l.a.createElement(l.a.Fragment,null,"Builtin with comprehensive scheduling capabilities, including hierarchy queues, resource fairness across queues, job ordering (FIFO/FAIR), pluggable node sorti [...]
\ No newline at end of file
diff --git a/c7277ad6.341c7e23.js b/c7277ad6.621a3700.js
similarity index 100%
rename from c7277ad6.341c7e23.js
rename to c7277ad6.621a3700.js
diff --git a/community/coding_guidelines/index.html b/community/coding_guidelines/index.html
index 06cd03b..694bde7 100644
--- a/community/coding_guidelines/index.html
+++ b/community/coding_guidelines/index.html
@@ -3,20 +3,20 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Coding Guidelines | Apache YuniKorn</title><meta data-react-helmet="true" property="og:title" content="Coding Guidelines | Apache YuniKorn"><meta data-react-helmet="true" name="description" content="<!--"><meta data-react-helmet="true" property="og:description" content="<!--"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" c [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Coding Guidelines | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Coding Guidelines | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" name="description" content="<!--"><meta data-react-helmet="true" property="og:description" content="<!--"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
<link rel="preload" href="/ccc49370.1ed7961a.js" as="script">
-<link rel="preload" href="/6356979d.4ae2f0fa.js" as="script">
+<link rel="preload" href="/6356979d.92bff3b0.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The project uses the predefined format as implemented in <code>gofmt</code>.
That means tabs and not spaces etc.
Read the <a href="https://golang.org/doc/effective_go.html" target="_blank" rel="noopener noreferrer">Effective GO</a> page for further details.
@@ -41,14 +41,22 @@ These comments should be used sparingly as they could hide issues.
If they are used they should be accompanied by a comment to explain why they are used.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-go codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain"> </span><span class="t [...]
These defaults already provide a good coverage and mark a lot of issues found by the linters as issues.
To extend the coverage further and help mark issues proactively check the following settings and change them to the settings as per the screenshots.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="editor-preferences"></a>Editor preferences<a aria-hidden="true" tabindex="-1" class="hash-link" href="#editor-preferences" title="Direct link to heading">#</a></h3><p>Open the preferences pane and go to: Editor -> Code Style -> Go.
-There are three tabs to configure, the first two are crucial to comply with the basic rules from <code>gofmt</code> and <code>goimports</code>:</p><table><thead><tr><th></th><th></th></tr></thead><tbody><tr><td>Tabs</td><td><img src="/img/goland_ide_pref_tabs.png" alt="tabs"></td></tr><tr><td>Imports</td><td><img src="/img/goland_ide_pref_imports.png" alt="imports"></td></tr><tr><td>Other</td><td><img src="/img/goland_ide_pref_other.png" alt="other"></td></tr></tbody></table><h3><a aria- [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
+There are three tabs to configure, the first two are crucial to comply with the basic rules from <code>gofmt</code> and <code>goimports</code>:</p><table><thead><tr><th></th><th></th></tr></thead><tbody><tr><td>Tabs</td><td><img src="/img/goland_ide_pref_tabs.png" alt="tabs"></td></tr><tr><td>Imports</td><td><img src="/img/goland_ide_pref_imports.png" alt="imports"></td></tr><tr><td>Other</td><td><img src="/img/goland_ide_pref_other.png" alt="other"></td></tr></tbody></table><h3><a aria- [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
<script src="/ccc49370.1ed7961a.js"></script>
-<script src="/6356979d.4ae2f0fa.js"></script>
+<script src="/6356979d.92bff3b0.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/community/download/index.html b/community/download/index.html
index 1590ef2..d43e3fd 100644
--- a/community/download/index.html
+++ b/community/download/index.html
@@ -3,27 +3,35 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Apache YuniKorn (Incubating) | Apache YuniKorn</title><meta data-react-helmet="true" property="og:title" content="Apache YuniKorn (Incubating) | Apache YuniKorn"><meta data-react-helmet="true" name="description" content="<!--"><meta data-react-helmet="true" property="og:description" content="<!--"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" prop [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Apache YuniKorn (Incubating) | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Apache YuniKorn (Incubating) | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" name="description" content="<!--"><meta data-react-helmet="true" property="og:description" content="<!--"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta dat [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
<link rel="preload" href="/ccc49370.1ed7961a.js" as="script">
-<link rel="preload" href="/81e41fa3.3bb4c793.js" as="script">
+<link rel="preload" href="/81e41fa3.da391144.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
<script src="/ccc49370.1ed7961a.js"></script>
-<script src="/81e41fa3.3bb4c793.js"></script>
+<script src="/81e41fa3.da391144.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/community/get_involved/index.html b/community/get_involved/index.html
index cc3b389..16985c2 100644
--- a/community/get_involved/index.html
+++ b/community/get_involved/index.html
@@ -3,31 +3,39 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Get Involved | Apache YuniKorn</title><meta data-react-helmet="true" property="og:title" content="Get Involved | Apache YuniKorn"><meta data-react-helmet="true" name="description" content="<!--"><meta data-react-helmet="true" property="og:description" content="<!--"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="ht [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Get Involved | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Get Involved | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" name="description" content="<!--"><meta data-react-helmet="true" property="og:description" content="<!--"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property=" [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
<link rel="preload" href="/ccc49370.1ed7961a.js" as="script">
-<link rel="preload" href="/4cb7ee90.417cb95b.js" as="script">
+<link rel="preload" href="/4cb7ee90.7470ce1f.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Cloudera, Linkedin, Microsoft, Nvidia, Tencent, Uber, etc. (sorted by alphabet). The community deeply believes in the
importance of this diversity and the value of "the Apache Way". We welcome any form of contributions, code, documentation or suggestions!
😃 Don't wait, join us now!</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="communication-channels"></a>Communication Channels<a aria-hidden="true" tabindex="-1" class="hash-link" href="#communication-channels" title="Direct link to heading">#</a></h2><ul><li><p>Mailing lists:</p><ul><li>for people wanting to contribute to or discuss the project development: <a href="mailto:dev@yunikorn.apache.org" target="_blank" rel="noopener noreferrer">dev@yuniko [...]
-Currently, we have following channels in the workspace: <code>#yunikorn-dev</code> and <code>#yunikorn-user</code>.</p></li><li><p>We have periodically community sync ups in multiple timezones and languages, please find <a href="#community-meetings">Community Syncup</a> to attend online sync ups.</p></li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="community-meetings"></a>Community Meetings<a aria-hidden="true" tabindex="-1" class="hash-link" href=" [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
+Currently, we have following channels in the workspace: <code>#yunikorn-dev</code> and <code>#yunikorn-user</code>.</p></li><li><p>We have periodically community sync ups in multiple timezones and languages, please find <a href="#community-meetings">Community Syncup</a> to attend online sync ups.</p></li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="community-meetings"></a>Community Meetings<a aria-hidden="true" tabindex="-1" class="hash-link" href=" [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
<script src="/ccc49370.1ed7961a.js"></script>
-<script src="/4cb7ee90.417cb95b.js"></script>
+<script src="/4cb7ee90.7470ce1f.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/community/how_to_contribute/index.html b/community/how_to_contribute/index.html
index 86c900e..401d04e 100644
--- a/community/how_to_contribute/index.html
+++ b/community/how_to_contribute/index.html
@@ -3,20 +3,20 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">How To Contribute | Apache YuniKorn</title><meta data-react-helmet="true" property="og:title" content="How To Contribute | Apache YuniKorn"><meta data-react-helmet="true" name="description" content="<!--"><meta data-react-helmet="true" property="og:description" content="<!--"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" c [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">How To Contribute | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="How To Contribute | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" name="description" content="<!--"><meta data-react-helmet="true" property="og:description" content="<!--"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
<link rel="preload" href="/ccc49370.1ed7961a.js" as="script">
-<link rel="preload" href="/987fec61.13043e64.js" as="script">
+<link rel="preload" href="/987fec61.8cff578a.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Find an issue that you would like to work on, or file a new one if you have discovered a new issue.
For help with reporting issues look at the <a href="/community/reporting_issues">how to report an issue</a>.</p><p>The easiest way to get started working with the code base is to pick up a really easy
JIRA and work on that. This will help you get familiar with the code base, build system,
@@ -51,14 +51,22 @@ The commit message must include the JIRA in the first line and should include a
A commit will automatically close the PR.
The JIRA will not be closed automatically.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="still-got-questions"></a>Still got questions?<a aria-hidden="true" tabindex="-1" class="hash-link" href="#still-got-questions" title="Direct link to heading">#</a></h2><p>If you’re not sure about something, try to follow the style of the existing codebase.
Look at whether there are other examples in the code that do a similar thing.
-Feel free to ask questions on the <a href="mailto:dev@yunikorn.apache.org" target="_blank" rel="noopener noreferrer">dev@yunikorn.apache.org</a> list as well.</p></section></article><div></div><div class="margin-vert--xl"><nav class="pagination-nav" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/community/get_involved"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">« Get Involved</d [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
+Feel free to ask questions on the <a href="mailto:dev@yunikorn.apache.org" target="_blank" rel="noopener noreferrer">dev@yunikorn.apache.org</a> list as well.</p></section></article><div></div><div class="margin-vert--xl"><nav class="pagination-nav" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/community/get_involved"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">« Get Involved</d [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
<script src="/ccc49370.1ed7961a.js"></script>
-<script src="/987fec61.13043e64.js"></script>
+<script src="/987fec61.8cff578a.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/community/index.html b/community/index.html
index cfe0b1a..00fe684 100644
--- a/community/index.html
+++ b/community/index.html
@@ -3,27 +3,27 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Blog | Apache YuniKorn</title><meta data-react-helmet="true" property="og:title" content="Blog | Apache YuniKorn"><meta data-react-helmet="true" name="description" content="Blog"><meta data-react-helmet="true" property="og:description" content="Blog"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.o [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/a6aa9e1f.d678b27c.js" as="script">
-<link rel="preload" href="/df0dc7dc.94e6b64c.js" as="script">
-<link rel="preload" href="/d3f79ca7.11d0d6b4.js" as="script">
-<link rel="preload" href="/2fea1ee9.0a10dd11.js" as="script">
-<link rel="preload" href="/2f255b7b.cfead18b.js" as="script">
-<link rel="preload" href="/3e0e5d5b.88c8b8c6.js" as="script">
-<link rel="preload" href="/919d2539.de0c37ef.js" as="script">
-<link rel="preload" href="/db80e14b.044ca0d3.js" as="script">
-<link rel="preload" href="/be5acdb0.ada03fe8.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Blog | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Blog | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" name="description" content="Blog"><meta data-react-helmet="true" property="og:description" content="Blog"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/a6aa9e1f.4cd1cc45.js" as="script">
+<link rel="preload" href="/df0dc7dc.e2d1e500.js" as="script">
+<link rel="preload" href="/d3f79ca7.bf8a5fa2.js" as="script">
+<link rel="preload" href="/2fea1ee9.ebf10d06.js" as="script">
+<link rel="preload" href="/2f255b7b.e14f3956.js" as="script">
+<link rel="preload" href="/3e0e5d5b.fb156942.js" as="script">
+<link rel="preload" href="/919d2539.02ad6996.js" as="script">
+<link rel="preload" href="/db80e14b.1fcfacf1.js" as="script">
+<link rel="preload" href="/be5acdb0.5c2ebeed.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The project uses the predefined format as implemented in <code>gofmt</code>.
That means tabs and not spaces etc.
Read the <a href="https://golang.org/doc/effective_go.html" target="_blank" rel="noopener noreferrer">Effective GO</a> page for further details.
@@ -48,11 +48,11 @@ These comments should be used sparingly as they could hide issues.
If they are used they should be accompanied by a comment to explain why they are used.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-go codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain"> </span><span class="t [...]
These defaults already provide a good coverage and mark a lot of issues found by the linters as issues.
To extend the coverage further and help mark issues proactively check the following settings and change them to the settings as per the screenshots.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="editor-preferences"></a>Editor preferences<a aria-hidden="true" tabindex="-1" class="hash-link" href="#editor-preferences" title="Direct link to heading">#</a></h3><p>Open the preferences pane and go to: Editor -> Code Style -> Go.
-There are three tabs to configure, the first two are crucial to comply with the basic rules from <code>gofmt</code> and <code>goimports</code>:</p><table><thead><tr><th></th><th></th></tr></thead><tbody><tr><td>Tabs</td><td><img src="/img/goland_ide_pref_tabs.png" alt="tabs"></td></tr><tr><td>Imports</td><td><img src="/img/goland_ide_pref_imports.png" alt="imports"></td></tr><tr><td>Other</td><td><img src="/img/goland_ide_pref_other.png" alt="other"></td></tr></tbody></table><h3><a aria- [...]
+There are three tabs to configure, the first two are crucial to comply with the basic rules from <code>gofmt</code> and <code>goimports</code>:</p><table><thead><tr><th></th><th></th></tr></thead><tbody><tr><td>Tabs</td><td><img src="/img/goland_ide_pref_tabs.png" alt="tabs"></td></tr><tr><td>Imports</td><td><img src="/img/goland_ide_pref_imports.png" alt="imports"></td></tr><tr><td>Other</td><td><img src="/img/goland_ide_pref_other.png" alt="other"></td></tr></tbody></table><h3><a aria- [...]
Cloudera, Linkedin, Microsoft, Nvidia, Tencent, Uber, etc. (sorted by alphabet). The community deeply believes in the
importance of this diversity and the value of "the Apache Way". We welcome any form of contributions, code, documentation or suggestions!
😃 Don't wait, join us now!</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="communication-channels"></a>Communication Channels<a aria-hidden="true" tabindex="-1" class="hash-link" href="#communication-channels" title="Direct link to heading">#</a></h2><ul><li><p>Mailing lists:</p><ul><li>for people wanting to contribute to or discuss the project development: <a href="mailto:dev@yunikorn.apache.org" target="_blank" rel="noopener noreferrer">dev@yuniko [...]
-Currently, we have following channels in the workspace: <code>#yunikorn-dev</code> and <code>#yunikorn-user</code>.</p></li><li><p>We have periodically community sync ups in multiple timezones and languages, please find <a href="#community-meetings">Community Syncup</a> to attend online sync ups.</p></li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="community-meetings"></a>Community Meetings<a aria-hidden="true" tabindex="-1" class="hash-link" href=" [...]
+Currently, we have following channels in the workspace: <code>#yunikorn-dev</code> and <code>#yunikorn-user</code>.</p></li><li><p>We have periodically community sync ups in multiple timezones and languages, please find <a href="#community-meetings">Community Syncup</a> to attend online sync ups.</p></li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="community-meetings"></a>Community Meetings<a aria-hidden="true" tabindex="-1" class="hash-link" href=" [...]
Find an issue that you would like to work on, or file a new one if you have discovered a new issue.
For help with reporting issues look at the <a href="/community/reporting_issues">how to report an issue</a>.</p><p>The easiest way to get started working with the code base is to pick up a really easy
JIRA and work on that. This will help you get familiar with the code base, build system,
@@ -87,7 +87,7 @@ The commit message must include the JIRA in the first line and should include a
A commit will automatically close the PR.
The JIRA will not be closed automatically.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="still-got-questions"></a>Still got questions?<a aria-hidden="true" tabindex="-1" class="hash-link" href="#still-got-questions" title="Direct link to heading">#</a></h2><p>If you’re not sure about something, try to follow the style of the existing codebase.
Look at whether there are other examples in the code that do a similar thing.
-Feel free to ask questions on the <a href="mailto:dev@yunikorn.apache.org" target="_blank" rel="noopener noreferrer">dev@yunikorn.apache.org</a> list as well.</p></section></article><article class="margin-bottom--xl"><header><h2 class="margin-bottom--sm blogPostTitle_1mse"><a href="/community/reporting_issues">Reporting Issues</a></h2><div class="margin-vert--md"><time datetime="2020-07-29T18:34:28.954Z" class="blogPostDate_3bQP">July 29, 2020 · 4 min read</time></div><div class="avatar [...]
+Feel free to ask questions on the <a href="mailto:dev@yunikorn.apache.org" target="_blank" rel="noopener noreferrer">dev@yunikorn.apache.org</a> list as well.</p></section></article><article class="margin-bottom--xl"><header><h2 class="margin-bottom--sm blogPostTitle_1mse"><a href="/community/reporting_issues">Reporting Issues</a></h2><div class="margin-vert--md"><time datetime="2020-08-02T06:12:59.438Z" class="blogPostDate_3bQP">August 2, 2020 · 4 min read</time></div><div class="avata [...]
See the <a href="https://yunikorn.apache.org" target="_blank" rel="noopener noreferrer">YuniKorn web page</a> for information on mailing lists.
You can also ask the YuniKorn slack channel for help, check the web page for details on how to join.
If you have a bug that needs a fix in the code or in the documentation, please follow the procedure in <a href="#Filing-a-JIRA-for-YuniKorn-issues">Filing a JIRA</a> below.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="for-yunikorn-developers"></a>For YuniKorn Developers<a aria-hidden="true" tabindex="-1" class="hash-link" href="#for-yunikorn-developers" title="Direct link to heading">#</a></h2><p>JIRA is used by the Apache YuniKorn project to track al [...]
@@ -102,7 +102,7 @@ If you have logs, the specific part of the log with the error message or stack t
Attaching the entire log can be useful.
If you have already tried to debug the issue describe the steps you have already done.
Even if that result was that you were not able to reproduce the issue.</p><p>For new feature requests, it may include a design document.
-If you do not have that or it is just a generic request work with us to design your feature and implement it.</p></section></article><article class="margin-bottom--xl"><header><h2 class="margin-bottom--sm blogPostTitle_1mse"><a href="/community/roadmap">Roadmap</a></h2><div class="margin-vert--md"><time datetime="2020-07-29T18:34:28.954Z" class="blogPostDate_3bQP">July 29, 2020 · 4 min read</time></div><div class="avatar margin-vert--md"><div class="avatar__intro"></div></div></header>< [...]
+If you do not have that or it is just a generic request work with us to design your feature and implement it.</p></section></article><article class="margin-bottom--xl"><header><h2 class="margin-bottom--sm blogPostTitle_1mse"><a href="/community/roadmap">Roadmap</a></h2><div class="margin-vert--md"><time datetime="2020-08-02T06:12:59.438Z" class="blogPostDate_3bQP">August 2, 2020 · 4 min read</time></div><div class="avatar margin-vert--md"><div class="avatar__intro"></div></div></header> [...]
to running Apache Spark and Flink workloads. The main features delivered in this release includes:</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="resource-quota-management"></a>Resource Quota Management<a aria-hidden="true" tabindex="-1" class="hash-link" href="#resource-quota-management" title="Direct link to heading">#</a></h3><p>This version YuniKorn provides a seamless way to manage resource quota for a Kubernetes cluster, it can work as an
alternative to the <a href="https://kubernetes.io/docs/concepts/policy/resource-quotas/" target="_blank" rel="noopener noreferrer">namespace resource quota</a>. There are
2 main advantages of using this feature comparing to the namespace resource quota:</p><ol><li>The namespace resource quota is counting resources at the admission phase, irrespective of the pod is using the resources or not.
@@ -118,21 +118,29 @@ events in a memory store and publishes them to Kubernetes event system when need
directly from Kubernetes by using kubectl command. This helps to improve the usability and debuggability a lot.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="more-comprehensive-web-ui"></a>More comprehensive web UI<a aria-hidden="true" tabindex="-1" class="hash-link" href="#more-comprehensive-web-ui" title="Direct link to heading">#</a></h3><p>YuniKorn UI provides a better centralized view for resource management. An nodes page has been added to the UI [...]
the detailed nodes info in the cluster. The apps page has been enhanced, it now provides a search box to search apps by
queue or application ID.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="v080-may-4-2020"></a>v0.8.0 (May 4, 2020)<a aria-hidden="true" tabindex="-1" class="hash-link" href="#v080-may-4-2020" title="Direct link to heading">#</a></h2><p>This release ships a fully functional resource scheduler for Kubernetes with a number of useful features that empower
-to run Big Data workloads on K8s. See more at <a href="http://yunikorn.apache.org/docs/get_started/release_notes#release-notes-v080" target="_blank" rel="noopener noreferrer">Release Notes</a>.</p><p><strong>yunikorn-scheduler-interface</strong></p><ul><li>Communication protocols between RM and scheduler-shim.</li><li>gRPC interfaces.</li><li>Scheduler plugin interfaces.</li></ul><p><strong>yunikorn-core</strong></p><ul><li>Hierarchy queues with min/max resource quotas.</li><li>Resource [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/a6aa9e1f.d678b27c.js"></script>
-<script src="/df0dc7dc.94e6b64c.js"></script>
-<script src="/d3f79ca7.11d0d6b4.js"></script>
-<script src="/2fea1ee9.0a10dd11.js"></script>
-<script src="/2f255b7b.cfead18b.js"></script>
-<script src="/3e0e5d5b.88c8b8c6.js"></script>
-<script src="/919d2539.de0c37ef.js"></script>
-<script src="/db80e14b.044ca0d3.js"></script>
-<script src="/be5acdb0.ada03fe8.js"></script>
+to run Big Data workloads on K8s. See more at <a href="http://yunikorn.apache.org/docs/get_started/release_notes#release-notes-v080" target="_blank" rel="noopener noreferrer">Release Notes</a>.</p><p><strong>yunikorn-scheduler-interface</strong></p><ul><li>Communication protocols between RM and scheduler-shim.</li><li>gRPC interfaces.</li><li>Scheduler plugin interfaces.</li></ul><p><strong>yunikorn-core</strong></p><ul><li>Hierarchy queues with min/max resource quotas.</li><li>Resource [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/a6aa9e1f.4cd1cc45.js"></script>
+<script src="/df0dc7dc.e2d1e500.js"></script>
+<script src="/d3f79ca7.bf8a5fa2.js"></script>
+<script src="/2fea1ee9.ebf10d06.js"></script>
+<script src="/2f255b7b.e14f3956.js"></script>
+<script src="/3e0e5d5b.fb156942.js"></script>
+<script src="/919d2539.02ad6996.js"></script>
+<script src="/db80e14b.1fcfacf1.js"></script>
+<script src="/be5acdb0.5c2ebeed.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/community/reporting_issues/index.html b/community/reporting_issues/index.html
index d84dd8a..bd8a9f9 100644
--- a/community/reporting_issues/index.html
+++ b/community/reporting_issues/index.html
@@ -3,20 +3,20 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Reporting Issues | Apache YuniKorn</title><meta data-react-helmet="true" property="og:title" content="Reporting Issues | Apache YuniKorn"><meta data-react-helmet="true" name="description" content="<!--"><meta data-react-helmet="true" property="og:description" content="<!--"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" con [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Reporting Issues | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Reporting Issues | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" name="description" content="<!--"><meta data-react-helmet="true" property="og:description" content="<!--"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" pr [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
<link rel="preload" href="/ccc49370.1ed7961a.js" as="script">
-<link rel="preload" href="/14015a24.2760cce0.js" as="script">
+<link rel="preload" href="/14015a24.7f6d41be.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
See the <a href="https://yunikorn.apache.org" target="_blank" rel="noopener noreferrer">YuniKorn web page</a> for information on mailing lists.
You can also ask the YuniKorn slack channel for help, check the web page for details on how to join.
If you have a bug that needs a fix in the code or in the documentation, please follow the procedure in <a href="#Filing-a-JIRA-for-YuniKorn-issues">Filing a JIRA</a> below.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="for-yunikorn-developers"></a>For YuniKorn Developers<a aria-hidden="true" tabindex="-1" class="hash-link" href="#for-yunikorn-developers" title="Direct link to heading">#</a></h2><p>JIRA is used by the Apache YuniKorn project to track al [...]
@@ -31,14 +31,22 @@ If you have logs, the specific part of the log with the error message or stack t
Attaching the entire log can be useful.
If you have already tried to debug the issue describe the steps you have already done.
Even if that result was that you were not able to reproduce the issue.</p><p>For new feature requests, it may include a design document.
-If you do not have that or it is just a generic request work with us to design your feature and implement it.</p></section></article><div></div><div class="margin-vert--xl"><nav class="pagination-nav" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/community/how_to_contribute"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">« How To Contribute</div></a></div><div class="pagination-nav [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
+If you do not have that or it is just a generic request work with us to design your feature and implement it.</p></section></article><div></div><div class="margin-vert--xl"><nav class="pagination-nav" aria-label="Blog post page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/community/how_to_contribute"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">« How To Contribute</div></a></div><div class="pagination-nav [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
<script src="/ccc49370.1ed7961a.js"></script>
-<script src="/14015a24.2760cce0.js"></script>
+<script src="/14015a24.7f6d41be.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/community/roadmap/index.html b/community/roadmap/index.html
index ef1be8e..32f4a74 100644
--- a/community/roadmap/index.html
+++ b/community/roadmap/index.html
@@ -3,20 +3,20 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Roadmap | Apache YuniKorn</title><meta data-react-helmet="true" property="og:title" content="Roadmap | Apache YuniKorn"><meta data-react-helmet="true" name="description" content="<!--"><meta data-react-helmet="true" property="og:description" content="<!--"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunik [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Roadmap | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Roadmap | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" name="description" content="<!--"><meta data-react-helmet="true" property="og:description" content="<!--"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:im [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
<link rel="preload" href="/ccc49370.1ed7961a.js" as="script">
-<link rel="preload" href="/579bd563.1b13c413.js" as="script">
+<link rel="preload" href="/579bd563.9f53064e.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
to running Apache Spark and Flink workloads. The main features delivered in this release includes:</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="resource-quota-management"></a>Resource Quota Management<a aria-hidden="true" tabindex="-1" class="hash-link" href="#resource-quota-management" title="Direct link to heading">#</a></h3><p>This version YuniKorn provides a seamless way to manage resource quota for a Kubernetes cluster, it can work as an
alternative to the <a href="https://kubernetes.io/docs/concepts/policy/resource-quotas/" target="_blank" rel="noopener noreferrer">namespace resource quota</a>. There are
2 main advantages of using this feature comparing to the namespace resource quota:</p><ol><li>The namespace resource quota is counting resources at the admission phase, irrespective of the pod is using the resources or not.
@@ -32,14 +32,22 @@ events in a memory store and publishes them to Kubernetes event system when need
directly from Kubernetes by using kubectl command. This helps to improve the usability and debuggability a lot.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="more-comprehensive-web-ui"></a>More comprehensive web UI<a aria-hidden="true" tabindex="-1" class="hash-link" href="#more-comprehensive-web-ui" title="Direct link to heading">#</a></h3><p>YuniKorn UI provides a better centralized view for resource management. An nodes page has been added to the UI [...]
the detailed nodes info in the cluster. The apps page has been enhanced, it now provides a search box to search apps by
queue or application ID.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="v080-may-4-2020"></a>v0.8.0 (May 4, 2020)<a aria-hidden="true" tabindex="-1" class="hash-link" href="#v080-may-4-2020" title="Direct link to heading">#</a></h2><p>This release ships a fully functional resource scheduler for Kubernetes with a number of useful features that empower
-to run Big Data workloads on K8s. See more at <a href="http://yunikorn.apache.org/docs/get_started/release_notes#release-notes-v080" target="_blank" rel="noopener noreferrer">Release Notes</a>.</p><p><strong>yunikorn-scheduler-interface</strong></p><ul><li>Communication protocols between RM and scheduler-shim.</li><li>gRPC interfaces.</li><li>Scheduler plugin interfaces.</li></ul><p><strong>yunikorn-core</strong></p><ul><li>Hierarchy queues with min/max resource quotas.</li><li>Resource [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
+to run Big Data workloads on K8s. See more at <a href="http://yunikorn.apache.org/docs/get_started/release_notes#release-notes-v080" target="_blank" rel="noopener noreferrer">Release Notes</a>.</p><p><strong>yunikorn-scheduler-interface</strong></p><ul><li>Communication protocols between RM and scheduler-shim.</li><li>gRPC interfaces.</li><li>Scheduler plugin interfaces.</li></ul><p><strong>yunikorn-core</strong></p><ul><li>Hierarchy queues with min/max resource quotas.</li><li>Resource [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
<script src="/ccc49370.1ed7961a.js"></script>
-<script src="/579bd563.1b13c413.js"></script>
+<script src="/579bd563.9f53064e.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/community/sessions/index.html b/community/sessions/index.html
index 12342a2..864f2cd 100644
--- a/community/sessions/index.html
+++ b/community/sessions/index.html
@@ -3,27 +3,35 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Sessions and Demos | Apache YuniKorn</title><meta data-react-helmet="true" property="og:title" content="Sessions and Demos | Apache YuniKorn"><meta data-react-helmet="true" name="description" content="<!--"><meta data-react-helmet="true" property="og:description" content="<!--"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Sessions and Demos | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Sessions and Demos | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" name="description" content="<!--"><meta data-react-helmet="true" property="og:description" content="<!--"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
<link rel="preload" href="/ccc49370.1ed7961a.js" as="script">
-<link rel="preload" href="/0c93c27b.e03fb031.js" as="script">
+<link rel="preload" href="/0c93c27b.d2568cb5.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
<script src="/ccc49370.1ed7961a.js"></script>
-<script src="/0c93c27b.e03fb031.js"></script>
+<script src="/0c93c27b.d2568cb5.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/d3dc4da8.5680ac34.js b/d3dc4da8.eb1bbed5.js
similarity index 100%
rename from d3dc4da8.5680ac34.js
rename to d3dc4da8.eb1bbed5.js
diff --git a/d3f79ca7.11d0d6b4.js b/d3f79ca7.bf8a5fa2.js
similarity index 99%
rename from d3f79ca7.11d0d6b4.js
rename to d3f79ca7.bf8a5fa2.js
index 543e4b0..8eeaa03 100644
--- a/d3f79ca7.11d0d6b4.js
+++ b/d3f79ca7.bf8a5fa2.js
@@ -1 +1 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[67],{121:function(e,t,n){"use strict";n.r(t),n.d(t,"frontMatter",(function(){return i})),n.d(t,"metadata",(function(){return o})),n.d(t,"rightToc",(function(){return b})),n.d(t,"default",(function(){return u}));var a=n(2),r=n(6),c=(n(0),n(139)),i={id:"download",title:"Apache YuniKorn (Incubating)"},o={permalink:"/community/download",source:"@site/community/download.md",description:"\x3c!--",date:"2020-07-29T18:34:28.954Z",tags:[],title [...]
\ No newline at end of file
+(window.webpackJsonp=window.webpackJsonp||[]).push([[67],{121:function(e,t,n){"use strict";n.r(t),n.d(t,"frontMatter",(function(){return i})),n.d(t,"metadata",(function(){return o})),n.d(t,"rightToc",(function(){return b})),n.d(t,"default",(function(){return u}));var a=n(2),r=n(6),c=(n(0),n(139)),i={id:"download",title:"Apache YuniKorn (Incubating)"},o={permalink:"/community/download",source:"@site/community/download.md",description:"\x3c!--",date:"2020-08-02T06:12:59.438Z",tags:[],title [...]
\ No newline at end of file
diff --git a/da3e9658.16851ca6.js b/da3e9658.8604c267.js
similarity index 100%
rename from da3e9658.16851ca6.js
rename to da3e9658.8604c267.js
diff --git a/da84cc0d.1250a0bc.js b/da84cc0d.06e60b61.js
similarity index 100%
rename from da84cc0d.1250a0bc.js
rename to da84cc0d.06e60b61.js
diff --git a/db80e14b.044ca0d3.js b/db80e14b.1fcfacf1.js
similarity index 98%
rename from db80e14b.044ca0d3.js
rename to db80e14b.1fcfacf1.js
index a81a835..d617296 100644
--- a/db80e14b.044ca0d3.js
+++ b/db80e14b.1fcfacf1.js
@@ -1 +1 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[70],{124:function(e,t,n){"use strict";n.r(t),n.d(t,"frontMatter",(function(){return c})),n.d(t,"metadata",(function(){return i})),n.d(t,"rightToc",(function(){return u})),n.d(t,"default",(function(){return p}));var r=n(2),o=n(6),a=(n(0),n(139)),c={id:"sessions",title:"Sessions and Demos"},i={permalink:"/community/sessions",source:"@site/community/sessions.md",description:"\x3c!--",date:"2020-07-29T18:34:28.954Z",tags:[],title:"Sessions [...]
\ No newline at end of file
+(window.webpackJsonp=window.webpackJsonp||[]).push([[70],{124:function(e,t,n){"use strict";n.r(t),n.d(t,"frontMatter",(function(){return c})),n.d(t,"metadata",(function(){return i})),n.d(t,"rightToc",(function(){return u})),n.d(t,"default",(function(){return p}));var r=n(2),o=n(6),a=(n(0),n(139)),c={id:"sessions",title:"Sessions and Demos"},i={permalink:"/community/sessions",source:"@site/community/sessions.md",description:"\x3c!--",date:"2020-08-02T06:12:59.438Z",tags:[],title:"Sessions [...]
\ No newline at end of file
diff --git a/debcf1ca.8f460652.js b/debcf1ca.e2bc27ea.js
similarity index 100%
rename from debcf1ca.8f460652.js
rename to debcf1ca.e2bc27ea.js
diff --git a/df0dc7dc.94e6b64c.js b/df0dc7dc.e2d1e500.js
similarity index 99%
rename from df0dc7dc.94e6b64c.js
rename to df0dc7dc.e2d1e500.js
index be1eab3..d31fd59 100644
--- a/df0dc7dc.94e6b64c.js
+++ b/df0dc7dc.e2d1e500.js
@@ -1 +1 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[72],{126:function(e,t,n){"use strict";n.r(t),n.d(t,"frontMatter",(function(){return r})),n.d(t,"metadata",(function(){return l})),n.d(t,"rightToc",(function(){return c})),n.d(t,"default",(function(){return b}));var a=n(2),i=n(6),o=(n(0),n(139)),r={id:"coding_guidelines",title:"Coding Guidelines"},l={permalink:"/community/coding_guidelines",source:"@site/community/coding_guidelines.md",description:"\x3c!--",date:"2020-07-29T18:34:28.954 [...]
\ No newline at end of file
+(window.webpackJsonp=window.webpackJsonp||[]).push([[72],{126:function(e,t,n){"use strict";n.r(t),n.d(t,"frontMatter",(function(){return r})),n.d(t,"metadata",(function(){return l})),n.d(t,"rightToc",(function(){return c})),n.d(t,"default",(function(){return b}));var a=n(2),i=n(6),o=(n(0),n(139)),r={id:"coding_guidelines",title:"Coding Guidelines"},l={permalink:"/community/coding_guidelines",source:"@site/community/coding_guidelines.md",description:"\x3c!--",date:"2020-08-02T06:12:59.438 [...]
\ No newline at end of file
diff --git a/df7bd322.c60008f8.js b/df7bd322.c451f272.js
similarity index 100%
rename from df7bd322.c60008f8.js
rename to df7bd322.c451f272.js
diff --git a/docs/community/coding_guidelines/index.html b/docs/community/coding_guidelines/index.html
index 8c317f5..83c0d67 100644
--- a/docs/community/coding_guidelines/index.html
+++ b/docs/community/coding_guidelines/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Coding Guidelines | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta da [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Coding Guidelines | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniK [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/1b5b94bb.34256819.js" as="script">
+<link rel="preload" href="/1b5b94bb.9201071b.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The project uses the predefined format as implemented in <code>gofmt</code>.
That means tabs and not spaces etc.
Read the <a href="https://golang.org/doc/effective_go.html" target="_blank" rel="noopener noreferrer">Effective GO</a> page for further details.
@@ -44,17 +44,25 @@ These comments should be used sparingly as they could hide issues.
If they are used they should be accompanied by a comment to explain why they are used.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-go codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain"> </span><span class="t [...]
These defaults already provide a good coverage and mark a lot of issues found by the linters as issues.
To extend the coverage further and help mark issues proactively check the following settings and change them to the settings as per the screenshots.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="editor-preferences"></a>Editor preferences<a aria-hidden="true" tabindex="-1" class="hash-link" href="#editor-preferences" title="Direct link to heading">#</a></h3><p>Open the preferences pane and go to: Editor -> Code Style -> Go.
-There are three tabs to configure, the first two are crucial to comply with the basic rules from <code>gofmt</code> and <code>goimports</code>:</p><table><thead><tr><th></th><th></th></tr></thead><tbody><tr><td>Tabs</td><td><img src="/img/goland_ide_pref_tabs.png" alt="tabs"></td></tr><tr><td>Imports</td><td><img src="/img/goland_ide_pref_imports.png" alt="imports"></td></tr><tr><td>Other</td><td><img src="/img/goland_ide_pref_other.png" alt="other"></td></tr></tbody></table><h3><a aria- [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+There are three tabs to configure, the first two are crucial to comply with the basic rules from <code>gofmt</code> and <code>goimports</code>:</p><table><thead><tr><th></th><th></th></tr></thead><tbody><tr><td>Tabs</td><td><img src="/img/goland_ide_pref_tabs.png" alt="tabs"></td></tr><tr><td>Imports</td><td><img src="/img/goland_ide_pref_imports.png" alt="imports"></td></tr><tr><td>Other</td><td><img src="/img/goland_ide_pref_other.png" alt="other"></td></tr></tbody></table><h3><a aria- [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/1b5b94bb.34256819.js"></script>
+<script src="/1b5b94bb.9201071b.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/community/community_sync_up/index.html b/docs/community/community_sync_up/index.html
index ef233fe..0181ffb 100644
--- a/docs/community/community_sync_up/index.html
+++ b/docs/community/community_sync_up/index.html
@@ -3,33 +3,41 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Community Sync Up | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta da [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Community Sync Up | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniK [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/c7277ad6.341c7e23.js" as="script">
+<link rel="preload" href="/c7277ad6.621a3700.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/c7277ad6.341c7e23.js"></script>
+<script src="/c7277ad6.621a3700.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/community/how_to_contribute/index.html b/docs/community/how_to_contribute/index.html
index 10b7440..3036059 100644
--- a/docs/community/how_to_contribute/index.html
+++ b/docs/community/how_to_contribute/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">How To Contribute | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta da [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">How To Contribute | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniK [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/9523dcb5.ac7626cf.js" as="script">
+<link rel="preload" href="/9523dcb5.62291bba.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Find an issue that you would like to work on, or file a new one if you have discovered a new issue.
For help with reporting issues look at the <a href="/docs/community/reporting_issues">how to report an issue</a>.</p><p>The easiest way to get started working with the code base is to pick up a really easy
JIRA and work on that. This will help you get familiar with the code base, build system,
@@ -54,17 +54,25 @@ The commit message must include the JIRA in the first line and should include a
A commit will automatically close the PR.
The JIRA will not be closed automatically.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="still-got-questions"></a>Still got questions?<a aria-hidden="true" tabindex="-1" class="hash-link" href="#still-got-questions" title="Direct link to heading">#</a></h2><p>If you’re not sure about something, try to follow the style of the existing codebase.
Look at whether there are other examples in the code that do a similar thing.
-Feel free to ask questions on the <a href="mailto:dev@yunikorn.apache.org" target="_blank" rel="noopener noreferrer">dev@yunikorn.apache.org</a> list as well.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/community/coding_guidelines"><div class="pagination-nav__sublabel">Next</ [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+Feel free to ask questions on the <a href="mailto:dev@yunikorn.apache.org" target="_blank" rel="noopener noreferrer">dev@yunikorn.apache.org</a> list as well.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/community/coding_guidelines"><div class="pagination-nav__sublabel">Next</ [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/9523dcb5.ac7626cf.js"></script>
+<script src="/9523dcb5.62291bba.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/community/reporting_issues/index.html b/docs/community/reporting_issues/index.html
index 7a8b662..1a6c0bc 100644
--- a/docs/community/reporting_issues/index.html
+++ b/docs/community/reporting_issues/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Reporting Issues | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta dat [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Reporting Issues | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKo [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/b56a9dad.1d5547be.js" as="script">
+<link rel="preload" href="/b56a9dad.b99dcdf8.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
See the <a href="https://yunikorn.apache.org" target="_blank" rel="noopener noreferrer">YuniKorn web page</a> for information on mailing lists.
You can also ask the YuniKorn slack channel for help, check the web page for details on how to join.
If you have a bug that needs a fix in the code or in the documentation, please follow the procedure in <a href="#Filing-a-JIRA-for-YuniKorn-issues">Filing a JIRA</a> below.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="for-yunikorn-developers"></a>For YuniKorn Developers<a aria-hidden="true" tabindex="-1" class="hash-link" href="#for-yunikorn-developers" title="Direct link to heading">#</a></h2><p>JIRA is used by the Apache YuniKorn project to track al [...]
@@ -34,17 +34,25 @@ If you have logs, the specific part of the log with the error message or stack t
Attaching the entire log can be useful.
If you have already tried to debug the issue describe the steps you have already done.
Even if that result was that you were not able to reproduce the issue.</p><p>For new feature requests, it may include a design document.
-If you do not have that or it is just a generic request work with us to design your feature and implement it.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/community/coding_guidelines"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Coding Guidelines</div></a></div><div class="pagination-nav__item pagin [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+If you do not have that or it is just a generic request work with us to design your feature and implement it.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/community/coding_guidelines"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Coding Guidelines</div></a></div><div class="pagination-nav__item pagin [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/b56a9dad.1d5547be.js"></script>
+<script src="/b56a9dad.b99dcdf8.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/configuration/acls/index.html b/docs/configuration/acls/index.html
index 84b07a5..f3e8c30 100644
--- a/docs/configuration/acls/index.html
+++ b/docs/configuration/acls/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Acls | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-react-helm [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Acls | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn (Incubati [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/debcf1ca.8f460652.js" as="script">
+<link rel="preload" href="/debcf1ca.e2bc27ea.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
They can be used in multiple places in YuniKorn.
The current use case is limited to queue ACLs.</p><p>Access control lists give access to the users and groups that have been specified in the list.
They do not provide the possibility to explicitly remove or deny access to the users and groups specified in the list.</p><p>If there is no access control list is configured access is <em>denied</em> by default.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="syntax"></a>Syntax<a aria-hidden="true" tabindex="-1" class="hash-link" href="#syntax" title="Direct link to heading">#</a></h2><p>The access control list is defined as:</p><div class="mdxCodeBlock_ [...]
@@ -44,17 +44,25 @@ Users resolution is cached, negatively and positively, per partition.
Users resolution like many other configs can differ between partition.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="resolution"></a>Resolution<a aria-hidden="true" tabindex="-1" class="hash-link" href="#resolution" title="Direct link to heading">#</a></h3><p>Groups do not have to be part of provided user and group object.
When the object is added to the cache the groups are automatically resolved based on the resolution that is configured.
The resolver which is linked to the cache can be set per partition.</p><p>The default group resolver is "no resolver".
-This resolver just echos the user name and a primary group with the same name as the user.</p><p>Other resolvers are:</p><ul><li>OS resolver</li><li>test resolver</li></ul></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/configuration/placement_rules"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Placement [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+This resolver just echos the user name and a primary group with the same name as the user.</p><p>Other resolvers are:</p><ul><li>OS resolver</li><li>test resolver</li></ul></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/configuration/placement_rules"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Placement [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/debcf1ca.8f460652.js"></script>
+<script src="/debcf1ca.e2bc27ea.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/configuration/placement_rules/index.html b/docs/configuration/placement_rules/index.html
index 866eb98..879d68a 100644
--- a/docs/configuration/placement_rules/index.html
+++ b/docs/configuration/placement_rules/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Placement Rules | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Placement Rules | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKor [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/53c63e3f.91449f7f.js" as="script">
+<link rel="preload" href="/53c63e3f.afd81645.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Multiple rules can be chained to form a placement policy.
<a href="/docs/configuration/acls">Access control lists</a> and rule filters are defined per rule and enforced per rule.
This document explains how to build a policy, including the rule usage, that is part of the scheduler with examples.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="configuration"></a>Configuration<a aria-hidden="true" tabindex="-1" class="hash-link" href="#configuration" title="Direct link to heading">#</a></h2><p>Rules are defined per partition as part of the scheduler queue configuration.
@@ -88,17 +88,25 @@ Result: <code>root.namespaces.testing</code> (matched in rule 2)</p><p>Applicati
Result: <code>root.newapp.sarah</code> (matched in rule 1)</p><p>Application submit request for a kubernetes based application in the namespace <code>testapp</code> by the user <code>bob</code> with groups membership <code>bob</code><br>
Result: <code>root.deault</code> (matched in rule 3)</p><p>In this second example we chain two rules:</p><ol><li>a <code>fixed</code> rule to place everything in the <code>root.production</code> queue</li><li>a <code>user</code> rule, with the create flag set</li></ol><p>In this case however we have ACLs set up on the <code>root.production</code> queue to only allow two specific user to use this queue.
So even if the rule matches unless the user is either <code>john</code> or <code>bob</code> the application will not be placed in the <code>production</code> queue.
-All other users will match the second rule and use their own queue, which is created if it does not exist.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-yaml codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token key atrule [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+All other users will match the second rule and use their own queue, which is created if it does not exist.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-yaml codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token key atrule [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/53c63e3f.91449f7f.js"></script>
+<script src="/53c63e3f.afd81645.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/configuration/queue_config/index.html b/docs/configuration/queue_config/index.html
index 8fdf91c..a764def 100644
--- a/docs/configuration/queue_config/index.html
+++ b/docs/configuration/queue_config/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Queue Config | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-re [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Queue Config | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn ( [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/34003c72.1150b715.js" as="script">
+<link rel="preload" href="/34003c72.93baf080.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It references both the <a href="/docs/configuration/acls">Access control lists</a> and <a href="/docs/configuration/placement_rules">placement rule</a> documentation.</p><p>This document explains how to create the partition and queue configuration for the scheduler with examples.</p><p>The scheduler relies on the shim to reliably provide user information as part of the application submission.
In the current shim there is no reliable way to identify the user and the groups the user belongs to.
The user and group information provided by the shim is incomplete in the best case.
@@ -85,17 +85,25 @@ There is no guaranteed resource setting for the root queue.</p><p>Maximum resour
A maximum resource can be set to 0 which makes the resource not available to the queue.
Guaranteed resources are used in calculating the share of the queue and during allocation.
It is used as one of the inputs for deciding which queue to give the allocation to.
-Preemption uses the <em>guaranteed</em> resource of a queue as a base which a queue cannot go below.</p><p>Basic <code>resources</code> yaml entry:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-yaml codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="col [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+Preemption uses the <em>guaranteed</em> resource of a queue as a base which a queue cannot go below.</p><p>Basic <code>resources</code> yaml entry:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-yaml codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="col [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/34003c72.1150b715.js"></script>
+<script src="/34003c72.93baf080.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/design/cross_queue_preemption/index.html b/docs/design/cross_queue_preemption/index.html
index 9a66bef..2a29526 100644
--- a/docs/design/cross_queue_preemption/index.html
+++ b/docs/design/cross_queue_preemption/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Cross Queue Preemption | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><me [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Cross Queue Preemption | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/69994b68.84f2c65d.js" as="script">
+<link rel="preload" href="/69994b68.eb9d766f.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
to make sure better modularization and plug-ability </li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="answer-some-questions-for-designimplementation-choices"></a>Answer some questions for design/implementation choices<a aria-hidden="true" tabindex="-1" class="hash-link" href="#answer-some-questions-for-designimplementation-choices" title="Direct link to heading">#</a></h2><p><strong>1. Do we really want preemption-delay? (Or we just want to control [...]
they can prepare bad things happen (unfortunately no app do anything for these heads up, at least from what I knew). b. control preemption pace. </p><p>And in practice, I found it causes a lot of issues, for example when a
cluster state keep changing, it is very hard to ensure accurate preemption. </p><p><strong>Proposal:</strong></p><p>Remove the preemption-delay, keep the logics of controlling preemption pace. (such as <code>yarn.resourcemanager.monitor.capacity.preemption
@@ -29,17 +29,25 @@ termination of POD in K8s: <a href="https://kubernetes.io/docs/concepts/workload
Considering this, I propose to have preemption runs periodically. But it is important to note that, we need to try to use as much code as possible for
allocation-inside-preemption, otherwise there will be too much duplicated logic and very hard to be maintained in the future.</p><p><strong>3. Preemption cost and function</strong></p><p>We found it is helpful to add cost for preemption, such as container live time, priority, type of container. It could be a cost function (Which returns a numeric value) or it
could be a comparator (which compare two allocations for preemption ask).</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="pseudo-code"></a>Pseudo code<a aria-hidden="true" tabindex="-1" class="hash-link" href="#pseudo-code" title="Direct link to heading">#</a></h2><p>Logic of allocation (invoked every allocation cycle)</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="cop [...]
-</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">for partition: </span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> askCandidates := findAskCandidates(nAlloc, preemption=false)</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> </span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> allocated, failed_to_allocated := tryAllocate(askCandidates);</span></d [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">for partition: </span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> askCandidates := findAskCandidates(nAlloc, preemption=false)</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> </span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> allocated, failed_to_allocated := tryAllocate(askCandidates);</span></d [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/69994b68.84f2c65d.js"></script>
+<script src="/69994b68.eb9d766f.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/design/design/index.html b/docs/design/design/index.html
index 395c1fd..d415474 100644
--- a/docs/design/design/index.html
+++ b/docs/design/design/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Design | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-react-he [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Design | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn (Incuba [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/da3e9658.16851ca6.js" as="script">
+<link rel="preload" href="/da3e9658.8604c267.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Should not include temporary data helps with scheduler. For example to-be-preempted allocation candidates. Fair share resource of queues, etc.</p><p><strong>Scheduler Cache Event Handler</strong>:</p><p>Handles all events which needs to update scheduler internal state. So all the write operations will be carefully handled.</p><p><strong>Admin Service</strong></p><p>Handles request from Admin, which can also load configurations from storage and update scheduler policies.</p><p><strong>Sch [...]
</span></div></div></div></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="implementation"></a>Implementation<a aria-hidden="true" tabindex="-1" class="hash-link" href="#implementation" title="Direct link to heading">#</a></h2><p><strong>Scheduler needs to do following responsibilities</strong></p><ul><li>According to resource usages between queues, sort queues, applications, and figure out order of application allocation. (This will be used by pr [...]
</span></div></div></div></div></div></li><li><p>Different hierarchies can be added</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-scheduler-conf.yaml codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">partitions: [...]
@@ -36,17 +36,25 @@ Should not include temporary data helps with scheduler. For example to-be-preemp
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">RM termination (TODO) </span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">--------------</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Just remove the old one.</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain" style="display:inline-block">
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Update of queues (TODO) </span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">------------------------</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Admin Service -> Cache</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain" style="display:inline-block">
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">About partition (TODO) </span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">-----------------------</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Internal partition need to be normalized, for example, RM specify node with partition = xyz. </span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Scheduler int [...]
-</span></div></div></div></div></div></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/performance/profiling"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Profiling</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/design/cross_queue_pree [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+</span></div></div></div></div></div></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/performance/profiling"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Profiling</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/design/cross_queue_pree [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/da3e9658.16851ca6.js"></script>
+<script src="/da3e9658.8604c267.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/design/namespace_resource_quota/index.html b/docs/design/namespace_resource_quota/index.html
index d3ca16c..a5fd8bc 100644
--- a/docs/design/namespace_resource_quota/index.html
+++ b/docs/design/namespace_resource_quota/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Namespace Resource Quota | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn">< [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Namespace Resource Quota | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apach [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/528dfaf3.2e673320.js" as="script">
+<link rel="preload" href="/528dfaf3.a57bf0f9.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
However, in practice, it makes more sense to do so.
Namespace is often used to set a cap for resource consumptions per user-group/team,
YuniKorn queue is also meant to divide cluster resource into multiple groups.
@@ -30,17 +30,25 @@ Resource quota is overlapped with queue configuration in many ways,
for example the <code>requests</code> quota is just like queue's max resource. However,
there are still a few features resource quota can do but queue cannot, such as</p><ol><li>Resource <code>limits</code>. The aggregated resource from all pods in a namespace cannot exceed this limit.</li><li>Storage Resource Quota, e.g storage size, PVC number, etc.</li><li>Object Count Quotas, e.g count of PVCs, services, configmaps, etc.</li><li>Resource Quota can map to priority class.</li></ol><p>Probably we can build something similar to cover (3) in this list.
But it would be hard to completely support all these cases.</p><p>But currently, setting applications mapping to a queue as well as a corresponding namespace is over complex.
-Some future improvements might be:</p><ol><li>Automatically detects namespaces in k8s-shim and map them to queues. Behind the scenes, we automatically generates queue configuration based on namespace definition. Generated queues are attached under root queue.</li><li>When new namespace added/updated/removed, similarly to (1), we automatically update queues.</li><li>User can add more configuration to queues, e.g add queue ACL, add child queues on the generated queues.</li><li>Applications [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+Some future improvements might be:</p><ol><li>Automatically detects namespaces in k8s-shim and map them to queues. Behind the scenes, we automatically generates queue configuration based on namespace definition. Generated queues are attached under root queue.</li><li>When new namespace added/updated/removed, similarly to (1), we automatically update queues.</li><li>User can add more configuration to queues, e.g add queue ACL, add child queues on the generated queues.</li><li>Applications [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/528dfaf3.2e673320.js"></script>
+<script src="/528dfaf3.a57bf0f9.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/design/pluggable_app_management/index.html b/docs/design/pluggable_app_management/index.html
index 3fa4da6..297299b 100644
--- a/docs/design/pluggable_app_management/index.html
+++ b/docs/design/pluggable_app_management/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Pluggable App Management | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn">< [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Pluggable App Management | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apach [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/830bde22.a16721da.js" as="script">
+<link rel="preload" href="/830bde22.6ad6af1e.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This generic way works for any type of workload. It does however give us a limited information on the lifecycle
and application. On the K8s side, operators have been introduced to provide more detail on the application
and help scheduling. We cannot use them currently and want to add that functionality.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="k8s-operator-pattern"></a>K8s Operator Pattern<a aria-hidden="true" tabindex="-1" class="hash-link" href="#k8s-operator-pattern" title="Direct link to heading">#</a></h2><p><a href="https://kubernetes.io/docs/concepts/extend-kubernetes/operator/" target="_blank" rel="noopener noreferrer">K8s operator</a>
@@ -45,17 +45,25 @@ and talk with scheduler cache through <code>AMProtocol</code>.</li><li><code>API
Each of such informers, it can be shared with multiple app managers, to avoid the overhead.</li><li><code>AMProtocol</code> defines the basic interaction contract between app manager and the scheduler cache, that helps the cache
to performs app lifecycle management without understanding what type of the application it is.</li></ul><p>In the upon chart, the AppManagementService has 2 services, the <em>general</em> one is managing normal applications, that
recognizes applications by pod labels; the <em>spark-k8s-operator</em> one watches <code>SparkApplication</code> CRD and manage jobs'
-lifecycle defined by this CRD.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/design/namespace_resource_quota"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Namespace Resource Quota</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/d [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+lifecycle defined by this CRD.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/design/namespace_resource_quota"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Namespace Resource Quota</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/d [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/830bde22.a16721da.js"></script>
+<script src="/830bde22.6ad6af1e.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/design/resilience/index.html b/docs/design/resilience/index.html
index 644be19..390e83b 100644
--- a/docs/design/resilience/index.html
+++ b/docs/design/resilience/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Resilience | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-reac [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Resilience | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn (In [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/92a19523.972a84ec.js" as="script">
+<link rel="preload" href="/92a19523.a4020e91.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
survive from a fatal software/hardware failure. That requires one or more
standby instances providing same services to take over active instance on failures.
Resilience here means for YuniKorn, we can restart it without losing its state.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="the-problem"></a>The problem<a aria-hidden="true" tabindex="-1" class="hash-link" href="#the-problem" title="Direct link to heading">#</a></h2><p>YuniKorn is designed as a stateless service, it doesn't persist its state, e.g
@@ -47,17 +47,25 @@ The structure of the messages looks like,</p><div class="mdxCodeBlock_1XEh"><div
<code>UpdateRequest</code> and then send to scheduler-core.</p><p><strong>Note</strong>: the recovery of existing allocations depend on the existence of applications, which means applications must
be recovered first. Since scheduler-core handles <code>UpdateRequest</code> one by one, it is required that all existing allocations
in a <code>UpdateRequest</code> must from known applications or new applications embedded within the same <code>UpdateRequest</code>, which can be
-specified in <code>NewApplications</code> field. Scheduler-core ensures <code>NewApplications</code> are always processed first.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/design/pluggable_app_management"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Pluggable App Management</div></a></div><div cla [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+specified in <code>NewApplications</code> field. Scheduler-core ensures <code>NewApplications</code> are always processed first.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/design/pluggable_app_management"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Pluggable App Management</div></a></div><div cla [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/92a19523.972a84ec.js"></script>
+<script src="/92a19523.a4020e91.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/design/scheduler_configuration/index.html b/docs/design/scheduler_configuration/index.html
index b157584..12f856d 100644
--- a/docs/design/scheduler_configuration/index.html
+++ b/docs/design/scheduler_configuration/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Scheduler Configuration | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><m [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Scheduler Configuration | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/098cffed.5edfeceb.js" as="script">
+<link rel="preload" href="/098cffed.a324333b.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The scheduler configuration must exclude the queue related configuration.</p><p>Scheduler configuration as currently identified</p><ul><li>Bind host</li><li>Service port</li><li>Web bind host</li><li>Web service port</li><li>SSL config</li><li>Shims Configured</li><li>SchedulerACL</li></ul><p>Configuration to consider:</p><ul><li>Assign multiple containers in one go: use case is bin packing, don’t spread an application over large number of nodes. Needs to become configurable.</li><li>Pre [...]
Based on the kubernetes definition this configuration could be a configMap <sup id="s1"><a href="#footnote1">1</a></sup> but not a CRD.</p><p>The queue configuration is dynamic. Changing the queue configuration must not require a scheduler restart.
Changes should be allowed by either calling the GO based API, the REST based API or by updating the configuration file. Changes made through the API must be persisted in the configuration file. Making changes through an API is not a high priority requirement and could be postponed to a later release.</p><p>The queue configuration defines queues in a hierarchy: a tree. The base of the tree is the <em>root</em> queue. The queue configuration must define a single <em>root</em> queue. All qu [...]
@@ -33,17 +33,25 @@ Placing an application submitted by the user <em>user1</em> whom is a member of
The filter is defined as follow:</p><ul><li>Type:<ul><li>Type (string) which can have no value (empty) or "allow" or "deny", case insensitive.</li></ul></li><li>Users:<ul><li>A list of zero or more user names. If the list is exactly one long it will be interpreted as a regular expression.</li></ul></li><li>Groups:<ul><li>A list of zero or more group names. If the list is exactly one long it will be interpreted as a regular expression.</li></ul></li></ul><p>Proposed ru [...]
Base point to make: a changed configuration should not impact the currently running applications. Queues that no longer exist should be handled somehow.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="access-control-lists"></a>Access Control Lists<a aria-hidden="true" tabindex="-1" class="hash-link" href="#access-control-lists" title="Direct link to heading">#</a></h3><p>The scheduler ACL is independent of the queue ACLs. A scheduler administrator is not [...]
2: The set of characters from which portable filenames are constructed. <a href="#s2">↩</a><br>
-<code>A B C D E F G H I J K L M N O P Q R S T U V W X Y Z a b c d e f g h i j k l m n o p q r s t u v w x y z 0 1 2 3 4 5 6 7 8 9 . _ -</code></p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/design/resilience"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Resilience</div></a></div><div class="pagination [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+<code>A B C D E F G H I J K L M N O P Q R S T U V W X Y Z a b c d e f g h i j k l m n o p q r s t u v w x y z 0 1 2 3 4 5 6 7 8 9 . _ -</code></p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/design/resilience"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Resilience</div></a></div><div class="pagination [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/098cffed.5edfeceb.js"></script>
+<script src="/098cffed.a324333b.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/download/index.html b/docs/download/index.html
index 503d47f..ec50760 100644
--- a/docs/download/index.html
+++ b/docs/download/index.html
@@ -3,33 +3,41 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Apache YuniKorn (Incubating) | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKor [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Apache YuniKorn (Incubating) | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for A [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/d3dc4da8.5680ac34.js" as="script">
+<link rel="preload" href="/d3dc4da8.eb1bbed5.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/d3dc4da8.5680ac34.js"></script>
+<script src="/d3dc4da8.eb1bbed5.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/get_started/developer_guide/index.html b/docs/get_started/developer_guide/index.html
index d8e79cd..25794f8 100644
--- a/docs/get_started/developer_guide/index.html
+++ b/docs/get_started/developer_guide/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Developer Guide | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Developer Guide | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKor [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/94e4428c.f5ad97ed.js" as="script">
+<link rel="preload" href="/94e4428c.8930c738.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
is provided in our repositories, you can leverage it to develop YuniKorn scheduling features and integrate with Kubernetes.
This document describes resources how to setup dev environment and how to do the development.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="development-environment-setup"></a>Development Environment setup<a aria-hidden="true" tabindex="-1" class="hash-link" href="#development-environment-setup" title="Direct link to heading">#</a></h2><p>Read the <a href="/docs/setup/env_setup">environment setup guide</a> first to setup Docker and Kubernetes developmen [...]
The build procedure will built all components into a single executable that can be deployed and running on Kubernetes.</p><p>Start the integrated build process by pulling the <code>yunikorn-k8shim</code> repository:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-bash codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color: [...]
@@ -41,17 +41,25 @@ This has been tested in a Docker desktop with docker for desktop and Minikube. S
as long as the <code>$HOME/.kube/config</code> file is pointing to that remote cluster.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="core-component-build"></a>Core component build<a aria-hidden="true" tabindex="-1" class="hash-link" href="#core-component-build" title="Direct link to heading">#</a></h2><p>The scheduler core, this repository build, by itself does not provide a functional scheduler.
It just builds the core scheduler functionality without any resource managers or shims.
A functional scheduler must have at least one resource manager that registers.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="build-steps"></a>Build steps<a aria-hidden="true" tabindex="-1" class="hash-link" href="#build-steps" title="Direct link to heading">#</a></h3><p>The core component contains two command line tools: the <code>simplescheduler</code> and the <code>schedulerclient</code>.
-The two command line tools have been provided as examples only and are not supposed to implement all functionality.</p><p>Building the example command line tools:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="to [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+The two command line tools have been provided as examples only and are not supposed to implement all functionality.</p><p>Building the example command line tools:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="to [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/94e4428c.f5ad97ed.js"></script>
+<script src="/94e4428c.8930c738.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/get_started/release_notes/index.html b/docs/get_started/release_notes/index.html
index 43eec24..4e29507 100644
--- a/docs/get_started/release_notes/index.html
+++ b/docs/get_started/release_notes/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Release Notes | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-r [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Release Notes | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/a44914cc.81a1895a.js" as="script">
+<link rel="preload" href="/a44914cc.359c36b5.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This enables use cases like mapping a K8 namespace to a YuniKorn queue without the need to pre-create all queues.
Queues are created based on placement rules when required for running an application. Dynamic queues are deleted when no longer required.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="pluggable-application-management"></a>Pluggable Application Management<a aria-hidden="true" tabindex="-1" class="hash-link" href="#pluggable-application-management" title="Direct link to heading">#</a></h3><p>A pluggable app management framework is being added to this rel [...]
One node is reserved for a specific request from an application, effectively removing it from the available node list for other applications.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="pluggable-node-sorting-policies"></a>Pluggable Node Sorting Policies<a aria-hidden="true" tabindex="-1" class="hash-link" href="#pluggable-node-sorting-policies" title="Direct link to heading">#</a></h3><p>There are 2 builtin node sorting policies (FAIR and BinPacking [...]
@@ -27,17 +27,25 @@ The node sorting policies are pluggable, users can implement their own policies
In YuniKorn, there are lots of optimizations to improve the performance, such as a fully async event-driven system and low-latency sorting policies.
Based on our test using Kubemark, YuniKorn is 2x+ faster than the default K8s scheduler.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="community"></a>Community<a aria-hidden="true" tabindex="-1" class="hash-link" href="#community" title="Direct link to heading">#</a></h2><p>Since the birth of the YuniKorn project, the feedback has been well-received. We are thankful to have such a diverse community where we have members from Microsoft, LinkedIn, Alibab [...]
Many thanks to everyone who contributed to the release, and everyone in the Apache YuniKorn (Incubating) community!
-This release is a result of direct and indirect efforts from many contributors, listed below are those who contributed directly by submitting patches: <em>Adam Antal, Akhil Puthenveettil Balan, Bhuvan Mysore, Jetly Jaimin, Kinga Marton, Sunil Govindan, Tao Yang, Tarun Parimi, Wangda Tan, Wanqiang Ji, Weiwei Yang, Wilfred Spiegelenburg, Vinod Kumar Vavilapalli</em>.</p><p>Thanks for our mentors <em>Felix Cheung, Holden Karau, Jason Lowe, Junping Du</em> for helping us to set up repositor [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+This release is a result of direct and indirect efforts from many contributors, listed below are those who contributed directly by submitting patches: <em>Adam Antal, Akhil Puthenveettil Balan, Bhuvan Mysore, Jetly Jaimin, Kinga Marton, Sunil Govindan, Tao Yang, Tarun Parimi, Wangda Tan, Wanqiang Ji, Weiwei Yang, Wilfred Spiegelenburg, Vinod Kumar Vavilapalli</em>.</p><p>Thanks for our mentors <em>Felix Cheung, Holden Karau, Jason Lowe, Junping Du</em> for helping us to set up repositor [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/a44914cc.81a1895a.js"></script>
+<script src="/a44914cc.359c36b5.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/index.html b/docs/index.html
index 26ee503..4b49894 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">User Guide | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-reac [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">User Guide | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn (In [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/8ad1c52d.09b2fa1f.js" as="script">
+<link rel="preload" href="/8ad1c52d.05136a2d.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It is also assumed that <code>kubectl</code> is on your path and properly configured.
Follow this <a href="/docs/setup/env_setup">guide</a> on how to setup a local Kubernetes cluster using docker-desktop.</p><p>All files mentioned in this user guide are part of the <a href="https://github.com/apache/incubator-yunikorn-k8shim" target="_blank" rel="noopener noreferrer">yunikorn-k8shim</a> repository.
They are located in the <a href="https://github.com/apache/incubator-yunikorn-k8shim/tree/master/deployments/scheduler" target="_blank" rel="noopener noreferrer">deployments</a> sub directory. The command given assume that you are located in that directory.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="quick-start"></a>Quick Start<a aria-hidden="true" tabindex="-1" class="hash-link" href="#quick-start" title="Direct link to heading">#</a></h2><p>The ea [...]
@@ -38,17 +38,25 @@ More examples on affinity and anti affinity scheduling in the predicates section
The EBS volume requires a kubernetes cluster running on AWS (EKS).
Further instructions for the volume examples in the section of the <a href="https://github.com/apache/incubator-yunikorn-k8shim/tree/master/deployments/examples#volumes" target="_blank" rel="noopener noreferrer">README Volumes</a>.</p><p>CAUTION: All examples will generate an unending stream of data in a file called <code>dates.txt</code> on the mounted volume. This could cause a disk to fill up and execution time should be limited. </p><h4><a aria-hidden="true" tabindex="-1" class="anch [...]
To create a volume you can use the command line or web UI:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">aws ec2 create-volume --volume-type gp2 --size [...]
-The dynamically created volume will be automatically destroyed as soon as the pod is stopped.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/get_started/release_notes"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Release Notes</div></a></div><div class="pagination-nav__item pagination-nav__item--next" [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+The dynamically created volume will be automatically destroyed as soon as the pod is stopped.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/get_started/release_notes"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Release Notes</div></a></div><div class="pagination-nav__item pagination-nav__item--next" [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/8ad1c52d.09b2fa1f.js"></script>
+<script src="/8ad1c52d.05136a2d.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/api/cluster/index.html b/docs/next/api/cluster/index.html
index 749ed1c..2cd78aa 100644
--- a/docs/next/api/cluster/index.html
+++ b/docs/next/api/cluster/index.html
@@ -3,33 +3,41 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Cluster | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-react-he [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Cluster | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn (Incuba [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/c3dff334.f90d8d01.js" as="script">
+<link rel="preload" href="/c3dff334.684b0a8a.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/c3dff334.f90d8d01.js"></script>
+<script src="/c3dff334.684b0a8a.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/api/scheduler/index.html b/docs/next/api/scheduler/index.html
index e615e25..e285700 100644
--- a/docs/next/api/scheduler/index.html
+++ b/docs/next/api/scheduler/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Scheduler | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-react- [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Scheduler | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn (Incu [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/6bf8e8e6.512a4a18.js" as="script">
+<link rel="preload" href="/6bf8e8e6.ae546559.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The queues' hierarchy is kept in the response json. </p><p><strong>URL</strong> : <code>/ws/v1/queues</code></p><p><strong>Method</strong> : <code>GET</code></p><p><strong>Auth required</strong> : NO</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="success-response"></a>Success response<a aria-hidden="true" tabindex="-1" class="hash-link" href="#success-response" title="Direct link to heading">#</a></h3><p><strong>Code</strong> : <code>200 OK</code> [...]
Node details include host and rack name, capacity, resources and allocations.</p><p><strong>URL</strong> : <code>/ws/v1/nodes</code></p><p><strong>Method</strong> : <code>GET</code></p><p><strong>Auth required</strong> : NO</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="success-response-2"></a>Success response<a aria-hidden="true" tabindex="-1" class="hash-link" href="#success-response-2" title="Direct link to heading">#</a></h3><p><strong>Code</strong> [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">goroutine 1 [chan receive,</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> 26 minutes</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">]:</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">main.main()</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> /yunikorn/ [...]
@@ -27,17 +27,25 @@ Node details include host and rack name, capacity, resources and allocations.</p
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">...</span></div></div></div></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="metrics"></a>Metrics<a aria-hidden="true" tabindex="-1" class="hash-link" href="#metrics" title="Direct link to heading">#</a></h2><p>Endpoint to retrieve metrics from the Prometheus server.
The metrics are dumped with help messages and type information.</p><p><strong>URL</strong> : <code>/ws/v1/metrics</code></p><p><strong>Method</strong> : <code>GET</code></p><p><strong>Auth required</strong> : NO</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="success-response-4"></a>Success response<a aria-hidden="true" tabindex="-1" class="hash-link" href="#success-response-4" title="Direct link to heading">#</a></h3><p><strong>Code</strong> : <code>200 [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">...</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain" style="display:inline-block">
-</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"># HELP yunikorn_scheduler_vcore_nodes_usage Nodes resource usage, by resource name.</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"># TYPE yunikorn_scheduler_vcore_nodes_usage gauge</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">yunikorn_scheduler_vcore_nodes_usage{range="(10%, 20%]"} 0</span></div><div class="token-line" [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"># HELP yunikorn_scheduler_vcore_nodes_usage Nodes resource usage, by resource name.</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"># TYPE yunikorn_scheduler_vcore_nodes_usage gauge</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">yunikorn_scheduler_vcore_nodes_usage{range="(10%, 20%]"} 0</span></div><div class="token-line" [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/6bf8e8e6.512a4a18.js"></script>
+<script src="/6bf8e8e6.ae546559.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/api/system/index.html b/docs/next/api/system/index.html
index e3115cc..89aa417 100644
--- a/docs/next/api/system/index.html
+++ b/docs/next/api/system/index.html
@@ -3,35 +3,43 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">System | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-react-hel [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">System | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn (Incubat [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/e897f185.2286d790.js" as="script">
+<link rel="preload" href="/e897f185.fa21a157.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Types of profiles available:</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Count Profile</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">273 allocs</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">0 block</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">0 c [...]
-</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">allocs: A sampling of all past memory allocations</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">block: Stack traces that led to blocking on synchronization primitives</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">cmdline: The command line invocation of the current program</span></div><div class="token-line" style="color:#bfc7d5"> [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">allocs: A sampling of all past memory allocations</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">block: Stack traces that led to blocking on synchronization primitives</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">cmdline: The command line invocation of the current program</span></div><div class="token-line" style="color:#bfc7d5"> [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/e897f185.2286d790.js"></script>
+<script src="/e897f185.fa21a157.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/design/architecture/index.html b/docs/next/design/architecture/index.html
index 55267c0..70fe246 100644
--- a/docs/next/design/architecture/index.html
+++ b/docs/next/design/architecture/index.html
@@ -3,28 +3,28 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Architecture | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-rea [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Architecture | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn (I [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/64a11ff0.b108d3e2.js" as="script">
+<link rel="preload" href="/64a11ff0.810d2806.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It is created to achieve fine-grained resource sharing for various workloads efficiently on a large scale, multi-tenant,
and cloud-native environment. YuniKorn brings a unified, cross-platform, scheduling experience for mixed workloads that
consist of stateless batch workloads and stateful services.</p><p>YuniKorn now supports K8s and can be deployed as a custom K8s scheduler. YuniKorn's architecture design also allows
adding different shim layer and adopt to different ResourceManager implementation including Apache Hadoop YARN,
-or any other systems.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="architecture"></a>Architecture<a aria-hidden="true" tabindex="-1" class="hash-link" href="#architecture" title="Direct link to heading">#</a></h2><p>Following chart illustrates the high-level architecture of YuniKorn.</p><img src="/assetsarchitecture-333225e01d82300eb9ee34e76cf34697.png"><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="components"></a>Comp [...]
+or any other systems.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="architecture"></a>Architecture<a aria-hidden="true" tabindex="-1" class="hash-link" href="#architecture" title="Direct link to heading">#</a></h2><p>Following chart illustrates the high-level architecture of YuniKorn.</p><img src="/assets/images/architecture-333225e01d82300eb9ee34e76cf34697.png"><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="components"> [...]
which resource management platform (like YARN/K8s) will speak with, via API like GRPC/programing language bindings.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="scheduler-core"></a>Scheduler core<a aria-hidden="true" tabindex="-1" class="hash-link" href="#scheduler-core" title="Direct link to heading">#</a></h3><p>Scheduler core encapsulates all scheduling algorithms, it collects resources from underneath resource management
platforms (like YARN/K8s), and is responsible for container allocation requests. It makes the decision where is the
best spot for each request and then sends response allocations to the resource management platform.
@@ -33,17 +33,25 @@ Please read more about the design of schedule core <a href="/docs/next/design/sc
cluster resources, and resource requests via scheduler interface and send them to the scheduler core.
And when a scheduler decision is made, it is responsible for binding the pod to the specific node. All the communication
between the shim and the scheduler core is through the <a href="https://github.com/apache/incubator-yunikorn-scheduler-interface" target="_blank" rel="noopener noreferrer">scheduler interface</a>.
-Please read more about the design of the Kubernetes shim <a href="/docs/next/design/k8shim">here</a></p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/developer_guide/deployment"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Deploy to Kubernetes</div></a></div><div class="pagination-nav__item paginat [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+Please read more about the design of the Kubernetes shim <a href="/docs/next/design/k8shim">here</a></p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/developer_guide/deployment"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Deploy to Kubernetes</div></a></div><div class="pagination-nav__item paginat [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/64a11ff0.b108d3e2.js"></script>
+<script src="/64a11ff0.810d2806.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/design/cross_queue_preemption/index.html b/docs/next/design/cross_queue_preemption/index.html
index c76839d..5972af0 100644
--- a/docs/next/design/cross_queue_preemption/index.html
+++ b/docs/next/design/cross_queue_preemption/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Cross Queue Preemption | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><met [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Cross Queue Preemption | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache Y [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/77848a81.ced54c57.js" as="script">
+<link rel="preload" href="/77848a81.5b22e56d.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
to make sure better modularization and plug-ability </li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="answer-some-questions-for-designimplementation-choices"></a>Answer some questions for design/implementation choices<a aria-hidden="true" tabindex="-1" class="hash-link" href="#answer-some-questions-for-designimplementation-choices" title="Direct link to heading">#</a></h2><p><strong>1. Do we really want preemption-delay? (Or we just want to control [...]
they can prepare bad things happen (unfortunately no app do anything for these heads up, at least from what I knew). b. control preemption pace. </p><p>And in practice, I found it causes a lot of issues, for example when a
cluster state keep changing, it is very hard to ensure accurate preemption. </p><p><strong>Proposal:</strong></p><p>Remove the preemption-delay, keep the logics of controlling preemption pace. (such as <code>yarn.resourcemanager.monitor.capacity.preemption
@@ -29,17 +29,25 @@ termination of POD in K8s: <a href="https://kubernetes.io/docs/concepts/workload
Considering this, I propose to have preemption runs periodically. But it is important to note that, we need to try to use as much code as possible for
allocation-inside-preemption, otherwise there will be too much duplicated logic and very hard to be maintained in the future.</p><p><strong>3. Preemption cost and function</strong></p><p>We found it is helpful to add cost for preemption, such as container live time, priority, type of container. It could be a cost function (Which returns a numeric value) or it
could be a comparator (which compare two allocations for preemption ask).</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="pseudo-code"></a>Pseudo code<a aria-hidden="true" tabindex="-1" class="hash-link" href="#pseudo-code" title="Direct link to heading">#</a></h2><p>Logic of allocation (invoked every allocation cycle)</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="cop [...]
-</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">for partition: </span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> askCandidates := findAskCandidates(nAlloc, preemption=false)</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> </span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> allocated, failed_to_allocated := tryAllocate(askCandidates);</span></d [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">for partition: </span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> askCandidates := findAskCandidates(nAlloc, preemption=false)</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> </span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> allocated, failed_to_allocated := tryAllocate(askCandidates);</span></d [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/77848a81.ced54c57.js"></script>
+<script src="/77848a81.5b22e56d.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/design/k8shim/index.html b/docs/next/design/k8shim/index.html
index 43436b1..0e1888f 100644
--- a/docs/next/design/k8shim/index.html
+++ b/docs/next/design/k8shim/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Kubernetes Shim Design | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><met [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Kubernetes Shim Design | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache Y [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/5c2fd2aa.9e6d1e19.js" as="script">
+<link rel="preload" href="/5c2fd2aa.8e56da9e.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
the 3 layer design of YuniKorn before getting to understand what is the Kubernetes shim.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="the-kubernetes-shim"></a>The Kubernetes shim<a aria-hidden="true" tabindex="-1" class="hash-link" href="#the-kubernetes-shim" title="Direct link to heading">#</a></h2><p>The YuniKorn Kubernetes shim is responsible for talking to Kubernetes, it is responsible for translating the Kubernetes
cluster resources, and resource requests via scheduler interface and send them to the scheduler core.
And when a scheduler decision is made, it is responsible for binding the pod to the specific node. All the communication
@@ -28,17 +28,25 @@ between the shim and the scheduler core is through the scheduler-interface.</p><
and a <a href="https://kubernetes.io/docs/reference/access-authn-authz/admission-controllers/#validatingadmissionwebhook" target="_blank" rel="noopener noreferrer">validation webhook</a>, where:</p><ol><li>The <code>mutation webhook</code> mutates pod spec by:<ul><li>adding <code>schedulerName: yunikorn</code><ul><li>by explicitly specifying the scheduler name, the pod will be scheduled by YuniKorn scheduler</li></ul></li><li>adding <code>applicationId</code> label<ul><li>when a label <c [...]
uninstall is done as a <code>pre-stop</code> hook. See the related code <a href="https://github.com/apache/incubator-yunikorn-release/blob/56e580af24ed3433e7d73d9ea556b19ad7b74337/helm-charts/yunikorn/templates/deployment.yaml#L80-L85" target="_blank" rel="noopener noreferrer">here</a>.
During the installation, it is expected to always co-locate the admission controller with the scheduler pod, this is done
-by adding the pod-affinity in the admission-controller pod, like:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-yaml codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token key atrule">podAffinity</span><span class="token pu [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+by adding the pod-affinity in the admission-controller pod, like:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-yaml codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token key atrule">podAffinity</span><span class="token pu [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/5c2fd2aa.9e6d1e19.js"></script>
+<script src="/5c2fd2aa.8e56da9e.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/design/namespace_resource_quota/index.html b/docs/next/design/namespace_resource_quota/index.html
index c6a090e..98ea733 100644
--- a/docs/next/design/namespace_resource_quota/index.html
+++ b/docs/next/design/namespace_resource_quota/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Namespace Resource Quota | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><m [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Namespace Resource Quota | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/df7bd322.c60008f8.js" as="script">
+<link rel="preload" href="/df7bd322.c451f272.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
However, in practice, it makes more sense to do so.
Namespace is often used to set a cap for resource consumptions per user-group/team,
YuniKorn queue is also meant to divide cluster resource into multiple groups.
@@ -30,17 +30,25 @@ Resource quota is overlapped with queue configuration in many ways,
for example the <code>requests</code> quota is just like queue's max resource. However,
there are still a few features resource quota can do but queue cannot, such as</p><ol><li>Resource <code>limits</code>. The aggregated resource from all pods in a namespace cannot exceed this limit.</li><li>Storage Resource Quota, e.g storage size, PVC number, etc.</li><li>Object Count Quotas, e.g count of PVCs, services, configmaps, etc.</li><li>Resource Quota can map to priority class.</li></ol><p>Probably we can build something similar to cover (3) in this list.
But it would be hard to completely support all these cases.</p><p>But currently, setting applications mapping to a queue as well as a corresponding namespace is over complex.
-Some future improvements might be:</p><ol><li>Automatically detects namespaces in k8s-shim and map them to queues. Behind the scenes, we automatically generates queue configuration based on namespace definition. Generated queues are attached under root queue.</li><li>When new namespace added/updated/removed, similarly to (1), we automatically update queues.</li><li>User can add more configuration to queues, e.g add queue ACL, add child queues on the generated queues.</li><li>Applications [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+Some future improvements might be:</p><ol><li>Automatically detects namespaces in k8s-shim and map them to queues. Behind the scenes, we automatically generates queue configuration based on namespace definition. Generated queues are attached under root queue.</li><li>When new namespace added/updated/removed, similarly to (1), we automatically update queues.</li><li>User can add more configuration to queues, e.g add queue ACL, add child queues on the generated queues.</li><li>Applications [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/df7bd322.c60008f8.js"></script>
+<script src="/df7bd322.c451f272.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/design/pluggable_app_management/index.html b/docs/next/design/pluggable_app_management/index.html
index f757cd7..1d53f89 100644
--- a/docs/next/design/pluggable_app_management/index.html
+++ b/docs/next/design/pluggable_app_management/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Pluggable App Management | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><m [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Pluggable App Management | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/6c4581ec.64a03d64.js" as="script">
+<link rel="preload" href="/6c4581ec.91a0b64d.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This generic way works for any type of workload. It does however give us a limited information on the lifecycle
and application. On the K8s side, operators have been introduced to provide more detail on the application
and help scheduling. We cannot use them currently and want to add that functionality.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="k8s-operator-pattern"></a>K8s Operator Pattern<a aria-hidden="true" tabindex="-1" class="hash-link" href="#k8s-operator-pattern" title="Direct link to heading">#</a></h2><p><a href="https://kubernetes.io/docs/concepts/extend-kubernetes/operator/" target="_blank" rel="noopener noreferrer">K8s operator</a>
@@ -45,17 +45,25 @@ and talk with scheduler cache through <code>AMProtocol</code>.</li><li><code>API
Each of such informers, it can be shared with multiple app managers, to avoid the overhead.</li><li><code>AMProtocol</code> defines the basic interaction contract between app manager and the scheduler cache, that helps the cache
to performs app lifecycle management without understanding what type of the application it is.</li></ul><p>In the upon chart, the AppManagementService has 2 services, the <em>general</em> one is managing normal applications, that
recognizes applications by pod labels; the <em>spark-k8s-operator</em> one watches <code>SparkApplication</code> CRD and manage jobs'
-lifecycle defined by this CRD.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/design/namespace_resource_quota"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Namespace Resource Quota</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/d [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+lifecycle defined by this CRD.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/design/namespace_resource_quota"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Namespace Resource Quota</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/d [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/6c4581ec.64a03d64.js"></script>
+<script src="/6c4581ec.91a0b64d.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/design/predicates/index.html b/docs/next/design/predicates/index.html
index 32f4fc7..39fc1f8 100644
--- a/docs/next/design/predicates/index.html
+++ b/docs/next/design/predicates/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Support K8s Predicates | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><met [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Support K8s Predicates | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache Y [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/aaed39fd.45473207.js" as="script">
+<link rel="preload" href="/aaed39fd.fd8109d1.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
is eligible to be allocated onto a node. Common predicates are: node-selector, pod affinity/anti-affinity etc. To support
these predicates in YuniKorn, we don't intend to re-implement everything on our own, but to re-use the core predicates
code as much as possible.</p><p>YuniKorn-core is agnostic about underneath RMs, so the predicates functions are implemented in K8s-shim as a <code>SchedulerPlugin</code>.
@@ -27,17 +27,25 @@ SchedulerPlugin is a way to plug/extend scheduler capabilities. Shim can impleme
yunikorn-core, so plugged function can be invoked in the scheduler core. Find all supported plugins in
<a href="https://github.com/apache/incubator-yunikorn-core/blob/master/pkg/plugins/types.go" target="_blank" rel="noopener noreferrer">types</a>.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="workflow"></a>Workflow<a aria-hidden="true" tabindex="-1" class="hash-link" href="#workflow" title="Direct link to heading">#</a></h2><p>First, RM needs to register itself to yunikorn-core, it advertises what scheduler plugin interfaces are supported.
E.g a RM could implement <code>PredicatePlugin</code> interface and register itself to yunikorn-core. Then yunikorn-core will
-call PredicatePlugin API to run predicates before making allocation decisions.</p><p>Following workflow demonstrates how allocation looks like when predicates are involved.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+call PredicatePlugin API to run predicates before making allocation decisions.</p><p>Following workflow demonstrates how allocation looks like when predicates are involved.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/aaed39fd.45473207.js"></script>
+<script src="/aaed39fd.fd8109d1.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/design/resilience/index.html b/docs/next/design/resilience/index.html
index 3fb0ff7..1d36d33 100644
--- a/docs/next/design/resilience/index.html
+++ b/docs/next/design/resilience/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Resilience | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-react [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Resilience | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn (Inc [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/fd3398f1.85e9c0ca.js" as="script">
+<link rel="preload" href="/fd3398f1.f1f1007e.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
survive from a fatal software/hardware failure. That requires one or more
standby instances providing same services to take over active instance on failures.
Resilience here means for YuniKorn, we can restart it without losing its state.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="the-problem"></a>The problem<a aria-hidden="true" tabindex="-1" class="hash-link" href="#the-problem" title="Direct link to heading">#</a></h2><p>YuniKorn is designed as a stateless service, it doesn't persist its state, e.g
@@ -47,17 +47,25 @@ The structure of the messages looks like,</p><div class="mdxCodeBlock_1XEh"><div
<code>UpdateRequest</code> and then send to scheduler-core.</p><p><strong>Note</strong>: the recovery of existing allocations depend on the existence of applications, which means applications must
be recovered first. Since scheduler-core handles <code>UpdateRequest</code> one by one, it is required that all existing allocations
in a <code>UpdateRequest</code> must from known applications or new applications embedded within the same <code>UpdateRequest</code>, which can be
-specified in <code>NewApplications</code> field. Scheduler-core ensures <code>NewApplications</code> are always processed first.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/design/pluggable_app_management"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Pluggable App Management</div></a></div><di [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+specified in <code>NewApplications</code> field. Scheduler-core ensures <code>NewApplications</code> are always processed first.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/design/pluggable_app_management"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Pluggable App Management</div></a></div><di [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/fd3398f1.85e9c0ca.js"></script>
+<script src="/fd3398f1.f1f1007e.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/design/scheduler_configuration/index.html b/docs/next/design/scheduler_configuration/index.html
index 1b92291..bb983e8 100644
--- a/docs/next/design/scheduler_configuration/index.html
+++ b/docs/next/design/scheduler_configuration/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Scheduler Configuration | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><me [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Scheduler Configuration | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/47b8b18c.d86b15fc.js" as="script">
+<link rel="preload" href="/47b8b18c.352a682c.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
The scheduler configuration must exclude the queue related configuration.</p><p>Scheduler configuration as currently identified</p><ul><li>Bind host</li><li>Service port</li><li>Web bind host</li><li>Web service port</li><li>SSL config</li><li>Shims Configured</li><li>SchedulerACL</li></ul><p>Configuration to consider:</p><ul><li>Assign multiple containers in one go: use case is bin packing, don’t spread an application over large number of nodes. Needs to become configurable.</li><li>Pre [...]
Based on the kubernetes definition this configuration could be a configMap <sup id="s1"><a href="#f1">1</a></sup> but not a CRD.</p><p>The queue configuration is dynamic. Changing the queue configuration must not require a scheduler restart.
Changes should be allowed by either calling the GO based API, the REST based API or by updating the configuration file. Changes made through the API must be persisted in the configuration file. Making changes through an API is not a high priority requirement and could be postponed to a later release.</p><p>The queue configuration defines queues in a hierarchy: a tree. The base of the tree is the <em>root</em> queue. The queue configuration must define a single <em>root</em> queue. All qu [...]
@@ -33,17 +33,25 @@ Placing an application submitted by the user <em>user1</em> whom is a member of
The filter is defined as follow:</p><ul><li>Type:<ul><li>Type (string) which can have no value (empty) or "allow" or "deny", case insensitive.</li></ul></li><li>Users:<ul><li>A list of zero or more user names. If the list is exactly one long it will be interpreted as a regular expression.</li></ul></li><li>Groups:<ul><li>A list of zero or more group names. If the list is exactly one long it will be interpreted as a regular expression.</li></ul></li></ul><p>Proposed ru [...]
Base point to make: a changed configuration should not impact the currently running applications. Queues that no longer exist should be handled somehow.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="access-control-lists"></a>Access Control Lists<a aria-hidden="true" tabindex="-1" class="hash-link" href="#access-control-lists" title="Direct link to heading">#</a></h3><p>The scheduler ACL is independent of the queue ACLs. A scheduler administrator is not [...]
2: The set of characters from which portable filenames are constructed. <a href="#s2">↩</a><br> <b id="f2"></b>
-<code>A B C D E F G H I J K L M N O P Q R S T U V W X Y Z a b c d e f g h i j k l m n o p q r s t u v w x y z 0 1 2 3 4 5 6 7 8 9 . _ -</code></p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/design/predicates"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Support K8s Predicates</div></a></div><div [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+<code>A B C D E F G H I J K L M N O P Q R S T U V W X Y Z a b c d e f g h i j k l m n o p q r s t u v w x y z 0 1 2 3 4 5 6 7 8 9 . _ -</code></p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/design/predicates"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Support K8s Predicates</div></a></div><div [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/47b8b18c.d86b15fc.js"></script>
+<script src="/47b8b18c.352a682c.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/design/scheduler_core_design/index.html b/docs/next/design/scheduler_core_design/index.html
index c17ef54..6619d06 100644
--- a/docs/next/design/scheduler_core_design/index.html
+++ b/docs/next/design/scheduler_core_design/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Scheduler Core Design | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Scheduler Core Design | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache Yu [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/90998519.5ffdcd41.js" as="script">
+<link rel="preload" href="/90998519.cb14175a.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
platforms (like YARN/K8s), and is responsible for container allocation requests. It makes the decision where is the
best spot for each request and then sends response allocations to the resource management platform.
Scheduler core is agnostic about underneath platforms, all the communications are through the <a href="https://github.com/apache/incubator-yunikorn-scheduler-interface" target="_blank" rel="noopener noreferrer">scheduler interface</a>.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="components"></a>Components:<a aria-hidden="true" tabindex="-1" class="hash-link" href="#components" title="Direct link to heading">#</a></h2><div class="mdxCodeBlock_1XEh"><d [...]
@@ -50,17 +50,25 @@ to avoid extra overhead introduced by GRPC. </p><p><strong>Shim (like K8shim) fi
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">RM termination (TODO) </span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">--------------</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Just remove the old one.</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain" style="display:inline-block">
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Update of queues (TODO) </span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">------------------------</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Admin Service -> Cache</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain" style="display:inline-block">
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">About partition (TODO) </span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">-----------------------</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Internal partition need to be normalized, for example, RM specify node with partition = xyz. </span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">Scheduler int [...]
-</span></div></div></div></div></div></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/design/architecture"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Architecture</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/next/design/k8shi [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+</span></div></div></div></div></div></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/design/architecture"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Architecture</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/next/design/k8shi [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/90998519.5ffdcd41.js"></script>
+<script src="/90998519.cb14175a.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/design/scheduler_object_states/index.html b/docs/next/design/scheduler_object_states/index.html
index b631e70..a0550f3 100644
--- a/docs/next/design/scheduler_object_states/index.html
+++ b/docs/next/design/scheduler_object_states/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Scheduler Object States | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><me [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Scheduler Object States | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/5c1c0c73.ff5326c9.js" as="script">
+<link rel="preload" href="/5c1c0c73.38427d38.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This ranges from applications in the core to nodes in the k8shim.
The state machines are independent and not shared between the resource managers and core.
A resource manager shim, and the core can thus have an independent idea of the state of a similar object.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="core-scheduler"></a>Core Scheduler<a aria-hidden="true" tabindex="-1" class="hash-link" href="#core-scheduler" title="Direct link to heading">#</a></h2><p>State change are triggered by events that get processed.
@@ -54,17 +54,25 @@ This is the final state.</li></ul><p>The events that can trigger a state change:
<img src="/img/object-state.png" alt="object state diagram"></p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="node"></a>Node<a aria-hidden="true" tabindex="-1" class="hash-link" href="#node" title="Direct link to heading">#</a></h3><p>Node objects in the core are not using a state machine but do have a state.
A node can have one of two states: <code>schedulable</code> or <code>not schedulable</code>.
There is no complex state model or complex transition logic.
-The scheduler can either use the node or not.</p><p>The node status changes based on the status provided by the resource manager (shim) that owns the node. </p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="k8shim-resource-manager"></a>K8Shim Resource Manager<a aria-hidden="true" tabindex="-1" class="hash-link" href="#k8shim-resource-manager" title="Direct link to heading">#</a></h2><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+The scheduler can either use the node or not.</p><p>The node status changes based on the status provided by the resource manager (shim) that owns the node. </p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="k8shim-resource-manager"></a>K8Shim Resource Manager<a aria-hidden="true" tabindex="-1" class="hash-link" href="#k8shim-resource-manager" title="Direct link to heading">#</a></h2><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/5c1c0c73.ff5326c9.js"></script>
+<script src="/5c1c0c73.38427d38.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/design/state_aware_scheduling/index.html b/docs/next/design/state_aware_scheduling/index.html
index d3b0b5e..58e4945 100644
--- a/docs/next/design/state_aware_scheduling/index.html
+++ b/docs/next/design/state_aware_scheduling/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Batch Workloads Ordering with StateAware Policy | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Batch Workloads Ordering with StateAware Policy | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" co [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/0c902ed6.5d733ea7.js" as="script">
+<link rel="preload" href="/0c902ed6.69d123aa.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Another way to look at this is the fact that processing needs to be kicked off and that the first step is to start a driver or manager for the application.
Later stages might depend on the previous stages.
When running applications in a size limited environment this could lead to a resource exhaustion when submitting multiple applications at the same time.
@@ -56,17 +56,25 @@ If an application was submitted with five required allocation but due to issues
It would make the sorting policy an opt-in instead of an opt-out.
Setting a default of one (1) does not give us much enhancement to what we currently propose.
It makes the sorting policy an opt-out but does not give the cluster administrator any control over the scheduling behaviour.
-Weighing those against each other the proposal is to not make this configurable.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="example-run"></a>Example run<a aria-hidden="true" tabindex="-1" class="hash-link" href="#example-run" title="Direct link to heading">#</a></h3><p>Using Spark applications as an example: a new application can only be scheduled if the previous application has at least one (1) executor allocated.</p><p><img src="/img/fifo-state-ex [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+Weighing those against each other the proposal is to not make this configurable.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="example-run"></a>Example run<a aria-hidden="true" tabindex="-1" class="hash-link" href="#example-run" title="Direct link to heading">#</a></h3><p>Using Spark applications as an example: a new application can only be scheduled if the previous application has at least one (1) executor allocated.</p><p><img src="/img/fifo-state-ex [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/0c902ed6.5d733ea7.js"></script>
+<script src="/0c902ed6.69d123aa.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/developer_guide/build/index.html b/docs/next/developer_guide/build/index.html
index 2ef2ae9..47513cd 100644
--- a/docs/next/developer_guide/build/index.html
+++ b/docs/next/developer_guide/build/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Build and Run | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-re [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Build and Run | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn ( [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/f6435ed1.e00acf23.js" as="script">
+<link rel="preload" href="/f6435ed1.a70d0c4f.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
is provided in our repositories, you can leverage it to develop YuniKorn scheduling features and integrate with Kubernetes.
This document describes resources how to setup dev environment and how to do the development.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="development-environment-setup"></a>Development Environment setup<a aria-hidden="true" tabindex="-1" class="hash-link" href="#development-environment-setup" title="Direct link to heading">#</a></h2><p>Read the <a href="/docs/next/developer_guide/env_setup">environment setup guide</a> first to setup Docker and Kubern [...]
The build procedure will built all components into a single executable that can be deployed and running on Kubernetes.</p><p>Start the integrated build process by pulling the <code>yunikorn-k8shim</code> repository:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-bash codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color: [...]
@@ -43,17 +43,25 @@ Using <code>replace</code> to use of a local directory as a dependency:</p><div
The YuniKorn web UI has its own specific requirements for the build. The project has specific requirements for the build follow the steps in the README to prepare a development environment and build how to build the projects.
The scheduler is fully functional without the web UI. </p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="locally-run-the-integrated-scheduler"></a>Locally run the integrated scheduler<a aria-hidden="true" tabindex="-1" class="hash-link" href="#locally-run-the-integrated-scheduler" title="Direct link to heading">#</a></h2><p>When you have a local development environment setup you can run the scheduler in your local kubernetes environment.
This has been tested in a Docker desktop with docker for desktop and Minikube. See the <a href="/docs/next/developer_guide/env_setup">environment setup guide</a> for further details.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#29 [...]
-as long as the <code>$HOME/.kube/config</code> file is pointing to that remote cluster.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/developer_guide/env_setup"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Dev Environment Setup</div></a></div><div class="pagination-nav__item pagination-nav__item [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+as long as the <code>$HOME/.kube/config</code> file is pointing to that remote cluster.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/developer_guide/env_setup"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Dev Environment Setup</div></a></div><div class="pagination-nav__item pagination-nav__item [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/f6435ed1.e00acf23.js"></script>
+<script src="/f6435ed1.a70d0c4f.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/developer_guide/deployment/index.html b/docs/next/developer_guide/deployment/index.html
index ffa9c59..be6cb47 100644
--- a/docs/next/developer_guide/deployment/index.html
+++ b/docs/next/developer_guide/deployment/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Deploy to Kubernetes | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Deploy to Kubernetes | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache Yun [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/da84cc0d.1250a0bc.js" as="script">
+<link rel="preload" href="/da84cc0d.06e60b61.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
you can find the guide <a href="/docs/next/">here</a>. This document describes the manual process to deploy YuniKorn
scheduler and it is majorly for developers.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="build-docker-image"></a>Build docker image<a aria-hidden="true" tabindex="-1" class="hash-link" href="#build-docker-image" title="Direct link to heading">#</a></h2><p>Under project root of the <code>yunikorn-k8shim</code>, run the command to build an image using the map for the configuration:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><bu [...]
This kubernetes environment can be either local or remote. </p><ul><li>download configuration file if not available on the node to add to kubernetes:</li></ul><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-lin [...]
@@ -27,17 +27,25 @@ for reference.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhanced
Port forwarding for the web interface on the standard ports can be turned on via:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">POD=`kubectl get pod -l [...]
Once this is done, web UI will be available at: http://localhost:9889.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="configuration-hot-refresh"></a>Configuration Hot Refresh<a aria-hidden="true" tabindex="-1" class="hash-link" href="#configuration-hot-refresh" title="Direct link to heading">#</a></h2><p>YuniKorn supports to load configuration changes automatically from attached configmap. Simply update the content in the configmap,
that can be done either via Kubernetes dashboard UI or commandline. <em>Note</em>, changes made to the configmap might have some
-delay to be picked up by the scheduler.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/developer_guide/build"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Build and Run</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/next/des [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+delay to be picked up by the scheduler.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/developer_guide/build"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Build and Run</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/next/des [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/da84cc0d.1250a0bc.js"></script>
+<script src="/da84cc0d.06e60b61.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/developer_guide/env_setup/index.html b/docs/next/developer_guide/env_setup/index.html
index 4b68be1..f87e6b7 100644
--- a/docs/next/developer_guide/env_setup/index.html
+++ b/docs/next/developer_guide/env_setup/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Dev Environment Setup | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Dev Environment Setup | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache Yu [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/e2561c05.c2b99552.js" as="script">
+<link rel="preload" href="/e2561c05.95d03ecf.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<code>Minikube</code> provisions a local Kubernetes cluster on several Virtual Machines (via VirtualBox or something similar). <code>docker-desktop</code> on the other hand, sets up Kubernetes cluster in docker containers.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="local-kubernetes-cluster-using-docker-desktop"></a>Local Kubernetes cluster using Docker Desktop<a aria-hidden="true" tabindex="-1" class="hash-link" href="#local-kubernetes-cluster-using [...]
Even in this case we can use a lightweight <a href="#local-kubernetes-cluster-with-minikube">minikube</a> setup which gives the same functionality with less impact.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="installation"></a>Installation<a aria-hidden="true" tabindex="-1" class="hash-link" href="#installation" title="Direct link to heading">#</a></h3><p>Download and install <a href="https://www.docker.com/products/docker-desktop" target="_blank" re [...]
Just simply follow the instruction <a href="https://docs.docker.com/docker-for-mac/#kubernetes" target="_blank" rel="noopener noreferrer">here</a> to get Kubernetes up and running within docker-desktop.</p><p>Once Kubernetes is started in docker desktop, you should see something similar below:</p><p><img src="/img/docker-desktop.png" alt="Kubernetes in Docker Desktop"></p><p>This means that:</p><ol><li>Kubernetes is running.</li><li>the command line tool <code>kubctl</code> is installed [...]
@@ -27,17 +27,25 @@ The basic instructions are provided in the <a href="https://kubernetes.io/docs/t
Without setting the enviromnent minikube might not find the docker images when deploying the scheduler.</p><ol><li>make sure minikube is started</li><li>in the terminal where you wll run the build execute: <code>eval $(minikube docker-env)</code></li><li>run the image build from the yunikorn-k8shim repository root: <code>make image</code></li><li>deploy the scheduler as per the normal instructions.</li></ol><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="de [...]
Note, you need to click "+" to create a new profile if the <code>Go Build</code> option is not available at the first time.</p><p><img src="/img/goland_debug.jpg" alt="Debug Configuration"></p><p>The highlighted fields are the configurations you need to add. These include:</p><ul><li>Run Kind: package</li><li>Package path: point to the path of <code>pkg/shim</code> package</li><li>Working directory: point to the path of the <code>conf</code> directory, this is where the program [...]
Note, you need to replace <code>/path/to/.kube/config</code> with the local path to the kubeconfig file. And if you want to change or add more options, you can run <code>_output/bin/k8s-yunikorn-scheduler -h</code> to find out.</li></ul><p>Once the changes are done, click "Apply", then "Debug". You will need to set proper breakpoints in order to debug the program.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="access-remote-kubernete [...]
-For a generic view on how to access a multiple cluster and integrate it follow the <a href="https://kubernetes.io/docs/tasks/access-application-cluster/configure-access-multiple-clusters/" target="_blank" rel="noopener noreferrer">accessing multiple clusters</a> documentation from Kubernetes.</p><p>Or follow these simplified steps:</p><ol><li>get the Kubernetes <code>config</code> file from remote cluster, copy it to the local machine and give it a unique name i.e. <code>config-remote</c [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+For a generic view on how to access a multiple cluster and integrate it follow the <a href="https://kubernetes.io/docs/tasks/access-application-cluster/configure-access-multiple-clusters/" target="_blank" rel="noopener noreferrer">accessing multiple clusters</a> documentation from Kubernetes.</p><p>Or follow these simplified steps:</p><ol><li>get the Kubernetes <code>config</code> file from remote cluster, copy it to the local machine and give it a unique name i.e. <code>config-remote</c [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/e2561c05.c2b99552.js"></script>
+<script src="/e2561c05.95d03ecf.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/get_started/core_features/index.html b/docs/next/get_started/core_features/index.html
index bbedfcf..6171ea6 100644
--- a/docs/next/get_started/core_features/index.html
+++ b/docs/next/get_started/core_features/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Features | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-react-h [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Features | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn (Incub [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/ed3bee84.e169287e.js" as="script">
+<link rel="preload" href="/ed3bee84.d3658d5b.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
pod by pod, without any context about user, app, queue. However, YuniKorn recognizes users, apps, queues, and it considers
a lot more factors, e.g resource, ordering etc, while making scheduling decisions. This gives us the possibility to do
fine-grained controls on resource quotas, resource fairness and priorities, which are the most important requirements
@@ -43,17 +43,25 @@ This feature is important in the batch workloads scenario because when a large a
to the cluster, it's very likely some pods can be starved even they are submitted much earlier. </p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="throughput"></a>Throughput<a aria-hidden="true" tabindex="-1" class="hash-link" href="#throughput" title="Direct link to heading">#</a></h2><p>Throughput is a key criterion to measure scheduler performance. It is critical for a large scale distributed system.
If throughput is bad, applications may waste time on waiting for scheduling, and further impact service SLAs.
When the cluster gets bigger, it also means the requirement of higher throughput. The <a href="/docs/next/performance/evaluate_perf_function_with_kubemark">performance evaluation based on Kube-mark</a>
-reveals some perf numbers.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Get Started</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/next/user_guide/queue_config"><div class="pa [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+reveals some perf numbers.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Get Started</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/next/user_guide/queue_config"><div class="pa [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/ed3bee84.e169287e.js"></script>
+<script src="/ed3bee84.d3658d5b.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/index.html b/docs/next/index.html
index 34f2763..e8ad812 100644
--- a/docs/next/index.html
+++ b/docs/next/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Get Started | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-reac [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Get Started | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn (In [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/1a38f637.ea4132ad.js" as="script">
+<link rel="preload" href="/1a38f637.118e8bf1.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It is also assumed that <code>kubectl</code> is on your path and properly configured.
Follow this <a href="/docs/next/developer_guide/env_setup">guide</a> on how to setup a local Kubernetes cluster using docker-desktop.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="install"></a>Install<a aria-hidden="true" tabindex="-1" class="hash-link" href="#install" title="Direct link to heading">#</a></h2><p>The easiest way to get started is to use our Helm Charts to deploy YuniKorn on an existing Kubernetes cluster.
It is recommended to use Helm 3 or later versions.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-shell codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">helm repo </span><span class="token function" style="color [...]
@@ -27,17 +27,25 @@ When <code>admission-controller</code> is installed, it simply routes all traffi
is delegated to YuniKorn. You can disable it by setting <code>embedAdmissionController</code> flag to false during the helm install. </p><p>If you don't want to use helm charts, you can find our step-by-step
tutorial <a href="/docs/next/developer_guide/deployment">here</a>.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="uninstall"></a>Uninstall<a aria-hidden="true" tabindex="-1" class="hash-link" href="#uninstall" title="Direct link to heading">#</a></h2><p>Run the following command to uninstall YuniKorn:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Cop [...]
Port forwarding for the web interface on the standard ports can be turned on via:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">kubectl port-forward sv [...]
-Once this is done, web UI will be available at: http://localhost:9889.</p><p><img src="/img/yk-ui-screenshots.gif" alt="UI Screenshots"></p><p>YuniKorn UI provides a centralised view for cluster resource capacity, utilization, and all application info.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-na [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+Once this is done, web UI will be available at: http://localhost:9889.</p><p><img src="/img/yk-ui-screenshots.gif" alt="UI Screenshots"></p><p>YuniKorn UI provides a centralised view for cluster resource capacity, utilization, and all application info.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-na [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/1a38f637.ea4132ad.js"></script>
+<script src="/1a38f637.118e8bf1.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/performance/evaluate_perf_function_with_kubemark/index.html b/docs/next/performance/evaluate_perf_function_with_kubemark/index.html
index 2ee58c1..7c686c5 100644
--- a/docs/next/performance/evaluate_perf_function_with_kubemark/index.html
+++ b/docs/next/performance/evaluate_perf_function_with_kubemark/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Evaluate YuniKorn function & performance with Kubemark | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" cont [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Evaluate YuniKorn function & performance with Kubemark | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:im [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/0cd5b1a7.cb65447a.js" as="script">
+<link rel="preload" href="/0cd5b1a7.32246135.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
a tool helps us to simulate large K8s cluster and run experimental workloads.
There were 18 bare-metal servers being used to simulate 2000/4000 nodes for these tests. </p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="scheduler-throughput"></a>Scheduler Throughput<a aria-hidden="true" tabindex="-1" class="hash-link" href="#scheduler-throughput" title="Direct link to heading">#</a></h2><p>When running Big Data batch workloads, e.g Spark, on K8s, scheduler throughput becomes to be one of the main concerns.
In YuniKorn, we have done lots of optimizations to improve the performance, such as a fully async event-driven system
@@ -40,17 +40,25 @@ collect metrics, see the below chart:</p><img src="/img/node-fair.png"><p>We can
all nodes moved to bucket-9, which means all capacity is used. In another word, nodes’ resource has been used in
a fairness manner.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="bin-packing"></a>BIN-PACKING<a aria-hidden="true" tabindex="-1" class="hash-link" href="#bin-packing" title="Direct link to heading">#</a></h3><p>This is When the bin-packing policy is enabled, we can see the following pattern:</p><img src="/img/node-bin-packing.png"><p>On the contrary, all nodes are moving between 2 buckets, bucket-0 and bucket-9. Nodes in bucket-0 (0% - 10%)
are decreasing in a linear manner, and nodes in bucket-9 (90% - 100%) are increasing with the same curve.
-In other words, node resources are being used up one by one.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/api/system"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« System</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/next/ [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+In other words, node resources are being used up one by one.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/api/system"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« System</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/next/ [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/0cd5b1a7.cb65447a.js"></script>
+<script src="/0cd5b1a7.32246135.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/performance/metrics/index.html b/docs/next/performance/metrics/index.html
index 42e5cde..a9db5cf 100644
--- a/docs/next/performance/metrics/index.html
+++ b/docs/next/performance/metrics/index.html
@@ -3,39 +3,47 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Scheduler Metrics | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta dat [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Scheduler Metrics | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKo [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/0a87ba36.1a00fab5.js" as="script">
+<link rel="preload" href="/0a87ba36.bfee8654.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
scheduler's critical execution paths, to reveal potential performance bottlenecks. Currently, there are two categories
for these metrics:</p><ul><li>scheduler: generic metrics of the scheduler, such as allocation latency, num of apps etc.</li><li>queue: each queue has its own metrics sub-system, tracking queue status.</li></ul><p>all metrics are declared in <code>yunikorn</code> namespace.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="access-metrics"></a>Access Metrics<a aria-hidden="true" tabindex="-1" class="hash-link" href="#access-metrics" title="Direct link to hea [...]
Once started, they can be accessed via endpoint http://localhost:9080/ws/v1/metrics.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="aggregate-metrics-to-prometheus"></a>Aggregate Metrics to Prometheus<a aria-hidden="true" tabindex="-1" class="hash-link" href="#aggregate-metrics-to-prometheus" title="Direct link to heading">#</a></h2><p>It's simple to setup a Prometheus server to grab YuniKorn metrics periodically. Follow these steps:</p><ul><li><p> [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"></span><span class="token key atrule">scrape_configs</span><span class="token punctuation" style="color:rgb(199, 146, 234)">:</span><span class="token plain"></span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> </span><span class="token punctuation" style="color:rgb(199, 146, 234)">-</span><span class="token plain"> </span><span class="token key atrule">job_name</span><s [...]
on Mac OS. Once started, open Prometheus web UI: http://localhost:9090/graph. You'll see all available metrics from
-YuniKorn scheduler.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/performance/evaluate_perf_function_with_kubemark"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Evaluate YuniKorn function & performance with Kubemark</div></a></div><div class="pagination-nav__item pagination-nav__item--next"> [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+YuniKorn scheduler.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/performance/evaluate_perf_function_with_kubemark"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Evaluate YuniKorn function & performance with Kubemark</div></a></div><div class="pagination-nav__item pagination-nav__item--next"> [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/0a87ba36.1a00fab5.js"></script>
+<script src="/0a87ba36.bfee8654.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/performance/profiling/index.html b/docs/next/performance/profiling/index.html
index 0a76973..86d69fa 100644
--- a/docs/next/performance/profiling/index.html
+++ b/docs/next/performance/profiling/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Profiling | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-react- [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Profiling | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn (Incu [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/43c45fbd.141745d4.js" as="script">
+<link rel="preload" href="/43c45fbd.14441c06.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
added to YuniKorn rest service, we can easily retrieve and analyze them from HTTP
endpoints.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="cpu-profiling"></a>CPU profiling<a aria-hidden="true" tabindex="-1" class="hash-link" href="#cpu-profiling" title="Direct link to heading">#</a></h2><p>At this step, ensure you already have YuniKorn running, it can be either running from
local via a <code>make run</code> command, or deployed as a pod running inside of K8s. Then run</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">go tool p [...]
@@ -30,17 +30,25 @@ options, you need to install the virtualization tool <code>graphviz</code> first
Once it enters the interactive mode, you can run some useful commands. Such as
top can list top memory consumption objects.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">(pprof) top</span></div><div class="token-line" style="color [...]
analysis inside of the docker container. However, if you want to dig into some issues, it might be better to do the analysis
-locally. Then you need to copy the samples file to local environment first. The command to copy files is like following:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span clas [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+locally. Then you need to copy the samples file to local environment first. The command to copy files is like following:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span clas [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/43c45fbd.141745d4.js"></script>
+<script src="/43c45fbd.14441c06.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/user_guide/acls/index.html b/docs/next/user_guide/acls/index.html
index ded7eb9..9229d81 100644
--- a/docs/next/user_guide/acls/index.html
+++ b/docs/next/user_guide/acls/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">ACLs | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-react-helme [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">ACLs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn (Incubatin [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/a7fed74b.4a49b2df.js" as="script">
+<link rel="preload" href="/a7fed74b.982addb5.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
They can be used in multiple places in YuniKorn.
The current use case is limited to queue ACLs.</p><p>Access control lists give access to the users and groups that have been specified in the list.
They do not provide the possibility to explicitly remove or deny access to the users and groups specified in the list.</p><p>If there is no access control list is configured access is <em>denied</em> by default.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="syntax"></a>Syntax<a aria-hidden="true" tabindex="-1" class="hash-link" href="#syntax" title="Direct link to heading">#</a></h2><p>The access control list is defined as:</p><div class="mdxCodeBlock_ [...]
@@ -44,17 +44,25 @@ Users resolution is cached, negatively and positively, per partition.
Users resolution like many other configs can differ between partition.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="resolution"></a>Resolution<a aria-hidden="true" tabindex="-1" class="hash-link" href="#resolution" title="Direct link to heading">#</a></h3><p>Groups do not have to be part of provided user and group object.
When the object is added to the cache the groups are automatically resolved based on the resolution that is configured.
The resolver which is linked to the cache can be set per partition.</p><p>The default group resolver is "no resolver".
-This resolver just echos the user name and a primary group with the same name as the user.</p><p>Other resolvers are:</p><ul><li>OS resolver</li><li>test resolver</li></ul></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/user_guide/sorting_policies"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Sorting [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+This resolver just echos the user name and a primary group with the same name as the user.</p><p>Other resolvers are:</p><ul><li>OS resolver</li><li>test resolver</li></ul></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/user_guide/sorting_policies"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Sorting [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/a7fed74b.4a49b2df.js"></script>
+<script src="/a7fed74b.982addb5.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/user_guide/placement_rules/index.html b/docs/next/user_guide/placement_rules/index.html
index 6de42f2..fcc326a 100644
--- a/docs/next/user_guide/placement_rules/index.html
+++ b/docs/next/user_guide/placement_rules/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">App Placement Rules | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta d [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">App Placement Rules | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache Yuni [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/a6514927.cd579a67.js" as="script">
+<link rel="preload" href="/a6514927.a4bb40b5.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Multiple rules can be chained to form a placement policy.
<a href="/docs/next/user_guide/acls">Access control lists</a> and rule filters are defined per rule and enforced per rule.
This document explains how to build a policy, including the rule usage, that is part of the scheduler with examples.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="configuration"></a>Configuration<a aria-hidden="true" tabindex="-1" class="hash-link" href="#configuration" title="Direct link to heading">#</a></h2><p>Rules are defined per partition as part of the scheduler queue configuration.
@@ -88,17 +88,25 @@ Result: <code>root.namespaces.testing</code> (matched in rule 2)</p><p>Applicati
Result: <code>root.newapp.sarah</code> (matched in rule 1)</p><p>Application submit request for a kubernetes based application in the namespace <code>testapp</code> by the user <code>bob</code> with groups membership <code>bob</code><br>
Result: <code>root.deault</code> (matched in rule 3)</p><p>In this second example we chain two rules:</p><ol><li>a <code>fixed</code> rule to place everything in the <code>root.production</code> queue</li><li>a <code>user</code> rule, with the create flag set</li></ol><p>In this case however we have ACLs set up on the <code>root.production</code> queue to only allow two specific user to use this queue.
So even if the rule matches unless the user is either <code>john</code> or <code>bob</code> the application will not be placed in the <code>production</code> queue.
-All other users will match the second rule and use their own queue, which is created if it does not exist.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-yaml codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token key atrule [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+All other users will match the second rule and use their own queue, which is created if it does not exist.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-yaml codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token key atrule [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/a6514927.cd579a67.js"></script>
+<script src="/a6514927.a4bb40b5.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/user_guide/queue_config/index.html b/docs/next/user_guide/queue_config/index.html
index 49d83ba..8aafdc3 100644
--- a/docs/next/user_guide/queue_config/index.html
+++ b/docs/next/user_guide/queue_config/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Partition and Queue Configuration | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache Yun [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Partition and Queue Configuration | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image f [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/1f466884.8071cb1f.js" as="script">
+<link rel="preload" href="/1f466884.dbcf7315.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
It references both the <a href="/docs/next/user_guide/acls">Access control lists</a> and <a href="/docs/next/user_guide/placement_rules">placement rule</a> documentation.</p><p>This document explains how to create the partition and queue configuration for the scheduler with examples.</p><p>The scheduler relies on the shim to reliably provide user information as part of the application submission.
In the current shim there is no reliable way to identify the user and the groups the user belongs to.
The user and group information provided by the shim is incomplete in the best case.
@@ -90,17 +90,25 @@ There is no guaranteed resource setting for the root queue.</p><p>Maximum resour
A maximum resource can be set to 0 which makes the resource not available to the queue.
Guaranteed resources are used in calculating the share of the queue and during allocation.
It is used as one of the inputs for deciding which queue to give the allocation to.
-Preemption uses the <em>guaranteed</em> resource of a queue as a base which a queue cannot go below.</p><p>Basic <code>resources</code> yaml entry:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-yaml codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="col [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+Preemption uses the <em>guaranteed</em> resource of a queue as a base which a queue cannot go below.</p><p>Basic <code>resources</code> yaml entry:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-yaml codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="col [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/1f466884.8071cb1f.js"></script>
+<script src="/1f466884.dbcf7315.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/user_guide/sorting_policies/index.html b/docs/next/user_guide/sorting_policies/index.html
index a1480d6..9745046 100644
--- a/docs/next/user_guide/sorting_policies/index.html
+++ b/docs/next/user_guide/sorting_policies/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Sorting Policies | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Sorting Policies | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKor [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/afe6f65e.eea5c443.js" as="script">
+<link rel="preload" href="/afe6f65e.fdb15219.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
Policies can be set for:</p><ul><li><a href="#application-sorting">Applications</a></li><li><a href="#node-sorting">Nodes</a></li><li><a href="#request-sorting">Requests</a></li></ul><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="application-sorting"></a>Application sorting<a aria-hidden="true" tabindex="-1" class="hash-link" href="#application-sorting" title="Direct link to heading">#</a></h2><p>The application sorting policy is set for each queue via the [...]
A sorting policy setting is only effective on a <code>leaf</code> queue.
Each <code>leaf</code> queue can use a different policy.</p><p>A sorting policy only specifies the order in which the applications are sorted within a queue.
@@ -69,17 +69,25 @@ Resulting in a high(er) utilisation of a small(er) number of nodes, better suite
This policy is not configurable.
Sorting requests is only possible based on the priority of the request.
If there are multiple requests within an application that have the same priority the order of the requests is undetermined.
-This means that the order of requests with the same priority can, and most likely will, change between runs.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/user_guide/placement_rules"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« App Placement Rules</div></a></div><div class="pagination-nav__item [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+This means that the order of requests with the same priority can, and most likely will, change between runs.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/user_guide/placement_rules"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« App Placement Rules</div></a></div><div class="pagination-nav__item [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/afe6f65e.eea5c443.js"></script>
+<script src="/afe6f65e.fdb15219.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/user_guide/trouble_shooting/index.html b/docs/next/user_guide/trouble_shooting/index.html
index f1274bd..265163d 100644
--- a/docs/next/user_guide/trouble_shooting/index.html
+++ b/docs/next/user_guide/trouble_shooting/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Trouble Shooting | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Trouble Shooting | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKor [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/eaf9452f.3977f261.js" as="script">
+<link rel="preload" href="/eaf9452f.6aae5b6f.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
local location on the underneath node, you can read more document <a href="https://docs.docker.com/config/containers/logging/configure/" target="_blank" rel="noopener noreferrer">here</a>.
These logs can be retrieved by <a href="https://kubernetes.io/docs/reference/generated/kubectl/kubectl-commands#logs" target="_blank" rel="noopener noreferrer">kubectl logs</a>. Such as:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-shell codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#29 [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">// retrieve logs</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain">kubectl logs yunikorn-scheduler-766d7d6cdd-44b82 yunikorn-scheduler-k8s -n yunikorn</span></div></div></div></div></div><p>In most cases, this command cannot get all logs because the scheduler is rolling logs very fast. To retrieve more logs in
@@ -36,17 +36,25 @@ left for the queue.</p><p>2) check the pod events</p><p>Run the <code>kubectl de
<code>Application <appID> does not fit into <queuePath> queue</code>. That means the pod could not get allocated because the queue
is running out of capacity.</p><p>The pod will be allocated if some other pods in this queue is completed or removed. If the pod remains pending even
the queue has capacity, that may because it is waiting for the cluster to scale up.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="restart-the-scheduler"></a>Restart the scheduler<a aria-hidden="true" tabindex="-1" class="hash-link" href="#restart-the-scheduler" title="Direct link to heading">#</a></h2><p>YuniKorn can recover its state upon a restart. YuniKorn scheduler pod is deployed as a deployment, restart the scheduler
-can be done by scale down and up the replica:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-shell codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">kubectl scale deployment yunikorn-scheduler -n yunikorn --repli [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+can be done by scale down and up the replica:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-shell codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">kubectl scale deployment yunikorn-scheduler -n yunikorn --repli [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/eaf9452f.3977f261.js"></script>
+<script src="/eaf9452f.6aae5b6f.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/user_guide/workloads/run_flink/index.html b/docs/next/user_guide/workloads/run_flink/index.html
index cec2c87..c4c1a6f 100644
--- a/docs/next/user_guide/workloads/run_flink/index.html
+++ b/docs/next/user_guide/workloads/run_flink/index.html
@@ -3,37 +3,45 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Run Flink Jobs | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" name="twitter:card" content="summary_large_image"><meta data-react-helmet="true" property="og:title" content="Run Flink Jobs | Apache YuniKorn"><meta data-react-helmet="true" name="description" content="How to run Flink jobs with YuniKorn"><meta data-react-helmet="true" property="og:description" content="How to run F [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Run Flink Jobs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" name="twitter:card" content="summary_large_image"><meta data-react-helmet="true" property="og:title" content="Run Flink Jobs | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" name="description" content="How to run Flink jobs with YuniKorn"><meta data-react-helmet="true" property="og:descript [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/ac22c4de.507c04dc.js" as="script">
+<link rel="preload" href="/ac22c4de.c8fe279d.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
used to run Flink on Kubernetes, the configuration is slight different.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="standalone-mode"></a>Standalone mode<a aria-hidden="true" tabindex="-1" class="hash-link" href="#standalone-mode" title="Direct link to heading">#</a></h2><p>Please follow <a href="https://ci.apache.org/projects/flink/flink-docs-stable/ops/deployment/kubernetes.html" target="_blank" rel="noopener noreferrer">Kubernetes Setup</a> to get [...]
In this mode, we can directly add required labels (applicationId and queue) in Deployment/Job spec to run flink application with YuniKorn scheduler, as well as <a href="#run-workloads-with-yunikorn-scheduler">Run workloads with YuniKorn Scheduler</a>.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="native-mode"></a>Native mode<a aria-hidden="true" tabindex="-1" class="hash-link" href="#native-mode" title="Direct link to heading">#</a></h2><p>Please follo [...]
Running flink application with YuniKorn scheduler in native mode is only supported for flink 1.11 or above, we can leverage two flink configurations <code>kubernetes.jobmanager.labels</code> and <code>kubernetes.taskmanager.labels</code> to set the required labels.
-Examples:</p><ul><li>Start a flink session</li></ul><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">./bin/kubernetes-session.sh \</span></div><div class="to [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+Examples:</p><ul><li>Start a flink session</li></ul><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">./bin/kubernetes-session.sh \</span></div><div class="to [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/ac22c4de.507c04dc.js"></script>
+<script src="/ac22c4de.c8fe279d.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/user_guide/workloads/run_spark/index.html b/docs/next/user_guide/workloads/run_spark/index.html
index d966d85..36b3bd4 100644
--- a/docs/next/user_guide/workloads/run_spark/index.html
+++ b/docs/next/user_guide/workloads/run_spark/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Run Spark Jobs | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-r [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Run Spark Jobs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/ae8ddf81.f7d14c94.js" as="script">
+<link rel="preload" href="/ae8ddf81.488c86c9.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<a href="/docs/next/">get started</a> to see how that is done.</p></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="prepare-the-docker-image-for-spark"></a>Prepare the docker image for Spark<a aria-hidden="true" tabindex="-1" class="hash-link" href="#prepare-the-docker-image-for-spark" title="Direct link to heading">#</a></h2><p>To run Spark on Kubernetes, you'll need the Spark docker images. You can 1) use the docker images provided by the YuniKorn
team, or 2) build one from scratch. If you want to build your own Spark docker image, you can</p><ul><li>Download a Spark version that has Kubernetes support, URL: <a href="https://github.com/apache/spark" target="_blank" rel="noopener noreferrer">https://github.com/apache/spark</a></li><li>Build spark with Kubernetes support:</li></ul><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</ [...]
security context for running Spark jobs. See more about how to configure proper RBAC rules <a href="https://kubernetes.io/docs/reference/access-authn-authz/rbac/" target="_blank" rel="noopener noreferrer">here</a>.</p></div></div><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="submit-a-spark-job"></a>Submit a Spark job<a aria-hidden="true" tabindex="-1" class="hash-link" href="#submit-a-spark-job" title="Direct link to heading">#</a></h2><p>If this is runni [...]
@@ -36,17 +36,25 @@ the queue capacities. The queue is considered as having unlimited capacity.</p><
to YuniKorn and being considered as a job. The job is scheduled and running as there is sufficient resources in the cluster.
YuniKorn allocates the driver pod to a node, binds the pod and starts all the containers. Once the driver pod gets started,
it requests for a bunch of executor pods to run its tasks. Those pods will be created in the same namespace as well and
-scheduled by YuniKorn as well.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/user_guide/acls"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« ACLs</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/next/user_guide/workloads/run_fl [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+scheduled by YuniKorn as well.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/next/user_guide/acls"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« ACLs</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/next/user_guide/workloads/run_fl [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/ae8ddf81.f7d14c94.js"></script>
+<script src="/ae8ddf81.488c86c9.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/next/user_guide/workloads/run_tf/index.html b/docs/next/user_guide/workloads/run_tf/index.html
index 06914ef..c77ba27 100644
--- a/docs/next/user_guide/workloads/run_tf/index.html
+++ b/docs/next/user_guide/workloads/run_tf/index.html
@@ -3,35 +3,43 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Run Tensorflow Jobs | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta d [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Run Tensorflow Jobs | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="next"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache Yuni [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/c6c6e257.0f2c1439.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/4d53942d.9ee2ebac.js" as="script">
+<link rel="preload" href="/4d53942d.1449a80d.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
You can install tf-operator by applying all yaml from two website down below:</p><ul><li>CRD: <a href="https://github.com/kubeflow/manifests/tree/master/tf-training/tf-job-crds/base" target="_blank" rel="noopener noreferrer">https://github.com/kubeflow/manifests/tree/master/tf-training/tf-job-crds/base</a></li><li>Deployment: <a href="https://github.com/kubeflow/manifests/tree/master/tf-training/tf-job-operator/base" target="_blank" rel="noopener noreferrer">https://github.com/kubeflow/m [...]
-Also you can install kubeflow which can auto install tf-operator for you, URL: <a href="https://www.kubeflow.org/docs/started/getting-started/" target="_blank" rel="noopener noreferrer">https://www.kubeflow.org/docs/started/getting-started/</a></li></ul><p>A simple Tensorflow job example:</p><p>You need to <a href="https://github.com/kubeflow/tf-operator/tree/master/examples/v1/dist-mnist" target="_blank" rel="noopener noreferrer">build the image</a> which used in example yaml.</p><div c [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+Also you can install kubeflow which can auto install tf-operator for you, URL: <a href="https://www.kubeflow.org/docs/started/getting-started/" target="_blank" rel="noopener noreferrer">https://www.kubeflow.org/docs/started/getting-started/</a></li></ul><p>A simple Tensorflow job example:</p><p>You need to <a href="https://github.com/kubeflow/tf-operator/tree/master/examples/v1/dist-mnist" target="_blank" rel="noopener noreferrer">build the image</a> which used in example yaml.</p><div c [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/c6c6e257.0f2c1439.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/4d53942d.9ee2ebac.js"></script>
+<script src="/4d53942d.1449a80d.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/performance/evaluate_perf_function_with_kubemark/index.html b/docs/performance/evaluate_perf_function_with_kubemark/index.html
index ea9afe5..00efdea 100644
--- a/docs/performance/evaluate_perf_function_with_kubemark/index.html
+++ b/docs/performance/evaluate_perf_function_with_kubemark/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Perf With Kubemark | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta d [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Perf With Kubemark | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache Yuni [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/9707d709.1d5abbbc.js" as="script">
+<link rel="preload" href="/9707d709.1531ef6d.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
a tool helps us to simulate large K8s cluster and run experimental workloads.
There were 18 bare-metal servers being used to simulate 2000/4000 nodes for these tests. </p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="scheduler-throughput"></a>Scheduler Throughput<a aria-hidden="true" tabindex="-1" class="hash-link" href="#scheduler-throughput" title="Direct link to heading">#</a></h2><p>When running Big Data batch workloads, e.g Spark, on K8s, scheduler throughput becomes to be one of the main concerns.
In YuniKorn, we have done lots of optimizations to improve the performance, such as a fully async event-driven system
@@ -40,17 +40,25 @@ collect metrics, see the below chart:</p><img src="/img/node-fair.png"><p>We can
all nodes moved to bucket-9, which means all capacity is used. In another word, nodes’ resource has been used in
a fairness manner.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="bin-packing"></a>BIN-PACKING<a aria-hidden="true" tabindex="-1" class="hash-link" href="#bin-packing" title="Direct link to heading">#</a></h3><p>This is When the bin-packing policy is enabled, we can see the following pattern:</p><img src="/img/node-bin-packing.png"><p>On the contrary, all nodes are moving between 2 buckets, bucket-0 and bucket-9. Nodes in bucket-0 (0% - 10%)
are decreasing in a linear manner, and nodes in bucket-9 (90% - 100%) are increasing with the same curve.
-In other words, node resources are being used up one by one.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/configuration/acls"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Acls</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/perf [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+In other words, node resources are being used up one by one.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/configuration/acls"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Acls</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/perf [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/9707d709.1d5abbbc.js"></script>
+<script src="/9707d709.1531ef6d.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/performance/metrics/index.html b/docs/performance/metrics/index.html
index 6e4f915..8e7edc6 100644
--- a/docs/performance/metrics/index.html
+++ b/docs/performance/metrics/index.html
@@ -3,39 +3,47 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Metrics | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-react-h [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Metrics | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn (Incub [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/e59213c0.c3d1743f.js" as="script">
+<link rel="preload" href="/e59213c0.97f22372.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
scheduler's critical execution paths, to reveal potential performance bottlenecks. Currently, there are two categories
for these metrics:</p><ul><li>scheduler: generic metrics of the scheduler, such as allocation latency, num of apps etc.</li><li>queue: each queue has its own metrics sub-system, tracking queue status.</li></ul><p>all metrics are declared in <code>yunikorn</code> namespace.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="access-metrics"></a>Access Metrics<a aria-hidden="true" tabindex="-1" class="hash-link" href="#access-metrics" title="Direct link to hea [...]
Once started, they can be accessed via endpoint http://localhost:9080/ws/v1/metrics.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="aggregate-metrics-to-prometheus"></a>Aggregate Metrics to Prometheus<a aria-hidden="true" tabindex="-1" class="hash-link" href="#aggregate-metrics-to-prometheus" title="Direct link to heading">#</a></h2><p>It's simple to setup a Prometheus server to grab YuniKorn metrics periodically. Follow these steps:</p><ul><li><p> [...]
</span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"></span><span class="token key atrule">scrape_configs</span><span class="token punctuation" style="color:rgb(199, 146, 234)">:</span><span class="token plain"></span></div><div class="token-line" style="color:#bfc7d5"><span class="token plain"> </span><span class="token punctuation" style="color:rgb(199, 146, 234)">-</span><span class="token plain"> </span><span class="token key atrule">job_name</span><s [...]
on Mac OS. Once started, open Prometheus web UI: http://localhost:9090/graph. You'll see all available metrics from
-YuniKorn scheduler.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/performance/evaluate_perf_function_with_kubemark"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Perf With Kubemark</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/p [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+YuniKorn scheduler.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/performance/evaluate_perf_function_with_kubemark"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Perf With Kubemark</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/p [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/e59213c0.c3d1743f.js"></script>
+<script src="/e59213c0.97f22372.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/performance/profiling/index.html b/docs/performance/profiling/index.html
index c0b081e..741d799 100644
--- a/docs/performance/profiling/index.html
+++ b/docs/performance/profiling/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Profiling | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-react [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Profiling | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn (Inc [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/17c1bf74.8d5b106f.js" as="script">
+<link rel="preload" href="/17c1bf74.31f74d44.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
added to YuniKorn rest service, we can easily retrieve and analyze them from HTTP
endpoints.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="cpu-profiling"></a>CPU profiling<a aria-hidden="true" tabindex="-1" class="hash-link" href="#cpu-profiling" title="Direct link to heading">#</a></h2><p>At this step, ensure you already have YuniKorn running, it can be either running from
local via a <code>make run</code> command, or deployed as a pod running inside of K8s. Then run</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">go tool p [...]
@@ -30,17 +30,25 @@ options, you need to install the virtualization tool <code>graphviz</code> first
Once it enters the interactive mode, you can run some useful commands. Such as
top can list top memory consumption objects.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">(pprof) top</span></div><div class="token-line" style="color [...]
analysis inside of the docker container. However, if you want to dig into some issues, it might be better to do the analysis
-locally. Then you need to copy the samples file to local environment first. The command to copy files is like following:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span clas [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+locally. Then you need to copy the samples file to local environment first. The command to copy files is like following:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span clas [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/17c1bf74.8d5b106f.js"></script>
+<script src="/17c1bf74.31f74d44.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/roadmap/index.html b/docs/roadmap/index.html
index e7ebb82..8b9df7f 100644
--- a/docs/roadmap/index.html
+++ b/docs/roadmap/index.html
@@ -3,34 +3,42 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Roadmap | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-react-h [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Roadmap | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn (Incub [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/39829feb.879d3ce7.js" as="script">
+<link rel="preload" href="/39829feb.76575908.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
-to run Big Data workloads on K8s. See more at <a href="http://yunikorn.apache.org/release/v0.8.0.html" target="_blank" rel="noopener noreferrer">Release Notes</a>.</p><p><strong>yunikorn-scheduler-interface</strong></p><ul><li>Communication protocols between RM and scheduler-shim.</li><li>gRPC interfaces.</li><li>Scheduler plugin interfaces.</li></ul><p><strong>yunikorn-core</strong></p><ul><li>Hierarchy queues with min/max resource quotas.</li><li>Resource fairness between queues, users [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+to run Big Data workloads on K8s. See more at <a href="http://yunikorn.apache.org/release/v0.8.0.html" target="_blank" rel="noopener noreferrer">Release Notes</a>.</p><p><strong>yunikorn-scheduler-interface</strong></p><ul><li>Communication protocols between RM and scheduler-shim.</li><li>gRPC interfaces.</li><li>Scheduler plugin interfaces.</li></ul><p><strong>yunikorn-core</strong></p><ul><li>Hierarchy queues with min/max resource quotas.</li><li>Resource fairness between queues, users [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/39829feb.879d3ce7.js"></script>
+<script src="/39829feb.76575908.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/setup/build_local/index.html b/docs/setup/build_local/index.html
index 5398852..710668a 100644
--- a/docs/setup/build_local/index.html
+++ b/docs/setup/build_local/index.html
@@ -3,38 +3,46 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Build Local | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta data-rea [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Build Local | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn (I [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/4e1badf8.990a1cb1.js" as="script">
+<link rel="preload" href="/4e1badf8.83ac4f38.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
These dependencies are part of the go modules and point to the github repositories.
During development it can be required to break the dependency on the committed version from github.
This requires making changes in the module file to allow loading a local copy or a forked copy from a different repository. </p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="affected-repositories"></a>Affected repositories<a aria-hidden="true" tabindex="-1" class="hash-link" href="#affected-repositories" title="Direct link to heading">#</a></h2><p>The following dependencies exist between the repositories:</p><table><thead><tr><th>repository</th><th>depen [...]
There is no need to change any of the imports in the source code. The change must be made in the <code>go.mod</code> file of the repository that has the dependency. </p><p>Using <code>replace</code> to use of a forked dependency, such as:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBl [...]
-Using <code>replace</code> to use of a local directory as a dependency:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">replace github.com/apache/incubat [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+Using <code>replace</code> to use of a local directory as a dependency:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">replace github.com/apache/incubat [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/4e1badf8.990a1cb1.js"></script>
+<script src="/4e1badf8.83ac4f38.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/setup/configure_scheduler/index.html b/docs/setup/configure_scheduler/index.html
index 701fd0a..0052dcb 100644
--- a/docs/setup/configure_scheduler/index.html
+++ b/docs/setup/configure_scheduler/index.html
@@ -3,37 +3,45 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Configure Scheduler | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Configure Scheduler | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache Yun [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/a5b5dcea.6e242c50.js" as="script">
+<link rel="preload" href="/a5b5dcea.956c181a.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
This kubernetes environment can be either local or remote. </p><ul><li>download configuration file if not available on the node to add to kubernetes:</li></ul><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-lin [...]
for reference.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="deploy-the-scheduler"></a>Deploy the Scheduler<a aria-hidden="true" tabindex="-1" class="hash-link" href="#deploy-the-scheduler" title="Direct link to heading">#</a></h2><p>The scheduler can be deployed with following command.</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div [...]
that can be done either via Kubernetes dashboard UI or commandline. <em>Note</em>, changes made to the configmap might have some
-delay to be picked up by the scheduler.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/setup/build_local"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Build Local</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/setup/deployment">< [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+delay to be picked up by the scheduler.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/setup/build_local"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Build Local</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagination-nav__link" href="/docs/setup/deployment">< [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/a5b5dcea.6e242c50.js"></script>
+<script src="/a5b5dcea.956c181a.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/setup/deployment/index.html b/docs/setup/deployment/index.html
index d83c128..8b7b726 100644
--- a/docs/setup/deployment/index.html
+++ b/docs/setup/deployment/index.html
@@ -3,38 +3,46 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Deployment Guide | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta dat [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Deployment Guide | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKo [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/872379cf.30671d14.js" as="script">
+<link rel="preload" href="/872379cf.dc6afe2f.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
you can find the guide <a href="/docs/">here</a>. However, if you want to explore the deployment procedure
step by step, here are the instructions.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="setup-rbac"></a>Setup RBAC<a aria-hidden="true" tabindex="-1" class="hash-link" href="#setup-rbac" title="Direct link to heading">#</a></h2><p>The first step is to create the RBAC role for the scheduler, see <a href="https://github.com/apache/incubator-yunikorn-k8shim/blob/master/deployments/scheduler/yunikorn-rbac.yaml" target="_blank" rel="noopener noreferrer">yuni [...]
The procedure on how to build the images is explained in the <a href="/docs/get_started/developer_guide">build document</a>. See <a href="https://github.com/apache/incubator-yunikorn-k8shim/blob/master/deployments/scheduler/scheduler.yaml" target="_blank" rel="noopener noreferrer">scheduler.yaml</a></p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="pr [...]
Port forwarding for the web interface on the standard ports can be turned on via:</p><div class="mdxCodeBlock_1XEh"><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-undefined codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#bfc7d5;background-color:#292d3e"><div class="token-line" style="color:#bfc7d5"><span class="token plain">POD=`kubectl get pod -l [...]
-Once this is done, web UI will be available at: http://localhost:9889.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/setup/configure_scheduler"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Configure Scheduler</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagina [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+Once this is done, web UI will be available at: http://localhost:9889.</p></div></article><div class="margin-vert--lg"><nav class="pagination-nav" aria-label="Blog list page navigation"><div class="pagination-nav__item"><a class="pagination-nav__link" href="/docs/setup/configure_scheduler"><div class="pagination-nav__sublabel">Previous</div><div class="pagination-nav__label">« Configure Scheduler</div></a></div><div class="pagination-nav__item pagination-nav__item--next"><a class="pagina [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/872379cf.30671d14.js"></script>
+<script src="/872379cf.dc6afe2f.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/docs/setup/env_setup/index.html b/docs/setup/env_setup/index.html
index 78b7ba5..ce98cda 100644
--- a/docs/setup/env_setup/index.html
+++ b/docs/setup/env_setup/index.html
@@ -3,23 +3,23 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Environment Setup | Apache YuniKorn</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniKorn"><meta da [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/3.b62624fd.js" as="script">
-<link rel="preload" href="/1be78505.5daf08b7.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Environment Setup | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" name="docsearch:version" content="0.8.0"><meta data-react-helmet="true" property="og:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" property="twitter:image" content="http://yunikorn.apache.org/img/logo/yunikorn-logo-main.png"><meta data-react-helmet="true" name="twitter:image:alt" content="Image for Apache YuniK [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/3.89fa763f.js" as="script">
+<link rel="preload" href="/1be78505.abe7da3d.js" as="script">
<link rel="preload" href="/83.6b5b3b15.js" as="script">
<link rel="preload" href="/20ac7829.f8c3726b.js" as="script">
<link rel="preload" href="/17896441.f7d3fad6.js" as="script">
-<link rel="preload" href="/3d1791fa.e5b4c6e7.js" as="script">
+<link rel="preload" href="/3d1791fa.51934412.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
<code>Minikube</code> provisions a local Kubernetes cluster on several Virtual Machines (via VirtualBox or something similar). <code>docker-desktop</code> on the other hand, sets up Kubernetes cluster in docker containers.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="local-kubernetes-cluster-using-docker-desktop"></a>Local Kubernetes cluster using Docker Desktop<a aria-hidden="true" tabindex="-1" class="hash-link" href="#local-kubernetes-cluster-using [...]
Even in this case we can use a lightweight <a href="#local-kubernetes-cluster-with-minikube">minikube</a> setup which gives the same functionality with less impact.</p><h3><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="installation"></a>Installation<a aria-hidden="true" tabindex="-1" class="hash-link" href="#installation" title="Direct link to heading">#</a></h3><p>Download and install <a href="https://www.docker.com/products/docker-desktop" target="_blank" re [...]
Just simply follow the instruction <a href="https://docs.docker.com/docker-for-mac/#kubernetes" target="_blank" rel="noopener noreferrer">here</a> to get Kubernetes up and running within docker-desktop.</p><p>Once Kubernetes is started in docker desktop, you should see something similar below:</p><p><img src="/img/docker-desktop.png" alt="Kubernetes in Docker Desktop"></p><p>This means that:</p><ol><li>Kubernetes is running.</li><li>the command line tool <code>kubctl</code> is installed [...]
@@ -27,17 +27,25 @@ The basic instructions are provided in the <a href="https://kubernetes.io/docs/t
Without setting the enviromnent minikube might not find the docker images when deploying the scheduler.</p><ol><li>make sure minikube is started</li><li>in the terminal where you wll run the build execute: <code>eval $(minikube docker-env)</code></li><li>run the image build from the yunikorn-k8shim repository root: <code>make image</code></li><li>deploy the scheduler as per the normal instructions.</li></ol><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="de [...]
Note, you need to click "+" to create a new profile if the <code>Go Build</code> option is not available at the first time.</p><p><img src="/img/goland_debug.jpg" alt="Debug Configuration"></p><p>The highlighted fields are the configurations you need to add. These include:</p><ul><li>Run Kind: package</li><li>Package path: point to the path of <code>pkg/shim</code> package</li><li>Working directory: point to the path of the <code>conf</code> directory, this is where the program [...]
Note, you need to replace <code>/path/to/.kube/config</code> with the local path to the kubeconfig file. And if you want to change or add more options, you can run <code>_output/bin/k8s-yunikorn-scheduler -h</code> to find out.</li></ul><p>Once the changes are done, click "Apply", then "Debug". You will need to set proper breakpoints in order to debug the program.</p><h2><a aria-hidden="true" tabindex="-1" class="anchor enhancedAnchor_2cZh" id="access-remote-kubernete [...]
-For a generic view on how to access a multiple cluster and integrate it follow the <a href="https://kubernetes.io/docs/tasks/access-application-cluster/configure-access-multiple-clusters/" target="_blank" rel="noopener noreferrer">accessing multiple clusters</a> documentation from Kubernetes.</p><p>Or follow these simplified steps:</p><ol><li>get the Kubernetes <code>config</code> file from remote cluster, copy it to the local machine and give it a unique name i.e. <code>config-remote</c [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/3.b62624fd.js"></script>
-<script src="/1be78505.5daf08b7.js"></script>
+For a generic view on how to access a multiple cluster and integrate it follow the <a href="https://kubernetes.io/docs/tasks/access-application-cluster/configure-access-multiple-clusters/" target="_blank" rel="noopener noreferrer">accessing multiple clusters</a> documentation from Kubernetes.</p><p>Or follow these simplified steps:</p><ol><li>get the Kubernetes <code>config</code> file from remote cluster, copy it to the local machine and give it a unique name i.e. <code>config-remote</c [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/3.89fa763f.js"></script>
+<script src="/1be78505.abe7da3d.js"></script>
<script src="/83.6b5b3b15.js"></script>
<script src="/20ac7829.f8c3726b.js"></script>
<script src="/17896441.f7d3fad6.js"></script>
-<script src="/3d1791fa.e5b4c6e7.js"></script>
+<script src="/3d1791fa.51934412.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/e2561c05.c2b99552.js b/e2561c05.95d03ecf.js
similarity index 100%
rename from e2561c05.c2b99552.js
rename to e2561c05.95d03ecf.js
diff --git a/e59213c0.c3d1743f.js b/e59213c0.97f22372.js
similarity index 100%
rename from e59213c0.c3d1743f.js
rename to e59213c0.97f22372.js
diff --git a/e897f185.2286d790.js b/e897f185.fa21a157.js
similarity index 100%
rename from e897f185.2286d790.js
rename to e897f185.fa21a157.js
diff --git a/eaf9452f.3977f261.js b/eaf9452f.6aae5b6f.js
similarity index 100%
rename from eaf9452f.3977f261.js
rename to eaf9452f.6aae5b6f.js
diff --git a/ed3bee84.e169287e.js b/ed3bee84.d3658d5b.js
similarity index 100%
rename from ed3bee84.e169287e.js
rename to ed3bee84.d3658d5b.js
diff --git a/f6435ed1.e00acf23.js b/f6435ed1.a70d0c4f.js
similarity index 100%
rename from f6435ed1.e00acf23.js
rename to f6435ed1.a70d0c4f.js
diff --git a/fd3398f1.85e9c0ca.js b/fd3398f1.f1f1007e.js
similarity index 100%
rename from fd3398f1.85e9c0ca.js
rename to fd3398f1.f1f1007e.js
diff --git a/img/hero-blur.jpg b/img/hero-blur.jpg
new file mode 100644
index 0000000..8c6d16f
Binary files /dev/null and b/img/hero-blur.jpg differ
diff --git a/index.html b/index.html
index 88d8685..3f35bb1 100644
--- a/index.html
+++ b/index.html
@@ -3,23 +3,31 @@
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width">
-<meta name="generator" content="Docusaurus v2.0.0-alpha.60">
-<title data-react-helmet="true">Welcome to Apache YuniKorn | Apache YuniKorn</title><meta data-react-helmet="true" property="og:title" content="Welcome to Apache YuniKorn | Apache YuniKorn"><meta data-react-helmet="true" name="description" content="Description will go into a meta tag in <head />"><meta data-react-helmet="true" property="og:description" content="Description will go into a meta tag in <head />"><meta data-react-helmet="true" property="og:image" content="http:// [...]
-<link rel="preload" href="/styles.ea8f1776.js" as="script">
-<link rel="preload" href="/runtime~main.70f6cdec.js" as="script">
-<link rel="preload" href="/main.815a6bc8.js" as="script">
-<link rel="preload" href="/1.18e5eb81.js" as="script">
-<link rel="preload" href="/2.e31b9a1d.js" as="script">
-<link rel="preload" href="/c4f5d8e4.7a23fe16.js" as="script">
+<meta name="generator" content="Docusaurus v2.0.0-alpha.61">
+<title data-react-helmet="true">Welcome to Apache YuniKorn (Incubating) | Apache YuniKorn (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Welcome to Apache YuniKorn (Incubating) | Apache YuniKorn (Incubating)"><meta data-react-helmet="true" name="description" content="Description will go into a meta tag in <head />"><meta data-react-helmet="true" property="og:description" content="Description will go into a meta tag in <head />"><meta data-reac [...]
+<link rel="preload" href="/styles.e8572cc0.js" as="script">
+<link rel="preload" href="/runtime~main.71ec32fb.js" as="script">
+<link rel="preload" href="/main.7d612ba9.js" as="script">
+<link rel="preload" href="/1.088e8e88.js" as="script">
+<link rel="preload" href="/2.bb55949a.js" as="script">
+<link rel="preload" href="/c4f5d8e4.d11e8832.js" as="script">
</head>
<body>
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}()</script><div id="__docusaurus">
-<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
-<script src="/styles.ea8f1776.js"></script>
-<script src="/runtime~main.70f6cdec.js"></script>
-<script src="/main.815a6bc8.js"></script>
-<script src="/1.18e5eb81.js"></script>
-<script src="/2.e31b9a1d.js"></script>
-<script src="/c4f5d8e4.7a23fe16.js"></script>
+<nav class="navbar navbar--light navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" hr [...]
+Copyright © 2020 <a href="http://www.apache.org/">The Apache Software Foundation</a>. Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>. <br>
+<div style="padding:20px; margin: 10px; color: #4d4d4d;">
+ Apache YuniKorn is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the name of Apache TLP sponsor.
+ Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications,
+ and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily
+ a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+</div>
+</div></div></div></footer></div>
+<script src="/styles.e8572cc0.js"></script>
+<script src="/runtime~main.71ec32fb.js"></script>
+<script src="/main.7d612ba9.js"></script>
+<script src="/1.088e8e88.js"></script>
+<script src="/2.bb55949a.js"></script>
+<script src="/c4f5d8e4.d11e8832.js"></script>
</body>
</html>
\ No newline at end of file
diff --git a/main.7d612ba9.js b/main.7d612ba9.js
new file mode 100644
index 0000000..694d104
--- /dev/null
+++ b/main.7d612ba9.js
@@ -0,0 +1,2 @@
+/*! For license information please see main.7d612ba9.js.LICENSE.txt */
+(window.webpackJsonp=window.webpackJsonp||[]).push([[81],[function(e,t,n){"use strict";e.exports=n(31)},function(e,t,n){"use strict";n.d(t,"a",(function(){return v})),n.d(t,"b",(function(){return w})),n.d(t,"c",(function(){return E})),n.d(t,"d",(function(){return O})),n.d(t,"e",(function(){return b})),n.d(t,"f",(function(){return L})),n.d(t,"g",(function(){return j})),n.d(t,"h",(function(){return g})),n.d(t,"i",(function(){return _})),n.d(t,"j",(function(){return C})),n.d(t,"k",(function [...]
\ No newline at end of file
diff --git a/main.815a6bc8.js.LICENSE.txt b/main.7d612ba9.js.LICENSE.txt
similarity index 100%
rename from main.815a6bc8.js.LICENSE.txt
rename to main.7d612ba9.js.LICENSE.txt
diff --git a/main.815a6bc8.js b/main.815a6bc8.js
deleted file mode 100644
index 2016a3b..0000000
--- a/main.815a6bc8.js
+++ /dev/null
@@ -1,2 +0,0 @@
-/*! For license information please see main.815a6bc8.js.LICENSE.txt */
-(window.webpackJsonp=window.webpackJsonp||[]).push([[81],[function(e,t,n){"use strict";e.exports=n(31)},function(e,t,n){"use strict";n.d(t,"a",(function(){return v})),n.d(t,"b",(function(){return w})),n.d(t,"c",(function(){return E})),n.d(t,"d",(function(){return O})),n.d(t,"e",(function(){return b})),n.d(t,"f",(function(){return L})),n.d(t,"g",(function(){return j})),n.d(t,"h",(function(){return g})),n.d(t,"i",(function(){return _})),n.d(t,"j",(function(){return C})),n.d(t,"k",(function [...]
\ No newline at end of file
diff --git a/runtime~main.70f6cdec.js b/runtime~main.70f6cdec.js
deleted file mode 100644
index f2b45c7..0000000
--- a/runtime~main.70f6cdec.js
+++ /dev/null
@@ -1 +0,0 @@
-!function(e){function c(c){for(var d,r,t=c[0],n=c[1],o=c[2],u=0,l=[];u<t.length;u++)r=t[u],Object.prototype.hasOwnProperty.call(f,r)&&f[r]&&l.push(f[r][0]),f[r]=0;for(d in n)Object.prototype.hasOwnProperty.call(n,d)&&(e[d]=n[d]);for(i&&i(c);l.length;)l.shift()();return b.push.apply(b,o||[]),a()}function a(){for(var e,c=0;c<b.length;c++){for(var a=b[c],d=!0,r=1;r<a.length;r++){var n=a[r];0!==f[n]&&(d=!1)}d&&(b.splice(c--,1),e=t(t.s=a[0]))}return e}var d={},f={82:0},b=[];function r(e){retu [...]
\ No newline at end of file
diff --git a/runtime~main.71ec32fb.js b/runtime~main.71ec32fb.js
new file mode 100644
index 0000000..06e73af
--- /dev/null
+++ b/runtime~main.71ec32fb.js
@@ -0,0 +1 @@
+!function(e){function a(a){for(var f,r,t=a[0],n=a[1],o=a[2],u=0,l=[];u<t.length;u++)r=t[u],Object.prototype.hasOwnProperty.call(d,r)&&d[r]&&l.push(d[r][0]),d[r]=0;for(f in n)Object.prototype.hasOwnProperty.call(n,f)&&(e[f]=n[f]);for(i&&i(a);l.length;)l.shift()();return b.push.apply(b,o||[]),c()}function c(){for(var e,a=0;a<b.length;a++){for(var c=b[a],f=!0,r=1;r<c.length;r++){var n=c[r];0!==d[n]&&(f=!1)}f&&(b.splice(a--,1),e=t(t.s=c[0]))}return e}var f={},d={82:0},b=[];function r(e){retu [...]
\ No newline at end of file
diff --git a/styles.3c3341c4.css b/styles.5748356d.css
similarity index 86%
rename from styles.3c3341c4.css
rename to styles.5748356d.css
index ea75f8c..839f495 100644
--- a/styles.3c3341c4.css
+++ b/styles.5748356d.css
@@ -1 +1 @@
-:root{--ra-admonition-background-color:var(--ifm-alert-background-color);--ra-admonition-border-width:var(--ifm-alert-border-width);--ra-admonition-border-color:var(--ifm-alert-border-color);--ra-admonition-border-radius:var(--ifm-alert-border-radius);--ra-admonition-color:var(--ifm-alert-color);--ra-admonition-padding-vertical:var(--ifm-alert-padding-vertical);--ra-admonition-padding-horizontal:var(--ifm-alert-padding-horizontal);--ra-color-note:var(--ifm-color-secondary);--ra-color-imp [...]
\ No newline at end of file
+:root{--ra-admonition-background-color:var(--ifm-alert-background-color);--ra-admonition-border-width:var(--ifm-alert-border-width);--ra-admonition-border-color:var(--ifm-alert-border-color);--ra-admonition-border-radius:var(--ifm-alert-border-radius);--ra-admonition-color:var(--ifm-alert-color);--ra-admonition-padding-vertical:var(--ifm-alert-padding-vertical);--ra-admonition-padding-horizontal:var(--ifm-alert-padding-horizontal);--ra-color-note:var(--ifm-color-secondary);--ra-color-imp [...]
\ No newline at end of file
diff --git a/styles.e8572cc0.js b/styles.e8572cc0.js
new file mode 100644
index 0000000..73e75d8
--- /dev/null
+++ b/styles.e8572cc0.js
@@ -0,0 +1 @@
+(window.webpackJsonp=window.webpackJsonp||[]).push([[0],{117:function(e,n,o){e.exports={heroBanner:"heroBanner_2Ftp",buttons:"buttons_1Wc3",heroImg:"heroImg_1iYt",features:"features_P2SU",featureImage:"featureImage_3Xqx",timelineImage:"timelineImage_1XHI"}},15:function(e,n,o){},39:function(e,n,o){},43:function(e,n,o){},44:function(e,n,o){},47:function(e,n,o){e.exports={tabItem:"tabItem_1w39"}},48:function(e,n,o){e.exports={blogPostTitle:"blogPostTitle_1mse",blogPostDate:"blogPostDate_3bQ [...]
\ No newline at end of file
diff --git a/styles.ea8f1776.js b/styles.ea8f1776.js
deleted file mode 100644
index 7e3c467..0000000
--- a/styles.ea8f1776.js
+++ /dev/null
@@ -1 +0,0 @@
-(window.webpackJsonp=window.webpackJsonp||[]).push([[0],{117:function(e,n,o){e.exports={heroBanner:"heroBanner_2Ftp",buttons:"buttons_1Wc3",heroImg:"heroImg_1iYt",features:"features_P2SU",featureImage:"featureImage_3Xqx",timelineImage:"timelineImage_1XHI"}},24:function(e,n,o){},39:function(e,n,o){},43:function(e,n,o){},44:function(e,n,o){},47:function(e,n,o){e.exports={tabItem:"tabItem_1w39"}},48:function(e,n,o){e.exports={blogPostTitle:"blogPostTitle_1mse",blogPostDate:"blogPostDate_3bQ [...]
\ No newline at end of file