Waiting for Response ...
@@ -552,7 +1117,13 @@
// Disable this due to https://github.com/linkedin/cruise-control-ui/issues/40
// import xssFilters from 'xss-filters'
import goals from '@/goals'
+import Goal from '@/components/Goal'
import BrokerState from '@/components/BrokerState'
+import LoadDiffTable from '@/components/LoadDiffTable'
+import InterBrokerMovementTable from '@/components/InterBrokerMovementTable'
+import { ASYNC_RETRY_DELAY, ARGS_RETRY_MAX, ARGS_RETRY_DELAY } from '@/constants'
+import fetchCC from '@/fetchCC'
+const sortBy = require('lodash.sortby')
export default {
name: 'AdminBroker',
@@ -561,15 +1132,24 @@ export default {
cluster: String
},
components: {
- BrokerState
+ BrokerState,
+ LoadDiffTable,
+ InterBrokerMovementTable,
+ Goal
},
data () {
return {
- sortColumn: 'Replicas', // column on which data needs to be sorted
+ sortColumn: 'Broker', // column on which data needs to be sorted
loading: false, // true if the data is being fetched now
loaded: false, // true if data is fetched at-least once
error: false, // in case server sent non 200 OK Response
errorData: null, // complete error data
+ async: false,
+ asyncData: null,
+ argsRetryTimer: null,
+ asyncRetryTimer: null,
+ showMovements: false,
+ showGoals: false,
selectedBrokers: [],
// This is the response from the CC
KafkaBrokerState: {
@@ -580,6 +1160,11 @@ export default {
LeaderCountByBrokerId: {},
OfflineReplicaCountByBrokerId: {}
},
+ brokerDetails: {}, // host, rack, state per broker from /load endpoint
+ enableLogDirSelection: false,
+ selectedLogDirs: {},
+ adminFilterText: '',
+ adminSortColumn: 'bid', // column to sort admin broker table
allGoals: goals, // goals from configuration
/*
* x Goals Disallow-Capacity-Estimation Skip-Hard-Goal-Check Use-Ready-Default-Goals Kafka-Assigner-Mode Module
@@ -607,45 +1192,136 @@ export default {
excluded_topics: '', // Check CC Documentation
concurrent_partition_movements_per_broker: null, // Check CC Documentation
concurrent_leader_movements: null, // Check CC Documentation
+ replication_throttle: null, // Check CC Documentation
+ replication_logdir_throttle: null, // TODO: PR#2145 must be merged before this can function
+ destination_broker_ids: null, // TODO: Issue#2356 must be fixed as it's suspected that this field doesn't function as expected
throttle_removed_broker: false, // Check CC Documentation
throttle_added_broker: false, // Check CC Documentation
+ skip_rack_awareness_check: false, // Used for some APIs
+ topic_regex: '', // Used for topic_configuration
+ replication_factor: null, // Used for topic_configuration
+ // admin flags
+ disable_self_healing_for: null,
+ enable_self_healing_for: null,
+ max_partition_movements_in_cluster: null,
+ concurrent_intra_broker_partition_movements: null,
+ drop_recently_removed_brokers: null,
+ drop_recently_demoted_brokers: null,
+ execution_progress_check_interval_ms: null,
+ disable_concurrency_adjuster_for: null,
+ enable_concurrency_adjuster_for: null,
+ min_isr_based_concurrency_adjustment: null,
+ min_isr_based_concurrency_adjustment_disabled: null,
// workflow
actionName: 'ple', // radio to chose an action on ui
dryrun: true, // part of URL
posted: false, // true if a POST method is made
posturl: null, // POST url
- postResponse: '', // POST response from server
- detectedUserTaskId: false // true in case the response has user-task-id
+ postResponse: {}, // POST response from server
+ detectedUserTaskId: false, // true in case the response has user-task-id
+ postError: false, // true if the POST response is an error
+ showRawResponse: false, // toggle raw JSON response view
+ showAsyncRefreshButton: false, // show refresh button during async state
+ dataParsed: false,
+ numReplicaMovements: null,
+ recentWindows: null,
+ dataToMoveMB: null,
+ monitoredPartitionsPercentage: null,
+ onDemandBalancednessScoreBefore: null,
+ onDemandBalancednessScoreAfter: null,
+ numLeaderMovements: null
}
},
created () {
this.argsChanged()
},
+ beforeDestroy () {
+ if (this.argsRetryTimer) {
+ clearTimeout(this.argsRetryTimer)
+ }
+ if (this.asyncRetryTimer) {
+ clearTimeout(this.asyncRetryTimer)
+ }
+ },
computed: {
- taskId () {
- return this.$store.getters.getTaskId(this.url)
- },
disableGoals () {
return this.kafka_assigner || this.use_ready_default_goals
},
- brokerRowColor () {
- return null
+ sortedAdminBrokers () {
+ const vm = this
+ const rows = Object.keys(vm.KafkaBrokerState.ReplicaCountByBrokerId).map(function (bid) {
+ const d = vm.brokerDetails[bid]
+ return {
+ bid: parseInt(bid, 10),
+ host: d ? d.Host : '',
+ rack: d && d.Rack && d.Rack !== d.Host ? d.Rack : '',
+ state: d ? d.BrokerState : '',
+ replicas: vm.KafkaBrokerState.ReplicaCountByBrokerId[bid] || 0,
+ leaders: vm.KafkaBrokerState.LeaderCountByBrokerId[bid] || 0,
+ outofsync: vm.KafkaBrokerState.OutOfSyncCountByBrokerId[bid] || 0,
+ offlineReplicas: vm.KafkaBrokerState.OfflineReplicaCountByBrokerId ? (vm.KafkaBrokerState.OfflineReplicaCountByBrokerId[bid] || 0) : 0,
+ onlineLogDirs: vm.KafkaBrokerState.OnlineLogDirsByBrokerId && vm.KafkaBrokerState.OnlineLogDirsByBrokerId[bid] ? vm.KafkaBrokerState.OnlineLogDirsByBrokerId[bid].length : 0,
+ offlineLogDirs: vm.KafkaBrokerState.OfflineLogDirsByBrokerId && vm.KafkaBrokerState.OfflineLogDirsByBrokerId[bid] ? vm.KafkaBrokerState.OfflineLogDirsByBrokerId[bid].length : 0,
+ OnlineLogDirsByBrokerId: vm.KafkaBrokerState.OnlineLogDirsByBrokerId,
+ OfflineLogDirsByBrokerId: vm.KafkaBrokerState.OfflineLogDirsByBrokerId
+ }
+ })
+ return sortBy(rows, vm.adminSortColumn)
+ },
+ filteredAdminBrokers () {
+ if (!this.adminFilterText) return this.sortedAdminBrokers
+ const q = this.adminFilterText.toLowerCase()
+ return this.sortedAdminBrokers.filter(b => {
+ return String(b.bid).includes(q) ||
+ (b.host && b.host.toLowerCase().includes(q)) ||
+ (b.rack && b.rack.toLowerCase().includes(q))
+ })
+ },
+ brokerIdAndLogDirs (n) {
+ return Object.keys(this.selectedLogDirs).filter(k => this.selectedLogDirs[k])
+ },
+ movements () {
+ if (!this.postResponse || typeof this.postResponse !== 'object') return []
+ if (!this.postResponse.proposals || typeof this.postResponse.proposals !== 'object') return []
+ return this.postResponse.proposals.map(item => ({ proposal: item }))
+ },
+ flatSummary () {
+ if (!this.postResponse || typeof this.postResponse !== 'object') return {}
+ const result = {}
+ const skip = ['loadBeforeOptimization', 'loadAfterOptimization', 'goalSummary', 'goals', 'summary']
+ Object.keys(this.postResponse).forEach(key => {
+ if (skip.indexOf(key) !== -1) return
+ const val = this.postResponse[key]
+ if (val === null || val === undefined) return
+ if (typeof val === 'object') return
+ result[key] = val
+ })
+ return result
},
actionURL () {
- let vm = this
- // dryrun should always be there in URL
- let params = {
- dryrun: vm.dryrun
+ const vm = this
+ const params = {}
+ if (vm.actionName !== 'admin') {
+ params.dryrun = vm.dryrun
+ }
+ if (vm.actionName !== 'remove_disks' && vm.actionName !== 'admin') {
+ params.verbose = true
}
if (vm.actionName === 'remove' || vm.actionName === 'add' || vm.actionName === 'demote') {
- if (vm.selectedBrokers) {
- params.brokerid = vm.selectedBrokers
- }
if (vm.disallow_capacity_estimation) {
params.allow_capacity_estimation = !vm.disallow_capacity_estimation
}
+ if (vm.concurrent_leader_movements) {
+ params.concurrent_leader_movements = vm.concurrent_leader_movements
+ }
+ if (vm.replication_throttle) {
+ params.replication_throttle = vm.replication_throttle
+ }
+ if (vm.replication_logdir_throttle) {
+ params.replication_logdir_throttle = vm.replication_logdir_throttle
+ }
}
- if (vm.actionName === 'remove' || vm.actionName === 'add' || vm.actionName === 'rebalance') {
+ if (['rebalance', 'add', 'remove', 'fix_offline_replicas', 'topic_configuration'].includes(vm.actionName)) {
if (vm.goals1.length > 0) {
params.goals = vm.goals1
}
@@ -673,12 +1349,19 @@ export default {
if (vm.concurrent_leader_movements) {
params.concurrent_leader_movements = vm.concurrent_leader_movements
}
+ if (vm.replication_throttle) {
+ params.replication_throttle = vm.replication_throttle
+ }
+ if (vm.replication_logdir_throttle) {
+ params.replication_logdir_throttle = vm.replication_logdir_throttle
+ }
if (vm.excluded_topics && vm.excluded_topics.length > 0) {
// Disable this due to https://github.com/linkedin/cruise-control-ui/issues/40
// params.excluded_topics = xssFilters.uriQueryInDoubleQuotedAttr(vm.excluded_topics)
params.excluded_topics = vm.excluded_topics
}
}
+
if (vm.actionName === 'remove') {
// POST /kafkacruisecontrol/remove_broker
// ?brokerid=[id1,id2...]
@@ -693,21 +1376,45 @@ export default {
// &concurrent_partition_movements_per_broker=[concurrency]
// &concurrent_leader_movements=[concurrency]
// &throttle_removed_broker=[true/false]
+ // &replication_throttle=[throttle]
+ // &destination_broker_ids=[id1,id2,...]
// &json=[true/false]
+ if (vm.selectedBrokers) {
+ params.brokerid = vm.selectedBrokers
+ }
if (vm.throttle_removed_broker) {
- params.throttle_removed_broker = params.throttle_removed_broker
+ params.throttle_removed_broker = vm.throttle_removed_broker
+ }
+ if (vm.destination_broker_ids) {
+ params.destination_broker_ids = vm.destination_broker_ids
}
return vm.$helpers.getURL('remove_broker', params)
}
if (vm.actionName === 'demote') {
// POST /kafkacruisecontrol/demote_broker
// ?brokerid=[id1, id2...]
+ // &brokerid_and_logdirs=[b1-l1, b2-l2, ...]
// &dryrun=[true/false]
// &json=[true/false]
// &allow_capacity_estimation=[true/false]
// &concurrent_leader_movements=[concurrency]
+ // &replication_throttle=[throttle]
+ if (vm.selectedBrokers.length > 0) {
+ params.brokerid = vm.selectedBrokers
+ } else if (vm.brokerIdAndLogDirs.length > 0) {
+ params.brokerid_and_logdirs = vm.brokerIdAndLogDirs.join(',')
+ }
return vm.$helpers.getURL('demote_broker', params)
}
+ if (vm.actionName === 'remove_disks') {
+ // POST /kafkacruisecontrol/remove_disks
+ // ?brokerid_and_logdirs=[b1-l1, b2-l2, ...]
+ // &json=[true/false]
+ if (vm.brokerIdAndLogDirs) {
+ params.brokerid_and_logdirs = vm.brokerIdAndLogDirs.join(',')
+ }
+ return vm.$helpers.getURL('remove_disks', params)
+ }
if (vm.actionName === 'add') {
// POST /kafkacruisecontrol/add_broker
// ?brokerid=[id1,id2...]
@@ -723,6 +1430,10 @@ export default {
// &skip_hard_goal_check=[true/false]
// &excluded_topics=[TOPICS]
// &use_ready_default_goals=[true/false]
+ // &replication_throttle=[throttle]
+ if (vm.selectedBrokers) {
+ params.brokerid = vm.selectedBrokers
+ }
if (vm.throttle_added_broker) {
params.throttle_added_broker = vm.throttle_added_broker
}
@@ -748,6 +1459,11 @@ export default {
// &concurrent_partition_movements_per_broker=[concurrency]
// &concurrent_leader_movements=[concurrency]
// &excluded_topics=[TOPICS]
+ // &replication_throttle=[throttle]
+ // &destination_broker_ids=[bid1, bid2, ...]
+ if (vm.destination_broker_ids) {
+ params.destination_broker_ids = vm.destination_broker_ids
+ }
return vm.$helpers.getURL('rebalance', params)
}
if (vm.actionName === 'rebalance_disk') {
@@ -758,7 +1474,101 @@ export default {
return vm.$helpers.getURL('rebalance', params)
}
- // console.log(' no url !')
+ if (vm.actionName === 'fix_offline_replicas') {
+ // POST /kafkacruisecontrol/fix_offline_replicas
+ // ?goals=[goal1,goal2...]
+ // &skip_hard_goal_check=[true/false]
+ // &use_ready_default_goals=[true/false]
+ // &allow_capacity_estimation=[true/false]
+ // &kafka_assigner=[true/false]
+ // &dryrun=[true/false]
+ // &data_from=[valid_windows/valid_partitions]
+ // &json=[true/false]
+ // &concurrent_partition_movements_per_broker=[concurrency]
+ // &concurrent_leader_movements=[concurrency]
+ // &excluded_topics=[TOPICS]
+ // &replication_throttle=[throttle]
+ return vm.$helpers.getURL('fix_offline_replicas', params)
+ }
+ if (vm.actionName === 'topic_configuration') {
+ // POST /kafkacruisecontrol/topic_configuration
+ // ?topic=[TOPICS]
+ // &replication_factor=[replication_factor]
+ // &goals=[goal1,goal2...]
+ // &skip_hard_goal_check=[true/false]
+ // &skip_rack_awareness_check=[true/false]
+ // &use_ready_default_goals=[true/false]
+ // &allow_capacity_estimation=[true/false]
+ // &dryrun=[true/false]
+ // &data_from=[valid_windows/valid_partitions]
+ // &json=[true/false]
+ // &concurrent_partition_movements_per_broker=[concurrency]
+ // &concurrent_leader_movements=[concurrency]
+ // &replication_throttle=[throttle]
+ params.topic = vm.topic_regex
+ params.replication_factor = vm.replication_factor
+ if (vm.skip_rack_awareness_check) {
+ params.skip_rack_awareness_check = vm.skip_rack_awareness_check
+ }
+
+ return vm.$helpers.getURL('topic_configuration', params)
+ }
+ if (vm.actionName === 'admin') {
+ // POST /kafkacruisecontrol/admin
+ // ?disable_self_healing_for=[anomalies]
+ // &enable_self_healing_for=[anomalies]
+ // &concurrent_partition_movements_per_broker=[concurrency]
+ // &max_partition_movements_in_cluster=[max_movements]
+ // &concurrent_intra_broker_partition_movements=[concurrency]
+ // &concurrent_leader_movements=[concurrency]
+ // &drop_recently_removed_brokers=[brokers]
+ // &drop_recently_demoted_brokers=[brokers]
+ // &execution_progress_check_interval_ms=[interval]
+ // &disable_concurrency_adjuster_for=[concurrency_type]
+ // &enable_concurrency_adjuster_for=[concurrency_type]
+ // &min_isr_based_concurrency_adjustment=[true/false]
+ // &json=[true/false]
+ if (vm.disable_self_healing_for) {
+ params.disable_self_healing_for = vm.disable_self_healing_for
+ }
+ if (vm.enable_self_healing_for) {
+ params.enable_self_healing_for = vm.enable_self_healing_for
+ }
+ if (vm.concurrent_partition_movements_per_broker) {
+ params.concurrent_partition_movements_per_broker = vm.concurrent_partition_movements_per_broker
+ }
+ if (vm.max_partition_movements_in_cluster) {
+ params.max_partition_movements_in_cluster = vm.max_partition_movements_in_cluster
+ }
+ if (vm.concurrent_intra_broker_partition_movements) {
+ params.concurrent_intra_broker_partition_movements = vm.concurrent_intra_broker_partition_movements
+ }
+ if (vm.concurrent_leader_movements) {
+ params.concurrent_leader_movements = vm.concurrent_leader_movements
+ }
+ if (vm.drop_recently_removed_brokers) {
+ params.drop_recently_removed_brokers = vm.drop_recently_removed_brokers
+ }
+ if (vm.drop_recently_demoted_brokers) {
+ params.drop_recently_demoted_brokers = vm.drop_recently_demoted_brokers
+ }
+ if (vm.execution_progress_check_interval_ms) {
+ params.execution_progress_check_interval_ms = vm.execution_progress_check_interval_ms
+ }
+ if (vm.disable_concurrency_adjuster_for) {
+ params.disable_concurrency_adjuster_for = vm.disable_concurrency_adjuster_for
+ }
+ if (vm.enable_concurrency_adjuster_for) {
+ params.enable_concurrency_adjuster_for = vm.enable_concurrency_adjuster_for
+ }
+ if (vm.min_isr_based_concurrency_adjustment) {
+ params.min_isr_based_concurrency_adjustment = true
+ } else if (vm.min_isr_based_concurrency_adjustment_disabled) {
+ params.min_isr_based_concurrency_adjustment = false
+ }
+ return vm.$helpers.getURL('admin', params)
+ }
+ return ''
}
},
watch: {
@@ -800,9 +1610,10 @@ export default {
this.use_ready_default_goals = false
this.kafka_assigner = false
this.data_from = ''
- this.excluded_topics = null
- this.concurrent_partition_movements_per_broker = 0
- this.concurrent_leader_movements = 0
+ this.excluded_topics = ''
+ this.concurrent_partition_movements_per_broker = null
+ this.concurrent_leader_movements = null
+ this.replication_throttle = null
}
},
group: function (ogroup, ngroup) {
@@ -813,96 +1624,165 @@ export default {
},
selectedBrokers (n, o) {
if (n.length > 0) {
- this.actionName = 'add'
+ if (['ple', 'rebalance', 'rebalance_disk', 'fix_offline_replicas', 'remove_disks', 'topic_configuration', 'admin'].includes(this.actionName)) {
+ this.actionName = 'add'
+ }
+ } else if (this.brokerIdAndLogDirs.length > 0) {
+ if (['ple', 'rebalance', 'rebalance_disk', 'add', 'remove', 'fix_offline_replicas', 'topic_configuration', 'admin'].includes(this.actionName)) {
+ this.actionName = 'remove_disks'
+ }
} else {
- this.actionName = 'ple'
+ if (['add', 'remove', 'demote', 'remove_disks'].includes(this.actionName)) {
+ this.actionName = 'ple'
+ }
}
}
},
methods: {
+ sortAdmin (col) {
+ this.adminSortColumn = col
+ },
clearPostResponse () {
this.posted = false
this.postResponse = ''
+ this.postError = false
+ this.showRawResponse = false
+ this.dataParsed = false
+ this.numReplicaMovements = null
+ this.recentWindows = null
+ this.dataToMoveMB = null
+ this.monitoredPartitionsPercentage = null
+ this.onDemandBalancednessScoreBefore = null
+ this.onDemandBalancednessScoreAfter = null
+ this.numLeaderMovements = null
},
- argsChanged () {
+ argsChanged (retries) {
+ retries = retries || 0
const newurl = this.$store.getters.getnewurl(this.group, this.cluster)
+ if (!newurl) {
+ if (retries < ARGS_RETRY_MAX) {
+ this.argsRetryTimer = setTimeout(() => this.argsChanged(retries + 1), ARGS_RETRY_DELAY)
+ }
+ return
+ }
this.$store.commit('seturl', newurl)
this.loaded = false
- this.newurl = newurl
this.clearPostResponse()
+ if (this.asyncRetryTimer) {
+ clearTimeout(this.asyncRetryTimer)
+ this.asyncRetryTimer = null
+ }
this.getKafkaState()
+ this.getBrokerDetails()
},
actionBroker () {
- let vm = this
- vm.posted = true
+ const vm = this
this.clearPostResponse()
- let params = {
+ vm.posted = true
+ const params = {
withCredentials: true
}
- // check if there is a running user-task-id for this end point in the $store
- // let task = this.$store.getters.getTaskId('proposals')
- let task = this.$store.getters.getTaskId(vm.actionURL)
- if (task) {
- params['headers'] = {
- 'User-Task-ID': task
- }
- }
- this.$http.post(vm.actionURL, params).then((r) => {
- // set this so that we know if the server sends user-task-id in the response
- vm.detectedUserTaskId = r.headers.hasOwnProperty('user-task-id')
- // store this task in local cache for future follow-up
- let task = r.headers.hasOwnProperty('user-task-id') ? r.headers['user-task-id'] : null
- vm.$store.commit('setTaskId', {url: vm.actionURL, taskid: task}) // save this task for follow-up calls (null deletes in vuex)
+ // User-Task-ID header is only for polling async GET requests, not for initiating new POST actions.
+ // Sending a stale task ID on a new POST causes CC to reject with "Unexpected header" error.
+ this.$http.post(vm.actionURL, null, params).then((r) => {
+ vm.detectedUserTaskId = Object.prototype.hasOwnProperty.call(r.headers, 'user-task-id')
vm.posted = true
- vm.postResponse = r.data
+ vm.postError = false
+
+ const data = r.data
+ vm.postResponse = data
+ const summary = (data && data.summary) || data
+ if (summary && typeof summary === 'object' && (summary.numReplicaMovements != null || summary.numLeaderMovements != null || summary.numIntraBrokerReplicaMovements != null)) {
+ vm.dataParsed = true
+ vm.numReplicaMovements = (summary.numReplicaMovements && summary.numReplicaMovements) || summary.numIntraBrokerReplicaMovements
+ vm.numLeaderMovements = summary.numLeaderMovements
+ vm.recentWindows = summary.recentWindows
+ vm.dataToMoveMB = (summary.dataToMoveMB && summary.dataToMoveMB) || summary.intraBrokerDataToMoveMB
+ vm.monitoredPartitionsPercentage = summary.monitoredPartitionsPercentage
+ vm.onDemandBalancednessScoreBefore = Number(summary.onDemandBalancednessScoreBefore).toFixed(0)
+ vm.onDemandBalancednessScoreAfter = Number(summary.onDemandBalancednessScoreAfter).toFixed(0)
+ }
}, (e) => {
vm.posted = true
+ vm.postError = true
vm.postResponse = e && e.response ? e.response.data : e
})
},
+ getBrokerDetails () {
+ const vm = this
+ const url = vm.$helpers.getURL('load', { allow_capacity_estimation: true })
+ fetchCC(url).then((result) => {
+ if (result.type === 'success' && result.data && result.data.brokers) {
+ const details = {}
+ result.data.brokers.forEach(function (b) {
+ details[String(b.Broker)] = b
+ })
+ vm.brokerDetails = details
+ }
+ }).catch(() => {
+ // silently ignore - broker details are supplementary
+ })
+ },
getKafkaState () {
const vm = this
vm.error = false
vm.async = false
vm.loading = true
- let url = vm.$helpers.getURL('kafka_cluster_state')
- // console.log(url)
- this.$http.get(url, {withCredentials: true}).then((r) => {
- // set this so that we know if the server sends user-task-id in the response
- vm.detectedUserTaskId = r.headers.hasOwnProperty('user-task-id')
- // do verify the state
- if (r.data === null || r.data === undefined || r.data === '') {
+ const url = vm.$helpers.getURL('kafka_cluster_state')
+ fetchCC(url).then((result) => {
+ vm.detectedUserTaskId = result.headers.has('user-task-id')
+ if (result.type === 'error') {
+ if (vm.asyncRetryTimer) { clearTimeout(vm.asyncRetryTimer); vm.asyncRetryTimer = null }
+ vm.loading = false
+ vm.loaded = false
+ vm.error = true
+ vm.errorData = result.data || result.status
+ } else if (result.type === 'empty') {
+ vm.loading = false
vm.error = true
vm.errorData = 'CruiseControl sent an empty response with 200-OK status code. Please file a bug here https://github.com/linkedin/cruise-control/issues'
- } else if (r.headers['content-type'].match(/text\/plain/) || r.data.progress) {
+ } else if (result.type === 'async') {
+ vm.loading = false
vm.async = true
- vm.asyncData = r.data
+ vm.asyncData = result.data
vm.showAsyncRefreshButton = true
+ if (vm.asyncRetryTimer) clearTimeout(vm.asyncRetryTimer)
+ vm.asyncRetryTimer = setTimeout(() => vm.getKafkaState(), ASYNC_RETRY_DELAY)
} else {
+ if (vm.asyncRetryTimer) { clearTimeout(vm.asyncRetryTimer); vm.asyncRetryTimer = null }
vm.async = false
vm.error = false
vm.errorData = null
vm.loading = false
vm.loaded = true
- vm.KafkaBrokerState.ReplicaCountByBrokerId = r.data.KafkaBrokerState.ReplicaCountByBrokerId
- vm.KafkaBrokerState.OutOfSyncCountByBrokerId = r.data.KafkaBrokerState.OutOfSyncCountByBrokerId
- vm.KafkaBrokerState.LeaderCountByBrokerId = r.data.KafkaBrokerState.LeaderCountByBrokerId
- // only >= kafka 2.0 release
+ vm.showAsyncRefreshButton = false
+ const data = result.data
+ vm.KafkaBrokerState.ReplicaCountByBrokerId = data.KafkaBrokerState.ReplicaCountByBrokerId
+ vm.KafkaBrokerState.OutOfSyncCountByBrokerId = data.KafkaBrokerState.OutOfSyncCountByBrokerId
+ vm.KafkaBrokerState.LeaderCountByBrokerId = data.KafkaBrokerState.LeaderCountByBrokerId
try {
- vm.KafkaBrokerState.OfflineReplicaCountByBrokerId = r.data.KafkaBrokerState.OfflineReplicaCountByBrokerId
- vm.KafkaBrokerState.OfflineLogDirsByBrokerId = r.data.KafkaBrokerState.OfflineLogDirsByBrokerId
- vm.KafkaBrokerState.OnlineLogDirsByBrokerId = r.data.KafkaBrokerState.OnlineLogDirsByBrokerId
- console.log('Found Kafka-2.0 Features.')
+ vm.KafkaBrokerState.OfflineReplicaCountByBrokerId = data.KafkaBrokerState.OfflineReplicaCountByBrokerId
+ Object.keys(data.KafkaBrokerState.OfflineLogDirsByBrokerId).forEach(broker => {
+ vm.KafkaBrokerState.OfflineLogDirsByBrokerId[broker] = data.KafkaBrokerState.OfflineLogDirsByBrokerId[broker].sort()
+ })
+ Object.keys(data.KafkaBrokerState.OnlineLogDirsByBrokerId).forEach(broker => {
+ vm.KafkaBrokerState.OnlineLogDirsByBrokerId[broker] = data.KafkaBrokerState.OnlineLogDirsByBrokerId[broker].sort()
+ })
} catch (e) {
- console.log('No kafka 2.0 features found')
+ // Kafka 2.0 features not available
}
}
- }, (e) => {
+ }).catch((e) => {
+ if (vm.asyncRetryTimer) { clearTimeout(vm.asyncRetryTimer); vm.asyncRetryTimer = null }
vm.loading = false
vm.error = true
- vm.errorData = e && e.response && e.response.data ? e.response.data : e
+ vm.errorData = e
})
}
}
}
+
+
diff --git a/src/components/AdminSampling.vue b/src/components/AdminSampling.vue
index 2aa050b..0104710 100644
--- a/src/components/AdminSampling.vue
+++ b/src/components/AdminSampling.vue
@@ -13,17 +13,26 @@
diff --git a/src/components/AsyncTask.vue b/src/components/AsyncTask.vue
index 6010d9e..73a20a5 100644
--- a/src/components/AsyncTask.vue
+++ b/src/components/AsyncTask.vue
@@ -17,7 +17,7 @@
-
+
{{ step.label }}
{{ step.step }}
{{ step.description }}
@@ -59,70 +59,48 @@ export default {
this.$emit('CheckAsyncResponse')
}
},
- data () {
- return {
- totalCompletion: 0,
- totalTime: 0
- }
- },
computed: {
isParsed () {
- return this.asyncData.hasOwnProperty('progress')
+ return Object.prototype.hasOwnProperty.call(this.asyncData, 'progress')
},
- /*
steps () {
if (!this.isParsed) {
return []
- } else {
- let steps = this.asyncData.progress
- let totalCompletion = 0
- let totalTime = 0.0
- steps.forEach((step) => {
- totalCompletion += step.completionPercentage
- totalTime += step['time-in-ms']
- })
- this.totalCompletion = totalCompletion / steps.length
- this.totalTime = totalTime
- return steps
}
- },
- */
- steps () {
- if (!this.isParsed) {
- return []
- } else {
- let steps = []
- let totalCompletion = 0
- let totalTime = 0.0
- this.asyncData.progress.forEach((op) => {
- if (op.hasOwnProperty('operationProgress')) {
- op.operationProgress.forEach((step) => {
- steps.push({
- label: op.operation,
- step: step.step,
- completionPercentage: step.completionPercentage,
- description: step.description,
- 'time-in-ms': step['time-in-ms']
- })
- totalCompletion += step.completionPercentage
- totalTime += step['time-in-ms']
- })
- } else {
+ const steps = []
+ this.asyncData.progress.forEach((op) => {
+ if (Object.prototype.hasOwnProperty.call(op, 'operationProgress')) {
+ op.operationProgress.forEach((step) => {
steps.push({
- label: 'Async Task',
- step: op.step,
- completionPercentage: op.completionPercentage,
- description: op.description,
- 'time-in-ms': op['time-in-ms']
+ label: op.operation,
+ step: step.step,
+ completionPercentage: step.completionPercentage,
+ description: step.description,
+ 'time-in-ms': step['time-in-ms']
})
- totalCompletion += op.completionPercentage
- totalTime += op['time-in-ms']
- }
- })
- this.totalCompletion = totalCompletion / steps.length
- this.totalTime = totalTime
- return steps
- }
+ })
+ } else {
+ steps.push({
+ label: 'Async Task',
+ step: op.step,
+ completionPercentage: op.completionPercentage,
+ description: op.description,
+ 'time-in-ms': op['time-in-ms']
+ })
+ }
+ })
+ return steps
+ },
+ totalCompletion () {
+ if (this.steps.length === 0) return 0
+ let total = 0
+ this.steps.forEach((s) => { total += s.completionPercentage })
+ return total / this.steps.length
+ },
+ totalTime () {
+ let total = 0
+ this.steps.forEach((s) => { total += s['time-in-ms'] })
+ return total
}
}
}
diff --git a/src/components/BrokerLoad.vue b/src/components/BrokerLoad.vue
index 9d932d5..2ef1a42 100644
--- a/src/components/BrokerLoad.vue
+++ b/src/components/BrokerLoad.vue
@@ -1,58 +1,135 @@
-
Kafka Broker Load
-
- Loading ...
+
-
+
+
+ Show State & Host:
+ ❓ Show Usage Percentages:
+ Show Per Disk Usage:
+
+
- Broker
- Topic/Partition
- Disk/Cpu
- Network Rate
+ Broker
+ Topic/Partition
+ Disk
+ CPU
+ Network Rate
- ID
- State
- Host
- #Replicas
- #Leaders
- Disk Used
- CPU Used
- Leader In
- Follower In
- Network Out
- Net Network Out
- Potential Out
- LF Ratio
- IO Ratio
+ ID
+ State
+ Host
+ Rack
+
+ #Replicas
+ #Leaders
+
+ Log Dir
+ Used
+
+ Used
+
+ Leader In Leader In
+ Follower In Follower In
+ Network Out Network Out
+ Net Network Out Net Network Out
+ Potential Out Potential Out
+ LF Ratio ❓
+ IO Ratio ❓
-
- {{ e.Broker }}
- {{ e.Host | formatHost }}
- {{ e.Replicas }}
- {{ e.Leaders }}
- {{ e.DiskMB | formatUnits }}
- {{ e.CpuPct.toFixed(2) }} %
- {{ e.LeaderNwInRate | formatNetworkUnits }}
- {{ e.FollowerNwInRate | formatNetworkUnits }}
- {{ e.NwOutRate | formatNetworkUnits }}
- {{ e.NnwOutRate | formatNetworkUnits }}
- {{ e.PnwOutRate | formatNetworkUnits }}
- {{ e.LeaderNwInRate > 0 ? Number(e.FollowerNwInRate / e.LeaderNwInRate).toFixed(4) : null }}
- {{ e.NwOutRate > 0 ? Number(e.LeaderNwInRate / e.NwOutRate).toFixed(4) : null }}
- {{ e.NnwOutRate > 0 ? Number(e.LeaderNwInRate / e.NnwOutRate).toFixed(4) : null }}
-
+
+
+ {{ e.Broker }}
+
+
+
+
+
+ {{ e.Host | formatHost }}
+
+
+
+ {{ e.Rack && e.Rack !== e.Host ? e.Rack : 'N/A' }}
+
+
+
+ {{ disk ? disk.NumReplicas : e.Replicas }}
+
+
+
+ {{ disk ? disk.NumLeaderReplicas : e.Leaders }}
+
+
+
+ {{ path }}
+
+
+
+
+ {{ (disk ? (disk.DiskPct === 'DEAD' ? 0 : disk.DiskPct) : e.DiskPct).toFixed(2) }} %
+
+ {{ (disk ? disk.DiskMB : e.DiskMB) | formatUnits }}
+
+
+
+ {{ e.CpuPct != null ? e.CpuPct.toFixed(2) : 'N/A' }} %
+
+
+
+ {{ Number(e.LeaderNwInRate / e.NetworkInCapacity * 100).toFixed(2) }} %
+ {{ e.LeaderNwInRate | formatNetworkUnits }}
+
+
+
+ {{ Number(e.FollowerNwInRate / e.NetworkInCapacity * 100).toFixed(2) }} %
+ {{ e.FollowerNwInRate | formatNetworkUnits }}
+
+
+
+ {{ Number(e.NwOutRate / e.NetworkOutCapacity * 100).toFixed(2) }} %
+ {{ e.NwOutRate | formatNetworkUnits }}
+
+
+
+ {{ Number(e.NnwOutRate / e.NetworkOutCapacity * 100).toFixed(2) }} %
+ {{ e.NnwOutRate | formatNetworkUnits }}
+
+
+
+ {{ Number(e.PnwOutRate / e.NetworkOutCapacity * 100).toFixed(2) }} %
+ {{ e.PnwOutRate | formatNetworkUnits }}
+
+
+
+ {{ e.FollowerNwInRate > 0 ? Number(e.LeaderNwInRate / e.FollowerNwInRate).toFixed(3) : null }}
+
+
+
+ {{ e.NwOutRate > 0 ? Number(e.LeaderNwInRate / e.NwOutRate).toFixed(3) : null }}
+
+
+
+ {{ e.NnwOutRate > 0 ? Number(e.LeaderNwInRate / e.NnwOutRate).toFixed(3) : null }}
+
+
+
+
No Brokers Found.
@@ -74,26 +151,63 @@ export default {
},
data () {
return {
- sortColumn: 'Replicas'
+ showStateHost: false,
+ showPct: false,
+ showPerDiskUsage: false,
+ sortColumn: 'Replicas',
+ ascending: true,
+ filterText: ''
}
},
methods: {
sort (col) {
- this.sortColumn = col
+ if (this.sortColumn === col) {
+ this.ascending = !this.ascending
+ } else {
+ this.sortColumn = col
+ this.ascending = true
+ }
+ },
+ brokerDisks (e) {
+ if (!this.showPerDiskUsage) {
+ return [[null, null]]
+ }
+
+ const disks = Object.entries(e.DiskState || {})
+ .sort(([a], [b]) => a.localeCompare(b))
+ return disks.length ? disks : [[null, null]]
}
},
computed: {
sortedBrokers () {
- return sortBy(this.brokers, this.sortColumn)
+ if (this.ascending) {
+ return sortBy(this.brokers, this.sortColumn)
+ }
+ return sortBy(this.brokers, this.sortColumn).reverse()
+ },
+ filteredBrokers () {
+ if (!this.filterText) return this.sortedBrokers
+ const q = this.filterText.toLowerCase()
+ return this.sortedBrokers.filter(b => {
+ return String(b.Broker).toLowerCase().includes(q) ||
+ (b.Host && b.Host.toLowerCase().includes(q)) ||
+ (b.Rack && b.Rack.toLowerCase().includes(q))
+ })
},
apiMinorVersion () {
// NnwOutRate has been changed to NwOutRate and Upstream
// API does not expose this correctly.
- if (this.brokers.length > 0 && this.brokers[0].hasOwnProperty('NwOutRate')) {
+ if (this.brokers && this.brokers.length > 0 && Object.prototype.hasOwnProperty.call(this.brokers[0], 'NwOutRate')) {
return 2
} else {
return 1
}
+ },
+ diskDetailsExist () {
+ return this.brokers && this.brokers.length > 0 && this.brokers[0].DiskState
+ },
+ showDiskDetails () {
+ return this.showPerDiskUsage && this.brokers && this.brokers.length > 0 && this.brokers[0].DiskState
}
}
}
diff --git a/src/components/BrokerState.vue b/src/components/BrokerState.vue
index 48b12de..f4e5e14 100644
--- a/src/components/BrokerState.vue
+++ b/src/components/BrokerState.vue
@@ -18,4 +18,4 @@ export default {
state: String
}
}
-
\ No newline at end of file
+
diff --git a/src/components/ConfigInsights.vue b/src/components/ConfigInsights.vue
index f602726..5b1421d 100644
--- a/src/components/ConfigInsights.vue
+++ b/src/components/ConfigInsights.vue
@@ -21,7 +21,7 @@
No records in config.csv
-
+
{{ r[0] }}
{{ r[1] }}
{{ r[2] }}
@@ -42,7 +42,7 @@
diff --git a/src/components/IntraBrokerMovementTable.vue b/src/components/IntraBrokerMovementTable.vue
new file mode 100644
index 0000000..f2cc0ce
--- /dev/null
+++ b/src/components/IntraBrokerMovementTable.vue
@@ -0,0 +1,34 @@
+
+
+
{{ title }} ({{ movements.length }})
+
+
+
+ Topic
+ Partition
+ Broker ID
+
+
+
+
+ {{ h.proposal.topicPartition.topic }}
+ {{ h.proposal.topicPartition.partition }}
+ {{ h.brokerId }}
+
+
+
+
+
+
diff --git a/src/components/KafkaBrokerState.vue b/src/components/KafkaBrokerState.vue
index 2c40156..a4b0910 100644
--- a/src/components/KafkaBrokerState.vue
+++ b/src/components/KafkaBrokerState.vue
@@ -18,7 +18,7 @@
-
+
{{ bid }}
{{ v }}
{{ state.LeaderCountByBrokerId[bid] || 0 }}
@@ -30,7 +30,7 @@
{{ state.OnlineLogDirsByBrokerId[bid] ? state.OnlineLogDirsByBrokerId[bid].length : 0 }}
-
+
{{ state.OfflineLogDirsByBrokerId[bid] ? state.OfflineLogDirsByBrokerId[bid].length : 0 }}
diff --git a/src/components/KafkaClusterState.vue b/src/components/KafkaClusterState.vue
index 18df1b0..075d174 100644
--- a/src/components/KafkaClusterState.vue
+++ b/src/components/KafkaClusterState.vue
@@ -16,7 +16,7 @@
@@ -42,13 +42,47 @@
-
{{ Number(stats_replicas / stats_leaders).toFixed(2) }}
+ {{ stats_leaders > 0 ? Number(stats_replicas / stats_leaders).toFixed(2) : 'N/A' }}
-
{{ stats_outofsync }}
+ {{ stats_outofsync }}
+
+
+
+
+
+
+
{{ KafkaBrokerState.Summary.Topics }}
+
+
+
+
+ Max Leader/Broker: {{ Number(KafkaBrokerState.Summary.MaxLeadersPerBroker).toFixed(0) }}
+ Avg Leader/Broker: {{ Number(KafkaBrokerState.Summary.AvgLeadersPerBroker).toFixed(0) }}
+ Std Leader/Broker: {{ Number(KafkaBrokerState.Summary.StdLeadersPerBroker).toFixed(1) }}
+
+
+
+
+ Max Replica/Broker: {{ Number(KafkaBrokerState.Summary.MaxReplicasPerBroker).toFixed(0) }}
+ Avg Replica/Broker: {{ Number(KafkaBrokerState.Summary.AvgReplicasPerBroker).toFixed(0) }}
+ Std Replica/Broker: {{ Number(KafkaBrokerState.Summary.StdReplicasPerBroker).toFixed(1) }}
+
+
+
+
+
+
{{ stats_online_logdirs }}
+
+
+
+
+
+
{{ stats_offline_logdirs }}
Bootstrap Metrics
Refresh Monitor SubState
+
+ Auto-Refresh {{ autoRefresh ? 'ON (30s)' : 'OFF' }}
+
-
+
-
{{ MonitorState.state }} ({{ MonitorState.loadingProgressPct.toFixed(2) }})
+
{{ MonitorState.state }} ({{ MonitorState.loadingProgressPct != null ? MonitorState.loadingProgressPct.toFixed(2) : '0.00' }})
{{ MonitorState.state }}
⏯
@@ -34,13 +37,13 @@
- {{ MonitorState.trained == 'false' ? 'TRAINING' : 'TRAINED' }} ({{MonitorState.trainingPct.toFixed(2) }} %)
+ {{ MonitorState.trained === true ? 'TRAINED' : 'TRAINING' }} ({{ MonitorState.trainingPct != null ? MonitorState.trainingPct.toFixed(2) : '0.00' }} %)
-
{{ MonitorState.numMonitoredWindows }}
+
{{ MonitorState.numMonitoredWindows }}
@@ -49,19 +52,19 @@
-
{{ MonitorState.numTotalPartitions | formatNumber }}
+
{{ MonitorState.numTotalPartitions | formatNumber }}
-
{{ MonitorState.numValidPartitions | formatNumber }}
+
{{ MonitorState.numValidPartitions | formatNumber }}
-
{{ MonitorState.numFlawedPartitions | formatNumber }}
+
{{ MonitorState.numFlawedPartitions | formatNumber }}
@@ -70,17 +73,16 @@
diff --git a/src/components/PartitionLoad.vue b/src/components/PartitionLoad.vue
index 36ac885..390ebb1 100644
--- a/src/components/PartitionLoad.vue
+++ b/src/components/PartitionLoad.vue
@@ -23,16 +23,17 @@
+
{{ r.EndpointWithParams }}
-
+
@@ -79,6 +79,8 @@
+
+
diff --git a/src/components/ReplicaLoad.vue b/src/components/ReplicaLoad.vue
index d2460ac..0313bc4 100644
--- a/src/components/ReplicaLoad.vue
+++ b/src/components/ReplicaLoad.vue
@@ -17,7 +17,7 @@
Fetching New Data ...
@@ -39,19 +39,25 @@
-
-
-
+
+
+ {{ rack.rackid }}
+ {{ host.name | formatHost }}
+ {{ broker.brokerid }}
+ No replica details available.
+
+
+
{{ rack.rackid }}
{{ host.name | formatHost }}
{{ broker.brokerid }}
{{ replica.topic + '-' + replica.partition }}
{{ replica.isLeader }}
-
+
{{ replica.load.snapshots[0].disk | formatUnits }}
{{ replica.load.snapshots[0].cpu.toFixed(0) }}
- {{ replica.load.snapshots[0].networkOutbound | formatNetworkUnits }}
{{ replica.load.snapshots[0].networkInbound | formatNetworkUnits }}
+ {{ replica.load.snapshots[0].networkOutbound | formatNetworkUnits }}
No Load data available.
@@ -59,14 +65,6 @@
-
-
- {{ rack.rackid }}
- {{ host.name | formatHost }}
- {{ broker.brokerid }}
- No replica details available.
-
-
@@ -75,6 +73,9 @@
\ No newline at end of file
+
diff --git a/src/components/State.vue b/src/components/State.vue
index a168be2..08b06d8 100644
--- a/src/components/State.vue
+++ b/src/components/State.vue
@@ -1,48 +1,39 @@
-
-
-
-
-
- Executor State
- Monitor State Analyzer State Anomaly Detector State
-
-
-
-
+
+
+
+ Executor State
+
+
+ Monitor State
+
+
+ Analyzer State
+
+
+ Anomaly Detector State
+
+
+
-
+
+
diff --git a/src/components/Summary.vue b/src/components/Summary.vue
index 47df4c1..70f94ce 100644
--- a/src/components/Summary.vue
+++ b/src/components/Summary.vue
@@ -25,8 +25,8 @@
-
-
+
@@ -37,7 +37,7 @@
import SummaryRow from '@/components/SummaryRow'
export default {
- name: 'Summary',
+ name: 'ClusterSummary',
components: {
SummaryRow
},
@@ -47,6 +47,15 @@ export default {
},
groups () {
return this.config ? ['all'].concat(Object.keys(this.config)) : ['all']
+ },
+ filteredConfig () {
+ if (!this.config) return {}
+ if (this.selectedGroup === 'all') return this.config
+ const result = {}
+ if (this.config[this.selectedGroup]) {
+ result[this.selectedGroup] = this.config[this.selectedGroup]
+ }
+ return result
}
},
methods: {
@@ -57,7 +66,7 @@ export default {
data () {
return {
periodicity: 60000,
- selectedGroup: this.groups ? this.groups[-1] : 'all'
+ selectedGroup: 'all'
}
}
}
diff --git a/src/components/SummaryRow.vue b/src/components/SummaryRow.vue
index b6d9227..4d774d2 100644
--- a/src/components/SummaryRow.vue
+++ b/src/components/SummaryRow.vue
@@ -3,19 +3,27 @@
{{ group }}
{{ cluster }}
- Loading ...
+
Loading ...
+
+
+ Error loading data
+
+
+ Waiting for data...
{{ stats_brokers }}
{{ stats_leaders }}
{{ stats_replicas }}
- {{ Number(stats_replicas / stats_leaders).toFixed(2) }}
+ {{ stats_leaders > 0 ? Number(stats_replicas / stats_leaders).toFixed(2) : 'N/A' }}
{{ stats_outofsync }}
+
+
diff --git a/src/constants.js b/src/constants.js
new file mode 100644
index 0000000..86d39a8
--- /dev/null
+++ b/src/constants.js
@@ -0,0 +1,13 @@
+// Copyright 2017-2019 LinkedIn Corp. Licensed under the BSD 2-Clause License (the "License"). See License in the project root for license information.
+
+// Auto-refresh interval for components with periodic polling (ms)
+export const AUTO_REFRESH_INTERVAL = 30000
+
+// Delay before retrying when CC returns an async/progress response (ms)
+export const ASYNC_RETRY_DELAY = 10000
+
+// Max retries when waiting for URL resolution in argsChanged()
+export const ARGS_RETRY_MAX = 20
+
+// Delay between argsChanged retries (ms)
+export const ARGS_RETRY_DELAY = 500
diff --git a/src/fetchCC.js b/src/fetchCC.js
new file mode 100644
index 0000000..31200f3
--- /dev/null
+++ b/src/fetchCC.js
@@ -0,0 +1,49 @@
+// Copyright 2017-2019 LinkedIn Corp. Licensed under the BSD 2-Clause License (the "License"). See License in the project root for license information.
+
+/**
+ * Shared fetch helper for Cruise Control API calls.
+ *
+ * Uses window.fetch with credentials:'include' so authentication cookies/headers
+ * are sent to Cruise Control (required when CC has auth enabled).
+ * Parses the response and categorises it into one of four outcomes:
+ * - empty: CC returned an empty body
+ * - async: CC returned a progress / async response (text/plain or has `progress` key)
+ * - error: HTTP error (non-2xx)
+ * - success: valid JSON data
+ *
+ * @param {string} url
+ * @param {object} [options] Extra fetch options (e.g. headers for User-Task-ID)
+ * @returns {Promise<{type: string, data: *, status: number, headers: Headers}>}
+ */
+export default function fetchCC (url, options) {
+ // Delete CC's JSESSIONID cookie before each request to prevent its UserTaskManager
+ // from mapping the session to a previous task and returning stale cached results.
+ // We clear on both common context paths so this works regardless of Jetty config,
+ // while leaving any JSESSIONID set by an SSO proxy on a different path untouched.
+ document.cookie = 'JSESSIONID=; expires=Thu, 01 Jan 1970 00:00:00 GMT; path=/'
+ document.cookie = 'JSESSIONID=; expires=Thu, 01 Jan 1970 00:00:00 GMT; path=/kafkacruisecontrol'
+ const fetchOptions = Object.assign({ credentials: 'include', cache: 'no-store' }, options)
+
+ return window.fetch(url, fetchOptions)
+ .then(function (resp) {
+ const contentType = resp.headers.get('content-type') || ''
+ return resp.text().then(function (text) {
+ return { text, contentType, ok: resp.ok, status: resp.status, headers: resp.headers }
+ })
+ })
+ .then(function (resp) {
+ let data
+ try { data = JSON.parse(resp.text) } catch (e) { data = resp.text }
+
+ if (!resp.ok) {
+ return { type: 'error', data, status: resp.status, headers: resp.headers }
+ }
+ if (data === null || data === undefined || data === '') {
+ return { type: 'empty', data, status: resp.status, headers: resp.headers }
+ }
+ if (resp.contentType.match(/text\/plain/) || (typeof data === 'object' && data !== null && data.progress !== undefined)) {
+ return { type: 'async', data, status: resp.status, headers: resp.headers }
+ }
+ return { type: 'success', data, status: resp.status, headers: resp.headers }
+ })
+}
diff --git a/src/goals.js b/src/goals.js
index e990e13..f301f93 100644
--- a/src/goals.js
+++ b/src/goals.js
@@ -2,119 +2,119 @@
export default {
goals: [
{
- 'goal': 'RackAwareGoal',
- 'hardGoal': true,
- 'group': 1,
- 'description': 'Ensures that all replicas of each partition are assigned in a rack aware manner -- i.e. no more than one replica of each partition resides in the same rack.'
+ goal: 'RackAwareGoal',
+ hardGoal: true,
+ group: 1,
+ description: 'Ensures that all replicas of each partition are assigned in a rack aware manner -- i.e. no more than one replica of each partition resides in the same rack.'
},
{
- 'goal': 'RackAwareDistributionGoal',
- 'hardGoal': true,
- 'group': 1,
- 'description': 'A relaxed version of RackAwareGoal to use in clusters with partitions whose replication factor > number of racks.'
+ goal: 'RackAwareDistributionGoal',
+ hardGoal: true,
+ group: 1,
+ description: 'A relaxed version of RackAwareGoal to use in clusters with partitions whose replication factor > number of racks.'
},
{
- 'goal': 'ReplicaCapacityGoal',
- 'hardGoal': true,
- 'group': 1,
- 'description': 'Ensures that the maximum number of replicas per broker is under the specified maximum limit.'
+ goal: 'ReplicaCapacityGoal',
+ hardGoal: true,
+ group: 1,
+ description: 'Ensures that the maximum number of replicas per broker is under the specified maximum limit.'
},
{
- 'goal': 'CpuCapacityGoal',
- 'hardGoal': true,
- 'group': 1,
- 'description': 'Ensures that CPU utilization of each broker is below a given threshold.'
+ goal: 'CpuCapacityGoal',
+ hardGoal: true,
+ group: 1,
+ description: 'Ensures that CPU utilization of each broker is below a given threshold.'
},
{
- 'goal': 'DiskCapacityGoal',
- 'hardGoal': true,
- 'group': 1,
- 'description': 'Ensures that Disk space usage of each broker is below a given threshold.'
+ goal: 'DiskCapacityGoal',
+ hardGoal: true,
+ group: 1,
+ description: 'Ensures that Disk space usage of each broker is below a given threshold.'
},
{
- 'goal': 'NetworkInboundCapacityGoal',
- 'hardGoal': true,
- 'group': 1,
- 'description': 'Ensures that inbound network utilization of each broker is below a given threshold.'
+ goal: 'NetworkInboundCapacityGoal',
+ hardGoal: true,
+ group: 1,
+ description: 'Ensures that inbound network utilization of each broker is below a given threshold.'
},
{
- 'goal': 'NetworkOutboundCapacityGoal',
- 'hardGoal': true,
- 'group': 1,
- 'description': 'Ensures that outbound network utilization of each broker is below a given threshold.'
+ goal: 'NetworkOutboundCapacityGoal',
+ hardGoal: true,
+ group: 1,
+ description: 'Ensures that outbound network utilization of each broker is below a given threshold.'
},
{
- 'goal': 'PotentialNwOutGoal',
- 'hardGoal': false,
- 'group': 1,
- 'description': 'Ensures that the potential network output (when all the replicas in the broker become leaders) on each of the broker do not exceed the broker\'s network outbound bandwidth capacity.'
+ goal: 'PotentialNwOutGoal',
+ hardGoal: false,
+ group: 1,
+ description: 'Ensures that the potential network output (when all the replicas in the broker become leaders) on each of the broker do not exceed the broker\'s network outbound bandwidth capacity.'
},
{
- 'goal': 'CpuUsageDistributionGoal',
- 'hardGoal': false,
- 'group': 1,
- 'description': 'Attempts to keep the CPU usage variance among brokers within a certain range relative to the average CPU utilization.'
+ goal: 'CpuUsageDistributionGoal',
+ hardGoal: false,
+ group: 1,
+ description: 'Attempts to keep the CPU usage variance among brokers within a certain range relative to the average CPU utilization.'
},
{
- 'goal': 'DiskUsageDistributionGoal',
- 'hardGoal': false,
- 'group': 1,
- 'description': 'Attempts to keep the Disk space usage variance among brokers within a certain range relative to the average Disk utilization.'
+ goal: 'DiskUsageDistributionGoal',
+ hardGoal: false,
+ group: 1,
+ description: 'Attempts to keep the Disk space usage variance among brokers within a certain range relative to the average Disk utilization.'
},
{
- 'goal': 'NetworkInboundUsageDistributionGoal',
- 'hardGoal': false,
- 'group': 1,
- 'description': 'Attempts to keep the inbound network utilization variance among brokers within a certain range relative to the average inbound network utilization.'
+ goal: 'NetworkInboundUsageDistributionGoal',
+ hardGoal: false,
+ group: 1,
+ description: 'Attempts to keep the inbound network utilization variance among brokers within a certain range relative to the average inbound network utilization.'
},
{
- 'goal': 'NetworkOutboundUsageDistributionGoal',
- 'hardGoal': false,
- 'group': 1,
- 'description': 'Attempts to keep the outbound network utilization variance among brokers within a certain range relative to the average outbound network utilization.'
+ goal: 'NetworkOutboundUsageDistributionGoal',
+ hardGoal: false,
+ group: 1,
+ description: 'Attempts to keep the outbound network utilization variance among brokers within a certain range relative to the average outbound network utilization.'
},
{
- 'goal': 'LeaderBytesInDistributionGoal',
- 'hardGoal': false,
- 'group': 1,
- 'description': 'Attempts to equalize the leader bytes in rate on each host.'
+ goal: 'LeaderBytesInDistributionGoal',
+ hardGoal: false,
+ group: 1,
+ description: 'Attempts to equalize the leader bytes in rate on each host.'
},
{
- 'goal': 'LeaderReplicaDistributionGoal',
- 'hardGoal': false,
- 'group': 1,
- 'description': 'Attempts to maintain an even distribution of any topic\'s leader replicas across the entire cluster.'
+ goal: 'LeaderReplicaDistributionGoal',
+ hardGoal: false,
+ group: 1,
+ description: 'Attempts to maintain an even distribution of any topic\'s leader replicas across the entire cluster.'
},
{
- 'goal': 'TopicReplicaDistributionGoal',
- 'hardGoal': false,
- 'group': 1,
- 'description': 'Attempts to maintain an even distribution of any topic\'s replicas across the entire cluster.'
+ goal: 'TopicReplicaDistributionGoal',
+ hardGoal: false,
+ group: 1,
+ description: 'Attempts to maintain an even distribution of any topic\'s replicas across the entire cluster.'
},
{
- 'goal': 'ReplicaDistributionGoal',
- 'hardGoal': false,
- 'group': 1,
- 'description': 'Attempts to make all the brokers in a cluster have a similar number of replicas.'
+ goal: 'ReplicaDistributionGoal',
+ hardGoal: false,
+ group: 1,
+ description: 'Attempts to make all the brokers in a cluster have a similar number of replicas.'
},
{
- 'goal': 'PreferredLeaderElectionGoal',
- 'hardGoal': false,
- 'group': 1,
- 'skip': true,
- 'description': 'Simply move the leaders to the first replica of each partition.'
+ goal: 'PreferredLeaderElectionGoal',
+ hardGoal: false,
+ group: 1,
+ skip: true,
+ description: 'Simply move the leaders to the first replica of each partition.'
},
{
- 'goal': 'KafkaAssignerDiskUsageDistributionGoal',
- 'hardGoal': false,
- 'group': 2,
- 'description': '(Kafka-assigner mode) Attempts to distribute disk usage evenly among brokers based on swap.'
+ goal: 'KafkaAssignerDiskUsageDistributionGoal',
+ hardGoal: false,
+ group: 2,
+ description: '(Kafka-assigner mode) Attempts to distribute disk usage evenly among brokers based on swap.'
},
{
- 'goal': 'KafkaAssignerEvenRackAwareGoal',
- 'hardGoal': false,
- 'group': 2,
- 'description': '(Kafka-assigner mode) Attempts to achieve rack aware even replica distribution.'
+ goal: 'KafkaAssignerEvenRackAwareGoal',
+ hardGoal: false,
+ group: 2,
+ description: '(Kafka-assigner mode) Attempts to achieve rack aware even replica distribution.'
}
]
}
diff --git a/src/main.js b/src/main.js
index 773d960..1741f51 100644
--- a/src/main.js
+++ b/src/main.js
@@ -19,17 +19,21 @@ Vue.use(Vuex)
Vue.component('exception', Exception)
Vue.component('async-task', AsyncTask)
+Axios.defaults.withCredentials = true
Vue.prototype.$http = Axios
Vue.prototype.$helpers = Api
Vue.config.productionTip = false
// disk is already in MB
Vue.filter('formatUnits', function (v) {
+ if (v === 'DEAD') {
+ return 'N/A'
+ }
v = v * 1024 * 1024
- var units = [ 'B', 'KB', 'MB', 'GB', 'TB', 'PB', 'EB', 'ZB', 'YB' ]
- for (var i = 0; i < units.length; i++) {
+ const units = ['B', 'KB', 'MB', 'GB', 'TB', 'PB', 'EB', 'ZB', 'YB']
+ for (let i = 0; i < units.length; i++) {
if (v <= Math.pow(1024, i + 1)) {
- var value = v / Math.pow(1024, i)
+ let value = v / Math.pow(1024, i)
value = value.toFixed(2)
return value + ' ' + units[i]
}
@@ -39,11 +43,11 @@ Vue.filter('formatUnits', function (v) {
// network is in KB
Vue.filter('formatNetworkUnits', function (v) {
v = v * 1000
- var units = [ 'Bps', 'KBps', 'MBps', 'GBps', 'TBps', 'PBps', 'EBps', 'ZBps', 'YBps' ]
- for (var i = 0; i < units.length; i++) {
+ const units = ['Bps', 'KBps', 'MBps', 'GBps', 'TBps', 'PBps', 'EBps', 'ZBps', 'YBps']
+ for (let i = 0; i < units.length; i++) {
if (v <= Math.pow(1024, i + 1)) {
- var value = v / Math.pow(1024, i)
- value = value.toFixed(0)
+ let value = v / Math.pow(1024, i)
+ value = value.toFixed(1)
return value + ' ' + units[i]
}
}
@@ -61,6 +65,11 @@ Vue.filter('formatNumber', function (v) {
return Number(v).toLocaleString()
})
+Vue.filter('formatDecimal', function (v) {
+ const n = Number(v)
+ return isNaN(n) ? '—' : n.toFixed(2)
+})
+
Vue.filter('camelCase', function (v) {
return v.split('_').map(word => word.charAt(0).toUpperCase() + word.slice(1).toLowerCase()).join(' ')
})
@@ -70,8 +79,30 @@ Vue.filter('splitCamelCase', function (v) {
})
Vue.filter('formatLocalTime', function (v) {
- let d = new Date() / 1000
- return Number((d - v / 1000)).toFixed(0) + ' secs'
+ const diff = Math.floor((Date.now() - v) / 1000)
+
+ const d = Math.floor(diff / 86400)
+ const h = Math.floor((diff % 86400) / 3600)
+ const m = Math.floor((diff % 3600) / 60)
+ const s = diff % 60
+
+ if (d > 0) {
+ if (h > 0) return d + 'd ' + h + 'h ago'
+ if (m > 0) return d + 'd ' + m + 'm ago'
+ return d + 'd ago'
+ }
+
+ if (h > 0) {
+ if (m > 0) return h + 'h ' + m + 'm ago'
+ return h + 'h ago'
+ }
+
+ if (m > 0) {
+ if (s > 0) return m + 'm ' + s + 's ago'
+ return m + 'm ago'
+ }
+
+ return s + 's ago'
})
/* eslint-disable no-new */
diff --git a/src/router/index.js b/src/router/index.js
index 759dc51..775b47d 100644
--- a/src/router/index.js
+++ b/src/router/index.js
@@ -20,7 +20,6 @@ import UserTasks from '@/components/UserTasks'
import ConfigInsights from '@/components/ConfigInsights'
import ResourceDistribution from '@/components/ResourceDistribution'
import PeerReview from '@/components/PeerReview'
-import store from '@/store'
import Summary from '@/components/Summary'
Vue.use(Router)
@@ -152,10 +151,5 @@ export default new Router({
],
props: true
}
- ],
- beforeEach: function (to, from, next) {
- console.log('called before each : %s -> %s', to, from)
- store.commit('seturl', to)
- next()
- }
+ ]
})
diff --git a/src/store/index.js b/src/store/index.js
index 8d1dd08..3696b5f 100644
--- a/src/store/index.js
+++ b/src/store/index.js
@@ -2,6 +2,7 @@
import Vue from 'vue'
import Vuex from 'vuex'
+import { AUTO_REFRESH_INTERVAL } from '@/constants'
Vue.use(Vuex)
@@ -15,7 +16,7 @@ export default new Vuex.Store({
url: null, // origin of the current CC we are dealing with
online: true,
autoReloadEnabled: false, // disabled by default
- autoReloadInterval: 30000, // 30 seconds
+ autoReloadInterval: AUTO_REFRESH_INTERVAL,
// these control the enablement of a module in cruise control
modules: {
chart_page: true,
@@ -47,7 +48,7 @@ export default new Vuex.Store({
},
getnewurl: function (state, getters) {
return function (group, label) {
- return state.config[group][label]
+ return state.config[group] && state.config[group][label]
}
},
getTaskId: function (state, getters) {