Files
cc-backend/web/frontend/src/User.root.svelte

552 lines
16 KiB
Svelte

<!--
@component Main user jobs list display component; displays job list and additional information for a given user
Properties:
- `user Object`: The GraphQL user object
- `filterPresets Object`: Optional predefined filter values
-->
<script>
import { untrack, onMount, getContext } from "svelte";
import {
Table,
Row,
Col,
Button,
ButtonGroup,
Icon,
Card,
Spinner,
Input,
InputGroup,
InputGroupText,
Tooltip
} from "@sveltestrap/sveltestrap";
import {
queryStore,
gql,
getContextClient,
} from "@urql/svelte";
import {
init,
convert2uplot,
scramble,
scrambleNames,
} from "./generic/utils.js";
import {
formatNumber,
formatDurationTime
} from "./generic/units.js";
import JobList from "./generic/JobList.svelte";
import JobCompare from "./generic/JobCompare.svelte";
import Filters from "./generic/Filters.svelte";
import PlotGrid from "./generic/PlotGrid.svelte";
import Histogram from "./generic/plots/Histogram.svelte";
import MetricSelection from "./generic/select/MetricSelection.svelte";
import HistogramSelection from "./generic/select/HistogramSelection.svelte";
import Sorting from "./generic/select/SortSelection.svelte";
import TextFilter from "./generic/helper/TextFilter.svelte"
import Refresher from "./generic/helper/Refresher.svelte";
/* Svelte 5 Props */
let {
user,
filterPresets
} = $props();
/* Const Init */
const { query: initq } = init();
const client = getContextClient();
const durationBinOptions = ["1m","10m","1h","6h","12h"];
const metricBinOptions = [10, 20, 50, 100];
const matchedJobCompareLimit = 500;
/* State Init */
// List & Control Vars
let filterComponent = $state(); // see why here: https://stackoverflow.com/questions/58287729/how-can-i-export-a-function-from-a-svelte-component-that-changes-a-value-in-the
let jobFilters = $state([]);
let filterBuffer = $state([]);
let jobList = $state(null);
let matchedListJobs = $state(0);
let isSortingOpen = $state(false);
let isMetricsSelectionOpen = $state(false);
let sorting = $state({ field: "startTime", type: "col", order: "DESC" });
let jobCompare = $state(null);
let matchedCompareJobs = $state(0);
let showCompare = $state(false);
let selectedJobs = $state([]);
// Histogram Vars
let isHistogramSelectionOpen = $state(false);
let numDurationBins = $state("1h");
let numMetricBins = $state(10);
/* Derived Init Return */
const thisInit = $derived($initq?.data ? true : false);
/* Derived */
const ccconfig = $derived(thisInit ? getContext("cc-config") : null);
const globalMetrics = $derived(thisInit ? getContext("globalMetrics") : null);
const shortDuration = $derived(ccconfig?.jobList_hideShortRunningJobs);
let selectedCluster = $derived(filterPresets?.cluster ? filterPresets.cluster : null);
let selectedSubCluster = $derived(filterPresets?.partition ? filterPresets.partition : null);
let metrics = $derived.by(() => {
if (thisInit && ccconfig) {
if (selectedCluster) {
if (selectedSubCluster) {
return ccconfig[`metricConfig_jobListMetrics:${selectedCluster}:${selectedSubCluster}`] ||
ccconfig[`metricConfig_jobListMetrics:${selectedCluster}`] ||
ccconfig.metricConfig_jobListMetrics
}
return ccconfig[`metricConfig_jobListMetrics:${selectedCluster}`] ||
ccconfig.metricConfig_jobListMetrics
}
return ccconfig.metricConfig_jobListMetrics
}
return [];
});
let showFootprint = $derived((thisInit && ccconfig)
? filterPresets?.cluster
? ccconfig[`jobList_showFootprint:${filterPresets.cluster}`]
: ccconfig.jobList_showFootprint
: {}
);
let selectedHistograms = $derived.by(() => {
if (thisInit && ccconfig) {
if (selectedCluster) {
return ccconfig[`userView_histogramMetrics:${selectedCluster}`] // No Fallback; Unspecific lists an include unavailable metrics
}
return ccconfig.userView_histogramMetrics
}
return []
});
let stats = $derived(
queryStore({
client: client,
query: gql`
query ($jobFilters: [JobFilter!]!, $selectedHistograms: [String!], $numDurationBins: String, $numMetricBins: Int) {
jobsStatistics(filter: $jobFilters, metrics: $selectedHistograms, numDurationBins: $numDurationBins , numMetricBins: $numMetricBins ) {
totalJobs
shortJobs
totalWalltime
totalCoreHours
totalAccHours
histDuration {
count
value
}
histNumNodes {
count
value
}
histMetrics {
metric
unit
stat
data {
min
max
count
bin
}
}
}
}
`,
variables: { jobFilters, selectedHistograms, numDurationBins, numMetricBins },
})
);
const hasAccHours = $derived($stats?.data?.jobsStatistics[0]?.totalAccHours != 0);
/* Functions */
function resetJobSelection() {
if (filterComponent && selectedJobs.length === 0) {
filterComponent.updateFilters({ dbId: [] });
};
};
/* Reactive Effects */
$effect(() => {
// Reactive : Trigger Effect
selectedJobs.length
untrack(() => {
// Unreactive : Apply Reset w/o starting infinite loop
resetJobSelection()
});
});
/* On Mount */
onMount(() => {
filterComponent.updateFilters();
});
</script>
<!-- ROW1: Status-->
{#if $initq.fetching}
<Row>
<Col>
<Spinner />
</Col>
</Row>
{:else if $initq.error}
<Row>
<Col>
<Card body color="danger">{$initq.error.message}</Card>
</Col>
</Row>
{/if}
<!-- ROW2: Tools-->
<Row cols={{ xs: 1, md: 2, lg: 6}} class="mb-3">
<Col class="mb-2 mb-lg-0">
<ButtonGroup class="w-100">
<Button outline color="primary" onclick={() => (isSortingOpen = true)} disabled={showCompare}>
<Icon name="sort-up" /> Sorting
</Button>
<Button
outline
color="primary"
onclick={() => (isMetricsSelectionOpen = true)}
>
<Icon name="graph-up" /> Metrics
</Button>
</ButtonGroup>
</Col>
<Col lg="4" class="mb-1 mb-lg-0">
<Filters
bind:this={filterComponent}
{filterPresets}
startTimeQuickSelect
shortJobQuickSelect={(filterBuffer.length > 0)}
shortJobCutoff={ccconfig?.jobList_hideShortRunningJobs}
showFilter={!showCompare}
matchedJobs={showCompare? matchedCompareJobs: matchedListJobs}
applyFilters={(detail) => {
jobFilters = [...detail.filters, { user: { eq: user.username } }];
selectedCluster = jobFilters[0]?.cluster
? jobFilters[0].cluster.eq
: null;
selectedSubCluster = jobFilters[1]?.partition
? jobFilters[1].partition.eq
: null;
filterBuffer = [...jobFilters]
if (showCompare) {
jobCompare.queryJobs(jobFilters);
} else {
jobList.queryJobs(jobFilters);
}
}}
/>
</Col>
<Col class="mb-2 mb-lg-0">
{#if !showCompare}
<InputGroup>
<InputGroupText>
<Icon name="bar-chart-line-fill" />
</InputGroupText>
<InputGroupText>
Duration Bin Size
</InputGroupText>
<Input type="select" bind:value={numDurationBins} style="max-width: 120px;">
{#each durationBinOptions as dbin}
<option value={dbin}>{dbin}</option>
{/each}
</Input>
</InputGroup>
{/if}
</Col>
<Col class="mb-2 mb-lg-0">
{#if !showCompare}
<TextFilter
{filterBuffer}
setFilter={(filter) => filterComponent.updateFilters(filter)}
/>
{/if}
</Col>
<Col class="mb-1 mb-lg-0">
{#if !showCompare}
<Refresher onRefresh={() => {
jobList.refreshJobs()
jobList.refreshAllMetrics()
}} />
{/if}
</Col>
</Row>
<!-- ROW3: Base Information-->
{#if !showCompare}
<Row cols={{ xs: 1, md: 3}} class="mb-2">
{#if $stats.error}
<Col>
<Card body color="danger">{$stats.error.message}</Card>
</Col>
{:else if !$stats.data}
<Col>
<Spinner secondary />
</Col>
{:else}
<Col>
<Table>
<tbody>
<tr>
<th scope="row">Username</th>
<td>{scrambleNames ? scramble(user.username) : user.username}</td>
</tr>
{#if user.name}
<tr>
<th scope="row">Name</th>
<td>{scrambleNames ? scramble(user.name) : user.name}</td>
</tr>
{/if}
{#if user.email}
<tr>
<th scope="row">Email</th>
<td>{user.email}</td>
</tr>
{/if}
<tr>
<th scope="row">Total Jobs</th>
<td>
<span style="cursor: help;" title="{$stats.data.jobsStatistics[0].totalJobs} Jobs">
{formatNumber($stats.data.jobsStatistics[0].totalJobs)} Jobs
</span>
</td>
</tr>
<tr>
<th scope="row">
<span class="mr-1">
Short Jobs
<Icon name="info-circle" id="shortjobs-info" style="margin-left:5px; cursor:help;"/>
</span>
<Tooltip target={`shortjobs-info`} placement="right">
Job duration less than {formatDurationTime(shortDuration)}
</Tooltip>
</th>
<td>
<span style="cursor: help;" title="{$stats.data.jobsStatistics[0].shortJobs} Jobs">
{formatNumber($stats.data.jobsStatistics[0].shortJobs)} Jobs
</span>
</td>
</tr>
<tr>
<th scope="row">Total Walltime</th>
<td>
<span style="cursor: help;" title="{$stats.data.jobsStatistics[0].totalWalltime} Hours">
{formatNumber($stats.data.jobsStatistics[0].totalWalltime)} Hours
</span>
</td>
</tr>
<tr>
<th scope="row">Total Core Hours</th>
<td>
<span style="cursor: help;" title="{$stats.data.jobsStatistics[0].totalCoreHours} Hours">
{formatNumber($stats.data.jobsStatistics[0].totalCoreHours)} Hours
</span>
</td>
</tr>
{#if hasAccHours}
<tr>
<th scope="row">Total Accelerator Hours</th>
<td>
<span style="cursor: help;" title="{$stats.data.jobsStatistics[0].totalAccHours} Hours">
{formatNumber($stats.data.jobsStatistics[0].totalAccHours)} Hours
</span>
</td>
</tr>
{/if}
</tbody>
</Table>
</Col>
<Col class="px-1">
{#key $stats.data.jobsStatistics[0].histDuration}
<Histogram
data={convert2uplot($stats.data.jobsStatistics[0].histDuration)}
title="Duration Distribution"
xlabel="Job Runtimes"
xunit="Runtime"
ylabel="Number of Jobs"
yunit="Jobs"
height={hasAccHours ? 290 : 250}
usesBins
xtime
/>
{/key}
</Col>
<Col class="px-1">
{#key $stats.data.jobsStatistics[0].histNumNodes}
<Histogram
data={convert2uplot($stats.data.jobsStatistics[0].histNumNodes)}
title="Number of Nodes Distribution"
xlabel="Allocated Nodes"
xunit="Nodes"
ylabel="Number of Jobs"
yunit="Jobs"
height={hasAccHours ? 290 : 250}
/>
{/key}
</Col>
{/if}
</Row>
{/if}
<!-- ROW4+5: Selectable Histograms -->
{#if !showCompare}
<Row>
<Col xs="12" md="3" lg="2" class="mb-2 mb-md-0">
<Button
outline
color="secondary"
class="w-100"
onclick={() => (isHistogramSelectionOpen = true)}
>
<Icon name="bar-chart-line" /> Select Histograms
</Button>
</Col>
<Col xs="12" md="9" lg="10" class="mb-2 mb-md-0">
<InputGroup>
<InputGroupText>
<Icon name="bar-chart-line-fill" />
</InputGroupText>
<InputGroupText>
Metric Bins
</InputGroupText>
<Input type="select" bind:value={numMetricBins} style="max-width: 120px;">
{#each metricBinOptions as mbin}
<option value={mbin}>{mbin}</option>
{/each}
</Input>
</InputGroup>
</Col>
</Row>
{#if selectedHistograms?.length > 0}
{#if $stats.error}
<Row>
<Col>
<Card body color="danger">{$stats.error.message}</Card>
</Col>
</Row>
{:else if !$stats.data}
<Row>
<Col>
<Spinner secondary />
</Col>
</Row>
{:else}
<hr class="my-2"/>
<!-- Note: Ignore '#snippet' Error in IDE -->
{#snippet gridContent(item)}
<Histogram
data={convert2uplot(item.data)}
title="Distribution of '{item.metric} ({item.stat})' footprints"
xlabel={`${item.metric} bin maximum ${item?.unit ? `[${item.unit}]` : ``}`}
xunit={item.unit}
ylabel="Number of Jobs"
yunit="Jobs"
usesBins
enableFlip
/>
{/snippet}
{#key $stats.data.jobsStatistics[0].histMetrics}
<PlotGrid
items={$stats.data.jobsStatistics[0].histMetrics}
itemsPerRow={3}
{gridContent}
/>
{/key}
{/if}
{:else}
<Row class="mt-2">
<Col>
<Card body>No footprint histograms selected.</Card>
</Col>
</Row>
{/if}
{/if}
<!-- ROW6: JOB COMPARE TRIGGER-->
<Row class="mt-3">
<Col xs="12" md="3" class="mb-2 mb-md-0">
<ButtonGroup>
<Button color="primary" disabled={(matchedListJobs >= matchedJobCompareLimit && !(selectedJobs.length != 0)) || $initq.fetching} onclick={() => {
if (selectedJobs.length != 0) filterComponent.updateFilters({dbId: selectedJobs})
showCompare = !showCompare
}} >
{showCompare ? 'Return to List' :
matchedListJobs >= matchedJobCompareLimit && selectedJobs.length == 0
? 'Compare Disabled'
: 'Compare' + (selectedJobs.length != 0 ? ` ${selectedJobs.length} ` : ' ') + 'Jobs'
}
</Button>
{#if !showCompare && selectedJobs.length != 0}
<Button class="w-auto" color="warning" onclick={() => {
selectedJobs = [] // Only empty array, filters handled by reactive reset
}}>
Clear
</Button>
{/if}
</ButtonGroup>
</Col>
</Row>
<!-- ROW7: JOB LIST / COMPARE-->
<Row class="mt-2">
<Col>
{#if !showCompare}
<JobList
bind:this={jobList}
bind:matchedListJobs
bind:selectedJobs
{metrics}
{sorting}
{showFootprint}
{filterBuffer}
/>
{:else}
<JobCompare
bind:this={jobCompare}
bind:matchedCompareJobs
{metrics}
{filterBuffer}
/>
{/if}
</Col>
</Row>
<Sorting
bind:isOpen={isSortingOpen}
presetSorting={sorting}
{globalMetrics}
applySorting={(newSort) =>
sorting = {...newSort}
}
/>
<MetricSelection
bind:isOpen={isMetricsSelectionOpen}
bind:showFootprint
presetMetrics={metrics}
cluster={selectedCluster}
subCluster={selectedSubCluster}
configName="metricConfig_jobListMetrics"
footprintSelect
{globalMetrics}
applyMetrics={(newMetrics) =>
metrics = [...newMetrics]
}
/>
<HistogramSelection
cluster={selectedCluster}
bind:isOpen={isHistogramSelectionOpen}
presetSelectedHistograms={selectedHistograms}
configName="userView_histogramMetrics"
{globalMetrics}
applyChange={(newSelection) => {
selectedHistograms = [...newSelection];
}}
/>