1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
|
/* SPDX-License-Identifier: MIT */
/*
* Copyright © 2026 Intel Corporation
*/
#ifndef _XE_CPU_BIND_H_
#define _XE_CPU_BIND_H_
#include <linux/types.h>
struct dma_fence;
struct iosys_map;
struct xe_cpu_bind;
struct xe_cpu_bind_pt_update;
struct xe_device;
struct xe_tlb_inval_job;
struct xe_tile;
struct xe_vm;
struct xe_vm_pgtable_update;
struct xe_vm_pgtable_update_op;
struct xe_vma_ops;
/**
* struct xe_cpu_bind_pt_update_ops - Callbacks for the
* xe_cpu_bind_update_pgtables() function.
*/
struct xe_cpu_bind_pt_update_ops {
/**
* @populate: Populate a page-table with ptes.
* @tile: The tile for the current operation.
* @map: struct iosys_map into the memory to be populated.
* @update: Information about the PTEs to be inserted.
*
* This interface is intended to be used as a callback into the
* page-table system to populate shared page-tables with PTEs.
*/
void (*populate)(struct xe_tile *tile, struct iosys_map *map,
const struct xe_vm_pgtable_update *update);
/**
* @clear: Clear a page-table's ptes.
* @vm: VM being updated
* @tile: The tile for the current operation.
* @map: struct iosys_map into the page-table to be cleared.
* @update: Information about the PTEs to be cleared.
*
* This interface is intended to be used as a callback into the
* page-table system to clear PTEs from shared page-tables.
*/
void (*clear)(struct xe_vm *vm, struct xe_tile *tile,
struct iosys_map *map,
const struct xe_vm_pgtable_update *update);
/**
* @pre_commit: Callback to be called just before arming the
* sched_job.
* @pt_update: Pointer to embeddable callback argument.
*
* Return: 0 on success, negative error code on error.
*/
int (*pre_commit)(struct xe_cpu_bind_pt_update *pt_update);
};
/**
* struct xe_cpu_bind_pt_update - Argument to the struct
* xe_cpu_bind_pt_update_ops callbacks.
*
* Intended to be subclassed to support additional arguments if necessary.
*/
struct xe_cpu_bind_pt_update {
/** @ops: Pointer to the struct xe_cpu_bind_pt_update_ops callbacks */
const struct xe_cpu_bind_pt_update_ops *ops;
/** @vops: VMA operations */
struct xe_vma_ops *vops;
/** @job: The bind job, or NULL if the update is issued immediatel */
struct xe_sched_job *job;
/**
* @ijobs: The TLB invalidation jobs, individual instances can be NULL
*/
#define XE_CPU_BIND_INVAL_JOB_COUNT 4
struct xe_tlb_inval_job *ijobs[XE_CPU_BIND_INVAL_JOB_COUNT];
};
int xe_cpu_bind_init(struct xe_device *xe);
struct xe_exec_queue *xe_cpu_bind_queue(struct xe_cpu_bind *cpu_bind);
void
xe_cpu_bind_update_pgtables_execute(struct xe_vm *vm, struct xe_tile *tile,
const struct xe_cpu_bind_pt_update_ops *ops,
struct xe_vm_pgtable_update_op *pt_op,
u32 num_ops, bool force_clear);
struct dma_fence *
xe_cpu_bind_update_pgtables(struct xe_cpu_bind *cpu_bind,
struct xe_cpu_bind_pt_update *pt_update);
void xe_cpu_bind_job_lock(struct xe_cpu_bind *cpu_bind,
struct xe_exec_queue *q);
void xe_cpu_bind_job_unlock(struct xe_cpu_bind *cpu_bind,
struct xe_exec_queue *q);
#if IS_ENABLED(CONFIG_PROVE_LOCKING)
void xe_cpu_bind_job_lock_assert(struct xe_exec_queue *q);
#else
static inline void xe_cpu_bind_job_lock_assert(struct xe_exec_queue *q)
{
}
#endif
#endif
|
