vulkan: sort graph to allow more parallel execution (#15850)
* vulkan: sort graph to allow more parallel execution Add a backend proc to allow the backend to modify the graph. The vulkan implementation looks at which nodes depend on each other and greedily reorders them to group together nodes that don't depend on each other. It only reorders the nodes, doesn't change the contents of any of them. With #15489, this reduces the number of synchronizations needed. * call optimize_graph per-split
This commit is contained in:
1 parent
0a16bf52e6
commit
e68aa10d8f
13 files changed
+154
No files matched your search
@@ -665,6 +665,7 @@ static ggml_backend_i ggml_backend_webgpu_i = {
|
||||
/* .graph_compute = */ ggml_backend_webgpu_graph_compute,
|
||||
/* .event_record = */ NULL,
|
||||
/* .event_wait = */ NULL,
|
||||
/* .optimize_graph = */ NULL,
|
||||
};
|
||||
|
||||
/* End GGML Backend Interface */
|
||||
|
||||
Reference in new issue
Block a user