Skip to content

add alltoallv to pico + implementation alltoall / alltoallv #9

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
FREE-ME-U wants to merge 8 commits into
base: main
Choose a base branch
from
Open

add alltoallv to pico + implementation alltoall / alltoallv #9

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
8 commits
Select commit Hold shift + click to select a range
1726b24
alltoall distance-halving paper
Apr 24, 2026
abb397c
alltoall v1
Apr 29, 2026
159a180
alltoall v1.1
May 1, 2026
6a509a8
add alltoallv to pico + implementation alltoall + implementation allt…
May 6, 2026
dfd73b6
alltoall v2 / alltoallv v1
May 6, 2026
15813d9
add alltoallv to pico + implementation alltoall + implementation allt…
May 8, 2026
218f692
update
May 13, 2026
4dbbf64
fix bug: selector
May 15, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
21 changes: 21 additions & 0 deletions config/algorithms/MPI/Cray-MPICH/alltoallv.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
{
"default_mpich": {
"desc": "MPICH default algorithm selection",
"version": "8.0.0",
"constraints": [
{
"key": "count",
"conditions": [
{
"operator": ">=",
"value": "comm_sz"
}
]
}
],
"selection": "auto",
"tags": [
"default"
]
}
}
32 changes: 31 additions & 1 deletion config/algorithms/MPI/LibPico/alltoall.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,36 @@
"external"
]
},
"bine_dh_over": {
"desc": "LibPico external Alltoall algorithm . This algorithm follows the distance-halving Bine butterfly communication pattern described in the Bine paper.",
"version": "1.0.0",
"constraints": [
{
"key": "count",
"conditions": [
{
"operator": ">=",
"value": "comm_sz"
}
]
},
{
"key": "comm_sz",
"conditions": [
{
"operator": "is_power_of_two",
"value": true
}
]
}
],
"selection": "pico",
"tags": [
"bine",
"external",
"distance-halving"
]
},
"pairwise_ompi_over": {
"desc": "libpico pairwise algorithm, copied from Open MPI.",
"version": "1.0.0",
Expand Down Expand Up @@ -57,4 +87,4 @@
"external"
]
}
}
}
32 changes: 32 additions & 0 deletions config/algorithms/MPI/LibPico/alltoallv.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@
{
"bine_dh_over": {
"desc": "LibPico external Alltoall algorithm . This algorithm follows the distance-halving Bine butterfly communication pattern described in the Bine paper.",
"version": "1.0.0",
"constraints": [
{
"key": "count",
"conditions": [
{
"operator": ">=",
"value": "comm_sz"
}
]
},
{
"key": "comm_sz",
"conditions": [
{
"operator": "is_power_of_two",
"value": true
}
]
}
],
"selection": "pico",
"tags": [
"bine",
"external",
"distance-halving"
]
}
}
21 changes: 21 additions & 0 deletions config/algorithms/MPI/MPICH/alltoallv.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
{
"default_mpich": {
"desc": "MPICH default Alltoallv algorithm selection",
"version": "4.3.0",
"constraints": [
{
"key": "count",
"conditions": [
{
"operator": ">=",
"value": "comm_sz"
}
]
}
],
"selection": "auto",
"tags": [
"default"
]
}
}
66 changes: 66 additions & 0 deletions config/algorithms/MPI/Open-MPI/alltoallv.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,66 @@
{
"default_ompi": {
"desc": "Open MPI default Alltoallv algorithm selection.",
"version": "4.1.5",
"constraints": [
{
"key": "count",
"conditions": [
{
"operator": ">=",
"value": "comm_sz"
}
]
}
],
"selection": 0,
"cuda_support": "yes",
"rocm_support": "ucx",
"tags": [
"ignore"
]
},
"basic_linear_ompi": {
"desc": "Open MPI basic linear Alltoallv algorithm.",
"version": "4.1.5",
"constraints": [
{
"key": "count",
"conditions": [
{
"operator": ">=",
"value": "comm_sz"
}
]
}
],
"selection": 1,
"cuda_support": "yes",
"rocm_support": "ucx",
"tags": [
"basic_linear",
"linear"
]
},
"pairwise_ompi": {
"desc": "Open MPI pairwise Alltoallv algorithm.",
"version": "4.1.5",
"constraints": [
{
"key": "count",
"conditions": [
{
"operator": ">=",
"value": "comm_sz"
}
]
}
],
"selection": 2,
"cuda_support": "yes",
"rocm_support": "ucx",
"tags": [
"pairwise"
]
}
}
2 changes: 1 addition & 1 deletion config/parse_test.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@
"type": "object",
"properties": {
"libpico_version": {"type": "string", "pattern": "^\\d+\\.\\d+\\.\\d+$"},
"collective": {"type": "string", "enum": ["ALLREDUCE", "ALLTOALL", "ALLGATHER", "BCAST", "GATHER", "REDUCE", "REDUCE_SCATTER", "SCATTER"]},
"collective": {"type": "string", "enum": ["ALLREDUCE", "ALLTOALL","ALLTOALLV", "ALLGATHER", "BCAST", "GATHER", "REDUCE", "REDUCE_SCATTER", "SCATTER"]},
"MPI_Op": {"type": "string"},
"tags": {
"type": "object",
Expand Down
16 changes: 16 additions & 0 deletions config/test/alltoallv.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,16 @@
{
"libpico_version": "1.0.0",
"collective": "ALLTOALLV",
"MPI_Op": "MPI_SUM",
"tags": {
"include": [
"internal",
"external"
],
"exclude": []
},
"specific": {
"include": [],
"exclude": []
}
}
5 changes: 5 additions & 0 deletions include/libpico.h
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,8 @@
void* rbuf, size_t rcount, MPI_Datatype rdtype, MPI_Comm comm
#define ALLTOALL_MPI_ARGS const void *sbuf, size_t scount, MPI_Datatype sdtype, \
void *rbuf, size_t rcount, MPI_Datatype rdtype, MPI_Comm comm
#define ALLTOALLV_MPI_ARGS const void *sbuf, const int scounts[], const int sdispls[], MPI_Datatype sdtype, \
void *rbuf, const int rcounts[], const int rdispls[], MPI_Datatype rdtype, MPI_Comm comm
#define BCAST_MPI_ARGS void *buf, size_t count, MPI_Datatype dtype, int root, MPI_Comm comm
#define GATHER_MPI_ARGS const void *sbuf, size_t scount, MPI_Datatype sdtype, \
void *rbuf, size_t rcount, MPI_Datatype rdtype, int root, MPI_Comm comm
Expand Down Expand Up @@ -78,6 +80,9 @@ int allgather_bine_send_remap_hierarcic_global_local(ALLGATHER_MPI_ARGS);

int alltoall_pairwise_ompi(ALLTOALL_MPI_ARGS);
int alltoall_bine(ALLTOALL_MPI_ARGS);
int alltoall_bine_DH(ALLTOALL_MPI_ARGS);

int alltoallv_bine_DH(ALLTOALLV_MPI_ARGS);

int bcast_linear(BCAST_MPI_ARGS);
int bcast_binomial_halving(BCAST_MPI_ARGS);
Expand Down
Loading