diff --git a/.gitignore b/.gitignore index 665dc95ca5..196eaa742c 100644 --- a/.gitignore +++ b/.gitignore @@ -134,6 +134,7 @@ examples/legacy examples/colocate examples/pset examples/nodeid +examples/client-threaded src/sys/powerpc/atomic-32.s src/sys/powerpc/atomic-64.s diff --git a/examples/Makefile b/examples/Makefile index 07b3d06d18..6ca8603680 100644 --- a/examples/Makefile +++ b/examples/Makefile @@ -14,7 +14,7 @@ # Copyright (c) 2012 Los Alamos National Security, Inc. All rights reserved. # Copyright (c) 2013 Mellanox Technologies, Inc. All rights reserved. # Copyright (c) 2016-2020 Intel, Inc. All rights reserved. -# Copyright (c) 2021-2022 Nanook Consulting. All rights reserved. +# Copyright (c) 2021-2024 Nanook Consulting All rights reserved. # $COPYRIGHT$ # # Additional copyrights may follow @@ -61,7 +61,8 @@ EXAMPLES = \ legacy \ colocate \ pset \ - nodeid + nodeid \ + client-threaded all: $(EXAMPLES) diff --git a/examples/Makefile.include b/examples/Makefile.include index d971d304bc..330c9ecb91 100644 --- a/examples/Makefile.include +++ b/examples/Makefile.include @@ -15,7 +15,7 @@ # Copyright (c) 2012 Los Alamos National Security, Inc. All rights reserved. # Copyright (c) 2013 Mellanox Technologies, Inc. All rights reserved. # Copyright (c) 2016-2020 Intel, Inc. All rights reserved. -# Copyright (c) 2021-2022 Nanook Consulting. All rights reserved. +# Copyright (c) 2021-2024 Nanook Consulting All rights reserved. # $COPYRIGHT$ # # Additional copyrights may follow @@ -69,4 +69,5 @@ EXTRA_DIST += \ examples/tool.c \ examples/colocate.c \ examples/pset.c \ - examples/nodeid.c + examples/nodeid.c \ + examples/client-threaded.c diff --git a/examples/client-threaded.c b/examples/client-threaded.c new file mode 100644 index 0000000000..3c68316fde --- /dev/null +++ b/examples/client-threaded.c @@ -0,0 +1,135 @@ +/* + * Copyright (c) 2004-2010 The Trustees of Indiana University and Indiana + * University Research and Technology + * Corporation. All rights reserved. + * Copyright (c) 2004-2011 The University of Tennessee and The University + * of Tennessee Research Foundation. All rights + * reserved. + * Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, + * University of Stuttgart. All rights reserved. + * Copyright (c) 2004-2005 The Regents of the University of California. + * All rights reserved. + * Copyright (c) 2006-2013 Los Alamos National Security, LLC. + * All rights reserved. + * Copyright (c) 2009-2012 Cisco Systems, Inc. All rights reserved. + * Copyright (c) 2011 Oak Ridge National Labs. All rights reserved. + * Copyright (c) 2013-2020 Intel, Inc. All rights reserved. + * Copyright (c) 2015 Mellanox Technologies, Inc. All rights reserved. + * Copyright (c) 2021-2024 Nanook Consulting All rights reserved. + * $COPYRIGHT$ + * + * Additional copyrights may follow + * + * $HEADER$ + * + */ + +#define _GNU_SOURCE +#include +#include +#include +#include +#include +#include + +#include + +static pmix_proc_t myproc; + + +void* myThread(void* vargp) +{ + pmix_status_t rc; + pmix_proc_t proc; + pmix_value_t *val; + + PMIX_LOAD_PROCID(&proc, myproc.nspace, 1); + fprintf(stderr, "Fetching remote\n"); + rc = PMIx_Get(&proc, "remote", NULL, 0, &val); + fprintf(stderr, "Client ns %s rank %d: PMIx_Get %s returned: %s(%d)\n", + myproc.nspace, myproc.rank, "foobar", PMIx_Error_string(rc), rc); + return NULL; +} + +int main(int argc, char **argv) +{ + pmix_status_t rc; + pmix_value_t value; + pmix_value_t *val = &value; + char *tmp; + pmix_proc_t proc; + uint32_t nprocs, n, k; + pmix_info_t *info, i2; + bool flag; + pthread_t thread_id[4]; + + /* init us - note that the call to "init" includes the return of + * any job-related info provided by the RM. This includes the + * location of all procs in our job */ + if (PMIX_SUCCESS != (rc = PMIx_Init(&myproc, NULL, 0))) { + fprintf(stderr, "Client ns %s rank %d: PMIx_Init failed: %d\n", myproc.nspace, myproc.rank, + rc); + exit(0); + } + fprintf(stderr, "Client ns %s rank %d Running\n", myproc.nspace, myproc.rank); + + value.type = PMIX_UINT64; + value.data.uint64 = 1234; + if (PMIX_SUCCESS != (rc = PMIx_Put(PMIX_LOCAL, "local", &value))) { + fprintf(stderr, "Client ns %s rank %d: PMIx_Put internal failed: %d\n", myproc.nspace, + myproc.rank, rc); + goto done; + } + + value.type = PMIX_UINT64; + value.data.uint64 = 5678; + if (PMIX_SUCCESS != (rc = PMIx_Put(PMIX_REMOTE, "remote", &value))) { + fprintf(stderr, "Client ns %s rank %d: PMIx_Put internal failed: %d\n", myproc.nspace, + myproc.rank, rc); + goto done; + } + + /* push the data to our PMIx server */ + if (PMIX_SUCCESS != (rc = PMIx_Commit())) { + fprintf(stderr, "Client ns %s rank %d: PMIx_Commit failed: %d\n", myproc.nspace, + myproc.rank, rc); + goto done; + } + + /* call fence to synchronize with our peers - instruct + * the fence operation to collect and return all "put" + * data from our peers */ + PMIX_INFO_CREATE(info, 1); + flag = true; + PMIX_INFO_LOAD(info, PMIX_COLLECT_DATA, &flag, PMIX_BOOL); + PMIX_LOAD_PROCID(&proc, myproc.nspace, PMIX_RANK_WILDCARD); + if (PMIX_SUCCESS != (rc = PMIx_Fence(&proc, 1, info, 1))) { + fprintf(stderr, "Client ns %s rank %d: PMIx_Fence failed: %d\n", myproc.nspace, myproc.rank, + rc); + goto done; + } + PMIX_INFO_FREE(info, 1); + + // spawn a few threads - each thread attempts to get data + // published by a peer + if (0 == myproc.rank) { + fprintf(stderr, "%u: SPAWNING THREADS\n", myproc.rank); + for (n=0; n < 4; n++) { + pthread_create(&thread_id[n], NULL, myThread, NULL); + } + // collect them all + for (n=0; n < 4; n++) { + pthread_join(thread_id[n], NULL); + } + } + +done: + /* finalize us */ + rc = PMIx_Finalize(NULL, 0); + if (PMIX_SUCCESS != rc) { + fprintf(stderr, "Client ns %s rank %d:PMIx_Finalize failed: %d\n", myproc.nspace, + myproc.rank, rc); + } + fflush(stderr); + return (0); +}