Мобильная версияЯ хочу переупорядочить столбцы для распределенной матрицы. Следуя объяснению вместе с исходным кодом в ScaLAPACK, я так и не могу понять, что не так с моими параметрами. Вот пример циклического цикла минимум из 4 процессов 7x7 и блоков 6x6:
Код: Выделить всё
#include
#include
#include
#include
#include
#include
#include "mpi.h"
// build with:
// mpicxx --std=c++17 test.cpp -L/opt/scalapack-2.2.0 -L/opt/LAPACK/3.10.0/ -L/opt/OpenBLAS/0.3.19/lib64 -lscalapack -llapack -lopenblas -lgfortran -o test.x
// run with:
// OMP_NUM_THREADS=1 LD_LIBRARY_PATH=/opt/LAPACK/3.10.0:/opt/OpenBLAS/0.3.19/lib64:/opt/MPICH/4.0.2/lib:$LD_LIBRARY_PATH mpirun -np 4 ./test.x
int myid;
extern "C" {
void Cblacs_get(const int ictxt, const int what, int *val);
void Cblacs_pinfo(int *myrank, int *nprocs);
void Cblacs_gridinit(int *ictxt, const char *order, const int nprow, const int npcol);
void Cblacs_gridinfo(const int ictxt, int *nprow, int *npcol, int *myrow, int *mycol);
void Cblacs_gridexit(const int ictxt);
void descinit_(int *desc,
const int *m, const int *n, const int *mb, const int *nb, const int *irsrc, const int *icsrc, const int *ictxt, const int *lld, const int *info);
void pdlapiv_(char *direc, char *rowcol, char *pivroc, int *m, int *n, double *A, int *IA, int *JA, int *DESCA, int *IPIV, int *ip, int *jp, int *descip, int *iwork);
void pdlapv2_(char *direc, char *rowcol, int *m, int *n, double *A, int *IA, int *JA, int *DESCA, int *IPIV, int *ip, int *jp, int *descip);
// compute LOCr or LOCc (local size of data for distributed array)
int numroc_(int *n, int *nb, int *iproc, int *isrcproc, int *nprocs);
}
void random_fill_matrix(double *A, int locr, int locc) {
std::srand(42+myid);
for (int i = 0; i < locr; i++)
for (int j = 0; j < locc; j++)
A[i + j * locr] = (double)rand() / RAND_MAX;
}
void validate_pdlapiv() {
int numprocs, info, ictxt;
int myrow, mycol;
int nprow = 2, npcol = 2;
int zero = 0, one = 1, two = 2;
MPI_Comm_rank(MPI_COMM_WORLD, &myid);
MPI_Comm_size(MPI_COMM_WORLD, &numprocs);
// Initialize BLACS context
Cblacs_pinfo(&myid, &numprocs);
Cblacs_get(0, 0, &ictxt);
Cblacs_gridinit(&ictxt, "Row", nprow, npcol);
Cblacs_gridinfo(ictxt, &nprow, &npcol, &myrow, &mycol);
// Define matrix dimensions and block size
int m = 7, n = 7, mb = 6, nb = 6;
double *A, *B;
// Initialize matrix descriptor for A
int locr = numroc_(&m, &mb, &myrow, &zero, &nprow); // Local number of rows of A
int locc = numroc_(&n, &nb, &mycol, &zero, &npcol); // Local number of columns of A
int lldA = std::max(1, locr); // Local leading dimension of A
int descA[9], descB[9], descip[9];
descinit_(descA, &m, &n, &mb, &nb, &zero, &zero, &ictxt, &lldA, &info);
descinit_(descB, &m, &n, &mb, &nb, &zero, &zero, &ictxt, &lldA, &info);
descinit_(descip, &two, &n, &one, &nb, &zero, &zero, &ictxt, &lldA, &info);
std::vector vA(locr * locc, 0);
std::vector vB(locr * locc, 0);
A = vA.data();
B = vB.data();
// Initialize matrix A with random values and make a copy because PSGEQPF will overwrite it
random_fill_matrix(A, locr, locc);
std::copy(A, A + locr * locc, B);
std::vector ipiv;
if (myid % 2 == 0) {
ipiv = std::vector {3, 4, 6, 7, 2, 1};
} else {
ipiv = std::vector {5};
}
char direc = 'F', rowcol = 'C';
// append several 0 to ipiv
ipiv.insert(ipiv.end(), 6, 0);
pdlapv2_(&direc, &rowcol, &m, &n, A, &one, &one, descA, ipiv.data(), &one, &one, descip);
Cblacs_gridexit(ictxt);
}
int main(int argc, char **argv) {
MPI_Init(&argc, &argv);
validate_pdlapiv();
MPI_Finalize();
return 0;
}
Как можно это исправить?
ИЗМЕНИТЬ. Я включил полную версию файла cpp. Ошибка сегмента:
Код: Выделить всё
*** Error in `./test.x': free(): invalid next size (normal): 0x00000000015b6680 ***
*** Error in `./test.x': free(): invalid next size (normal): 0x00000000023fc680 ***
======= Backtrace: =========
/lib64/libc.so.6(+0x81329)[0x7ffb628c4329]
======= Backtrace: =========
/lib64/libc.so.6(+0x81329)[0x7f25f0d6f329]
/opt/MPICH/4.0.2/lib/libmpi.so.12(+0x340c20)[0x7f25f1cf0c20]
/opt/MPICH/4.0.2/lib/libmpi.so.12(+0x45a674)[0x7f25f1e0a674]
/opt/MPICH/4.0.2/lib/libmpi.so.12(+0x3a9952)[0x7f25f1d59952]
/opt/MPICH/4.0.2/lib/libmpi.so.12(+0x340c20)[0x7ffb63845c20]
/opt/MPICH/4.0.2/lib/libmpi.so.12(+0x45a674)[0x7ffb6395f674]
/opt/MPICH/4.0.2/lib/libmpi.so.12(+0x3a9952)[0x7ffb638ae952]
/opt/MPICH/4.0.2/lib/libmpi.so.12(+0x3a9bfd)[0x7ffb638aebfd]
/opt/MPICH/4.0.2/lib/libmpi.so.12(PMPI_Comm_free+0xe7)[0x7ffb635c3cf7]
/opt/MPICH/4.0.2/lib/libmpi.so.12(+0x3a9bfd)[0x7f25f1d59bfd]
/opt/MPICH/4.0.2/lib/libmpi.so.12(PMPI_Comm_free+0xe7)[0x7f25f1a6ecf7]
./test.x[0x40565f]
./test.x[0x4027d6]
./test.x[0x40565f]
./test.x[0x4027d6]
./test.x[0x4028d4]
./test.x[0x4028d4]
/lib64/libc.so.6(__libc_start_main+0xf5)[0x7ffb62865555]
./test.x[0x4020c9]
======= Memory map: ========
/lib64/libc.so.6(__libc_start_main+0xf5)[0x7f25f0d10555]
./test.x[0x4020c9]
======= Memory map: = = = = = = = = < b r / > 0 0 4 0 0 0 0 0 - 0 0 4 2 4 0 0 0 r - x p 0 0 0 0 0 0 0 0 f d : 0 0 6 4 4 3 3 1 2 0 7 7 / h o m e / u s e r 0 1 / t e s t / u n i t t e s t / t e s t . x < b r / > 0 0 6 2 3 0 0 0 - 0 0 6 2 4 0 0 0 r - - p 0 0 0 2 3 0 0 0 f d : 0 0 6 4 4 3 3 1 2 0 7 7 / h o m e / u s e r 0 1 / t e s t / u n i t t e s t / t e s t . x < b r / > 0 0 6 2 4 0 0 0 - 0 0 6 2 5 0 0 0 r w - p 0 0 0 2 4 0 0 0 f d : 0 0 6 4 4 3 3 1 2 0 7 7 / h o m e / u s e r 0 1 / t e s t / u n i t t e s t / t e s t . x < b r / > 0 1 4 7 d 0 0 0 - 0 1 5 e 1 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 [ h e a p ] < b r / > 2 0 0 0 0 0 0 0 0 - 4 0 0 2 0 0 0 0 0 - - - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 3 0 0 0 0 0 0 0 - 7 f f b 4 0 0 0 0 0 0 0 - - - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 4 0 0 0 0 0 0 0 - 7 f f b 4 0 0 2 1 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 4 0 0 2 1 0 0 0 - 7 f f b 4 4 0 0 0 0 0 0 - - - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 4 8 0 0 0 0 0 0 - 7 f f b 4 8 0 2 1 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 4 8 0 2 1 0 0 0 - 7 f f b 4 c 0 0 0 0 0 0 - - - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 4 e e c d 0 0 0 - 7 f f b 4 f 0 e 5 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 4 f 0 e 5 0 0 0 - 7 f f b 5 5 0 e 5 0 0 0 - - - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 5 5 0 e 5 0 0 0 - 7 f f b 5 d 0 e 5 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 5 d 1 e b 0 0 0 - 7 f f b 5 e 2 e e 0 0 0 r w - s 0 0 0 0 0 0 0 0 0 0 : 1 3 4 8 1 0 3 0 9 2 / d e v / s h m / m p i c 0 0 4 0 0 0 0 0 - 0 0 4 2 4 0 0 0 r - x p 0 0 0 0 0 0 0 0 f d : 0 0 6 4 4 3 3 1 2 0 7 7 / h o m e / u s e r 0 1 / t e s t / u n i t t e s t / t e s t . x < b r / > 0 0 6 2 3 0 0 0 - 0 0 6 2 4 0 0 0 r - - p 0 0 0 2 3 0 0 0 f d : 0 0 6 4 4 3 3 1 2 0 7 7 / h o m e / u s e r 0 1 / t e s t / u n i t t e s t / t e s t . x < b r / > 0 0 6 2 4 0 0 0 - 0 0 6 2 5 0 0 0 r w - p 0 0 0 2 4 0 0 0 f d : 0 0 6 4 4 3 3 1 2 0 7 7 / h o m e / u s e r 0 1 / t e s t / u n i t t e s t / t e s t . x < b r / > 0 2 2 c 3 0 0 0 - 0 2 4 2 7 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 [ h e a p ] < b r / > 2 0 0 0 0 0 0 0 0 - 4 0 0 2 0 0 0 0 0 - - - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 c 0 0 0 0 0 0 0 - 7 f 2 5 d 0 0 0 0 0 0 0 - - - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 d 0 0 0 0 0 0 0 - 7 f 2 5 d 0 0 2 1 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 d 0 0 2 1 0 0 0 - 7 f 2 5 d 4 0 0 0 0 0 0 - - - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 d 8 0 0 0 0 0 0 - 7 f 2 5 d 8 0 2 1 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 d 8 0 2 1 0 0 0 - 7 f 2 5 d c 0 0 0 0 0 0 - - - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 d d 4 4 9 0 0 0 - 7 f 2 5 d d 6 6 1 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 d d 6 6 1 0 0 0 - 7 f 2 5 d e 7 6 4 0 0 0 r w - s 0 0 0 0 0 0 0 0 0 0 : 1 3 4 8 1 0 3 0 9 2 / d e v / s h m / m p i c h _ s h a r _ t m p E x W L 1 x ( d e l e t e d ) < b r / > 7 f 2 5 d e 7 6 4 0 0 0 - 7 f 2 5 d e b 6 8 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 d e b 6 8 0 0 0 - 7 f 2 5 d e b 6 9 h _ s h a r _ t m p E x W L 1 x ( d e l e t e d ) < b r / > 7 f f b 5 e 2 e e 0 0 0 - 7 f f b 5 e a f 6 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 5 e a f 6 0 0 0 - 7 f f b 5 e a f 7 0 0 0 - - - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 5 e a f 7 0 0 0 - 7 f f b 5 f 2 f 7 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 5 f 2 f 7 0 0 0 - 7 f f b 5 f 2 f 8 0 0 0 - - - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 5 f 2 f 8 0 0 0 - 7 f f b 5 f a f 8 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 5 f a f 8 0 0 0 - 7 f f b 5 f a f 9 0 0 0 - - - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 5 f a f 9 0 0 0 - 7 f f b 6 0 2 f 9 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 6 0 2 f 9 0 0 0 - 7 f f b 6 0 3 0 0 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 9 / u s r / l i b 6 4 / l i b r t - 2 . 1 7 . s o < b r / > 7 f f b 6 0 3 0 0 0 0 0 - 7 f f b 6 0 4 f f 0 0 0 - - - p 0 0 0 0 7 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 9 / u s r / l i b 6 4 / l i b r t - 2 . 1 7 . s o < b r / > 7 f f b 6 0 4 f f 0 0 0 - 7 f f b 6 0 5 0 0 0 0 0 r - - p 0 0 0 0 6 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 9 / u s r / l i b 6 4 / l i b r t - 2 . 1 7 . s o < b r / > 7 f f b 6 0 5 0 0 0 0 0 - 7 f f b 6 0 5 0 1 0 0 0 r w - p 0 0 0 0 7 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 9 / u s r / l i b 6 4 / l i b r t - 2 . 1 7 . s o < b r / > 7 f f b 6 0 5 0 1 0 0 0 - 7 f f b 6 1 8 c c 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 7 1 4 8 3 2 2 4 5 / u s r / l i b 6 4 / l i b c u d a . s o . 5 1 0 . 4 7 . 0 3 < b r / > 7 f f b 6 1 8 c c 0 0 0 - 7 f f b 6 1 a c b 0 0 0 - - - p 0 1 3 c b 0 0 0 0 8 : 0 2 1 7 1 4 8 3 2 2 4 5 / u s r / l i b 6 4 / l i b c u d a . s o . 5 1 0 . 4 7 . 0 3 < b r / > 7 f f b 6 1 a c b 0 0 0 - 7 f f b 6 1 b c 1 0 0 0 r - - p 0 1 3 c a 0 0 0 0 8 : 0 2 1 7 1 4 8 3 0 0 0 - - - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 d e b 6 9 0 0 0 - 7 f 2 5 d f 3 6 9 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 d f 3 6 9 0 0 0 - 7 f 2 5 e 7 3 6 9 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 e 7 3 9 e 0 0 0 - 7 f 2 5 e 7 7 a 2 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 e 7 7 a 2 0 0 0 - 7 f 2 5 e 7 7 a 3 0 0 0 - - - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 e 7 7 a 3 0 0 0 - 7 f 2 5 e 7 f a 3 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 e 7 f a 3 0 0 0 - 7 f 2 5 e 7 f a 4 0 0 0 - - - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 e 7 f a 4 0 0 0 - 7 f 2 5 e 8 7 a 4 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 e 8 7 a 4 0 0 0 - 7 f 2 5 e e 7 a 4 0 0 0 - - - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 e e 7 a 4 0 0 0 - 7 f 2 5 e e 7 a b 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 9 / u s r / l i b 6 4 / l i b r t - 2 . 1 7 . s o < b r / > 7 f 2 5 e e 7 a b 0 0 0 - 7 f 2 5 e e 9 a a 0 0 0 - - - p 0 0 0 0 7 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 9 / u s r / l i b 6 4 / l i b r t - 2 . 1 7 . s o < b r / > 7 f 2 5 e e 9 a a 0 0 0 - 7 f 2 5 e e 9 a b 0 0 0 r - - p 0 0 0 0 6 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 9 / u s r / l i b 6 4 / l i b r t - 2 . 1 7 . s o < b r / > 7 f 2 5 e e 9 a b 0 0 0 - 7 f 2 5 e e 9 a c 0 0 0 r w - p 0 0 0 0 7 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 9 / u s r / l i b 6 4 / l i b r t - 2 . 1 7 . s o < b r / > 7 f 2 5 e e 9 a c 0 0 0 - 7 f 2 5 e f d 7 7 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 7 1 4 8 3 2 2 4 5 / u s r / l i b 6 4 / l i b c u d a . s o . 5 1 0 . 4 7 . 0 3 < b r / > 7 f 2 5 e f d 7 7 0 0 0 - 7 f 2 5 e f f 7 6 0 0 0 - - - p 0 1 3 c b 0 0 0 0 8 : 0 2 1 7 1 4 8 3 2 2 4 5 / u s r / l i b 6 4 / l i b c u d a . s o . 5 1 0 . 4 7 . 0 3 < b r / > 7 f 2 2 2 4 5 / u s r / l i b 6 4 / l i b c u d a . s o . 5 1 0 . 4 7 . 0 3 < b r / > 7 f f b 6 1 b c 1 0 0 0 - 7 f f b 6 1 c c c 0 0 0 r w - p 0 1 4 c 0 0 0 0 0 8 : 0 2 1 7 1 4 8 3 2 2 4 5 / u s r / l i b 6 4 / l i b c u d a . s o . 5 1 0 . 4 7 . 0 3 < b r / > 7 f f b 6 1 c c c 0 0 0 - 7 f f b 6 1 d 3 1 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 6 1 d 3 1 0 0 0 - 7 f f b 6 1 d c e 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 9 6 6 3 0 9 / o p t / C U D A / 1 1 . 6 / t a r g e t s / x 8 6 _ 6 4 - l i n u x / l i b / l i b c u d a r t . s o . 1 1 . 6 . 5 5 < b r / > 7 f f b 6 1 d c e 0 0 0 - 7 f f b 6 1 f c e 0 0 0 - - - p 0 0 0 9 d 0 0 0 0 8 : 0 2 9 6 6 3 0 9 / o p t / C U D A / 1 1 . 6 / t a r g e t s / x 8 6 _ 6 4 - l i n u x / l i b / l i b c u d a r t . s o . 1 1 . 6 . 5 5 < b r / > 7 f f b 6 1 f c e 0 0 0 - 7 f f b 6 1 f d 3 0 0 0 r - - p 0 0 0 9 d 0 0 0 0 8 : 0 2 9 6 6 3 0 9 / o p t / C U D A / 1 1 . 6 / t a r g e t s / x 8 6 _ 6 4 - l i n u x / l i b / l i b c u d a r t . s o . 1 1 . 6 . 5 5 < b r / > 7 f f b 6 1 f d 3 0 0 0 - 7 f f b 6 1 f d 4 0 0 0 r w - p 0 0 0 a 2 0 0 0 0 8 : 0 2 9 6 6 3 0 9 / o p t / C U D A / 1 1 . 6 / t a r g e t s / x 8 6 _ 6 4 - l i n u x / l i b / l i b c u d a r t . s o . 1 1 . 6 . 5 5 < b r / > 7 f f b 6 1 f d 4 0 0 0 - 7 f f b 6 1 f d 5 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 6 1 f d 5 0 0 0 - 7 f f b 6 1 f d 7 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 2 / u s r / l i b 6 4 / l i b d l - 2 . 1 7 . s o < b r / > 7 f f b 6 1 f d 7 0 0 0 - 7 f f b 6 2 1 d 7 0 0 0 - - - p 0 0 0 0 2 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 2 / u s r / l i b 6 4 / l i b d l - 2 . 1 7 . s o < b r / > 7 f f b 6 2 1 d 7 0 0 0 - 7 f f b 6 2 1 d 8 0 0 0 r - - p 0 0 0 0 2 5 e f f 7 6 0 0 0 - 7 f 2 5 f 0 0 6 c 0 0 0 r - - p 0 1 3 c a 0 0 0 0 8 : 0 2 1 7 1 4 8 3 2 2 4 5 / u s r / l i b 6 4 / l i b c u d a . s o . 5 1 0 . 4 7 . 0 3 < b r / > 7 f 2 5 f 0 0 6 c 0 0 0 - 7 f 2 5 f 0 1 7 7 0 0 0 r w - p 0 1 4 c 0 0 0 0 0 8 : 0 2 1 7 1 4 8 3 2 2 4 5 / u s r / l i b 6 4 / l i b c u d a . s o . 5 1 0 . 4 7 . 0 3 < b r / > 7 f 2 5 f 0 1 7 7 0 0 0 - 7 f 2 5 f 0 1 d c 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 f 0 1 d c 0 0 0 - 7 f 2 5 f 0 2 7 9 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 9 6 6 3 0 9 / o p t / C U D A / 1 1 . 6 / t a r g e t s / x 8 6 _ 6 4 - l i n u x / l i b / l i b c u d a r t . s o . 1 1 . 6 . 5 5 < b r / > 7 f 2 5 f 0 2 7 9 0 0 0 - 7 f 2 5 f 0 4 7 9 0 0 0 - - - p 0 0 0 9 d 0 0 0 0 8 : 0 2 9 6 6 3 0 9 / o p t / C U D A / 1 1 . 6 / t a r g e t s / x 8 6 _ 6 4 - l i n u x / l i b / l i b c u d a r t . s o . 1 1 . 6 . 5 5 < b r / > 7 f 2 5 f 0 4 7 9 0 0 0 - 7 f 2 5 f 0 4 7 e 0 0 0 r - - p 0 0 0 9 d 0 0 0 0 8 : 0 2 9 6 6 3 0 9 / o p t / C U D A / 1 1 . 6 / t a r g e t s / x 8 6 _ 6 4 - l i n u x / l i b / l i b c u d a r t . s o . 1 1 . 6 . 5 5 < b r / > 7 f 2 5 f 0 4 7 e 0 0 0 - 7 f 2 5 f 0 4 7 f 0 0 0 r w - p 0 0 0 a 2 0 0 0 0 8 : 0 2 9 6 6 3 0 9 / o p t / C U D A / 1 1 . 6 / t a r g e t s / x 8 6 _ 6 4 - l i n u x / l i b / l i b c u d a r t . s o . 1 1 . 6 . 5 5 < b r / > 7 f 2 5 f 0 4 7 f 0 0 0 - 7 f 2 5 f 0 4 8 0 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 f 0 4 8 0 0 0 0 - 7 f 2 5 f 0 4 8 2 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 2 / u s r / l i b 6 4 / l i b d l - 2 . 1 7 . s o < b r / > 7 f 2 5 f 0 4 8 2 0 0 0 - 7 f 2 5 f 0 6 8 2 0 0 0 - - - p 0 0 0 0 2 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 2 / u s r / l i b 6 4 / l 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 2 / u s r / l i b 6 4 / l i b d l - 2 . 1 7 . s o < b r / > 7 f f b 6 2 1 d 8 0 0 0 - 7 f f b 6 2 1 d 9 0 0 0 r w - p 0 0 0 0 3 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 2 / u s r / l i b 6 4 / l i b d l - 2 . 1 7 . s o < b r / > 7 f f b 6 2 1 d 9 0 0 0 - 7 f f b 6 2 1 d f 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 2 3 1 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b a t o m i c . s o . 1 . 2 . 0 < b r / > 7 f f b 6 2 1 d f 0 0 0 - 7 f f b 6 2 3 d e 0 0 0 - - - p 0 0 0 0 6 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 2 3 1 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b a t o m i c . s o . 1 . 2 . 0 < b r / > 7 f f b 6 2 3 d e 0 0 0 - 7 f f b 6 2 3 d f 0 0 0 r - - p 0 0 0 0 5 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 2 3 1 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b a t o m i c . s o . 1 . 2 . 0 < b r / > 7 f f b 6 2 3 d f 0 0 0 - 7 f f b 6 2 3 e 0 0 0 0 r w - p 0 0 0 0 6 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 2 3 1 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b a t o m i c . s o . 1 . 2 . 0 < b r / > 7 f f b 6 2 3 e 0 0 0 0 - 7 f f b 6 2 3 e 1 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 6 2 3 e 1 0 0 0 - 7 f f b 6 2 3 f 8 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 6 1 0 7 7 3 6 9 3 / u s r / l i b 6 4 / l i b p t h r e a d - 2 . 1 7 . s o < b r / > 7 f f b 6 2 3 f 8 0 0 0 - 7 f f b 6 2 5 f 7 0 0 0 - - - p 0 0 0 1 7 0 0 0 0 8 : 0 2 1 6 1 0 7 7 3 6 9 3 / u s r / l i b 6 4 / l i b p t h r e a d - 2 . 1 7 . s o < b r / > 7 f f b 6 2 5 f 7 0 0 0 - 7 f f b 6 2 5 f 8 0 0 0 r - - p 0 0 0 1 6 0 0 0 0 8 : 0 2 1 6 1 0 7 7 3 6 9 3 / u s r / l i b 6 4 / l i b p t h r e a d - 2 . 1 7 . s o < b r / > 7 f f b 6 2 5 f 8 0 0 0 - 7 f f b 6 2 5 f 9 0 0 0 r w - p 0 0 0 1 7 0 0 0 0 8 : 0 2 1 6 1 0 7 7 3 6 i b d l - 2 . 1 7 . s o < b r / > 7 f 2 5 f 0 6 8 2 0 0 0 - 7 f 2 5 f 0 6 8 3 0 0 0 r - - p 0 0 0 0 2 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 2 / u s r / l i b 6 4 / l i b d l - 2 . 1 7 . s o < b r / > 7 f 2 5 f 0 6 8 3 0 0 0 - 7 f 2 5 f 0 6 8 4 0 0 0 r w - p 0 0 0 0 3 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 2 / u s r / l i b 6 4 / l i b d l - 2 . 1 7 . s o < b r / > 7 f 2 5 f 0 6 8 4 0 0 0 - 7 f 2 5 f 0 6 8 a 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 2 3 1 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b a t o m i c . s o . 1 . 2 . 0 < b r / > 7 f 2 5 f 0 6 8 a 0 0 0 - 7 f 2 5 f 0 8 8 9 0 0 0 - - - p 0 0 0 0 6 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 2 3 1 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b a t o m i c . s o . 1 . 2 . 0 < b r / > 7 f 2 5 f 0 8 8 9 0 0 0 - 7 f 2 5 f 0 8 8 a 0 0 0 r - - p 0 0 0 0 5 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 2 3 1 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b a t o m i c . s o . 1 . 2 . 0 < b r / > 7 f 2 5 f 0 8 8 a 0 0 0 - 7 f 2 5 f 0 8 8 b 0 0 0 r w - p 0 0 0 0 6 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 2 3 1 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b a t o m i c . s o . 1 . 2 . 0 < b r / > 7 f 2 5 f 0 8 8 b 0 0 0 - 7 f 2 5 f 0 8 8 c 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 f 0 8 8 c 0 0 0 - 7 f 2 5 f 0 8 a 3 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 6 1 0 7 7 3 6 9 3 / u s r / l i b 6 4 / l i b p t h r e a d - 2 . 1 7 . s o < b r / > 7 f 2 5 f 0 8 a 3 0 0 0 - 7 f 2 5 f 0 a a 2 0 0 0 - - - p 0 0 0 1 7 0 0 0 0 8 : 0 2 1 6 1 0 7 7 3 6 9 3 / u s r / l i b 6 4 / l i b p t h r e a d - 2 . 1 7 . s o < b r / > 7 f 2 5 f 0 a a 2 0 0 0 - 7 f 2 5 f 0 a a 3 0 0 0 r - - p 0 0 0 1 6 0 0 0 0 8 : 0 2 1 6 1 0 7 7 3 6 9 3 / u s r / l i b 6 4 / l i b p t h r e a d - 2 . 1 7 . s o < b r / > 7 f 2 5 f 9 3 / u s r / l i b 6 4 / l i b p t h r e a d - 2 . 1 7 . s o < b r / > 7 f f b 6 2 5 f 9 0 0 0 - 7 f f b 6 2 5 f d 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 6 2 5 f d 0 0 0 - 7 f f b 6 2 6 4 2 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 1 8 9 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b q u a d m a t h . s o . 0 . 0 . 0 < b r / > 7 f f b 6 2 6 4 2 0 0 0 - 7 f f b 6 2 8 4 1 0 0 0 - - - p 0 0 0 4 5 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 1 8 9 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b q u a d m a t h . s o . 0 . 0 . 0 < b r / > 7 f f b 6 2 8 4 1 0 0 0 - 7 f f b 6 2 8 4 2 0 0 0 r - - p 0 0 0 4 4 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 1 8 9 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b q u a d m a t h . s o . 0 . 0 . 0 < b r / > 7 f f b 6 2 8 4 2 0 0 0 - 7 f f b 6 2 8 4 3 0 0 0 r w - p 0 0 0 4 5 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 1 8 9 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b q u a d m a t h . s o . 0 . 0 . 0 < b r / > 7 f f b 6 2 8 4 3 0 0 0 - 7 f f b 6 2 a 0 7 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 0 / u s r / l i b 6 4 / l i b c - 2 . 1 7 . s o < b r / > 7 f f b 6 2 a 0 7 0 0 0 - 7 f f b 6 2 c 0 6 0 0 0 - - - p 0 0 1 c 4 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 0 / u s r / l i b 6 4 / l i b c - 2 . 1 7 . s o < b r / > 7 f f b 6 2 c 0 6 0 0 0 - 7 f f b 6 2 c 0 a 0 0 0 r - - p 0 0 1 c 3 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 0 / u s r / l i b 6 4 / l i b c - 2 . 1 7 . s o < b r / > 7 f f b 6 2 c 0 a 0 0 0 - 7 f f b 6 2 c 0 c 0 0 0 r w - p 0 0 1 c 7 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 0 / u s r / l i b 6 4 / l i b c - 2 . 1 7 . s o < b r / > 7 f f b 6 2 c 0 c 0 0 0 - 7 f f b 6 2 c 1 1 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 6 2 c 1 1 0 0 0 - 7 f f b 6 2 c 2 8 0 0 0 r - x 0 a a 3 0 0 0 - 7 f 2 5 f 0 a a 4 0 0 0 r w - p 0 0 0 1 7 0 0 0 0 8 : 0 2 1 6 1 0 7 7 3 6 9 3 / u s r / l i b 6 4 / l i b p t h r e a d - 2 . 1 7 . s o < b r / > 7 f 2 5 f 0 a a 4 0 0 0 - 7 f 2 5 f 0 a a 8 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 f 0 a a 8 0 0 0 - 7 f 2 5 f 0 a e d 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 1 8 9 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b q u a d m a t h . s o . 0 . 0 . 0 < b r / > 7 f 2 5 f 0 a e d 0 0 0 - 7 f 2 5 f 0 c e c 0 0 0 - - - p 0 0 0 4 5 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 1 8 9 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b q u a d m a t h . s o . 0 . 0 . 0 < b r / > 7 f 2 5 f 0 c e c 0 0 0 - 7 f 2 5 f 0 c e d 0 0 0 r - - p 0 0 0 4 4 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 1 8 9 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b q u a d m a t h . s o . 0 . 0 . 0 < b r / > 7 f 2 5 f 0 c e d 0 0 0 - 7 f 2 5 f 0 c e e 0 0 0 r w - p 0 0 0 4 5 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 1 8 9 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b q u a d m a t h . s o . 0 . 0 . 0 < b r / > 7 f 2 5 f 0 c e e 0 0 0 - 7 f 2 5 f 0 e b 2 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 0 / u s r / l i b 6 4 / l i b c - 2 . 1 7 . s o < b r / > 7 f 2 5 f 0 e b 2 0 0 0 - 7 f 2 5 f 1 0 b 1 0 0 0 - - - p 0 0 1 c 4 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 0 / u s r / l i b 6 4 / l i b c - 2 . 1 7 . s o < b r / > 7 f 2 5 f 1 0 b 1 0 0 0 - 7 f 2 5 f 1 0 b 5 0 0 0 r - - p 0 0 1 c 3 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 0 / u s r / l i b 6 4 / l i b c - 2 . 1 7 . s o < b r / > 7 f 2 5 f 1 0 b 5 0 0 0 - 7 f 2 5 f 1 0 b 7 0 0 0 r w - p 0 0 1 c 7 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 0 / u s r / l i b 6 4 / l i b c - 2 . 1 7 . s o < b r / > 7 f 2 5 f 1 0 b 7 0 0 0 - 7 f 2 5 f 1 0 b c 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 f 1 0 b c 0 0 0 - 7 f 2 5 f 1 0 d 3 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 2 4 1 7 5 1 8 3 5 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b g c c _ s . s o . 1 < b r / > 7 f 2 5 f 1 0 d 3 0 0 0 - 7 f 2 5 f 1 2 d 2 0 0 0 - - - p 0 0 0 1 7 0 0 0 0 8 : 0 2 1 2 4 1 7 5 1 8 3 5 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b g c c _ s . s o . 1 < b r / > 7 f 2 5 f 1 2 d 2 0 0 0 - 7 f 2 5 f 1 2 d 3 0 0 0 r - - p 0 0 0 1 6 0 0 0 0 8 : 0 2 1 2 4 1 7 5 1 8 3 5 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b g c c _ s . s o . 1 < b r / > 7 f 2 5 f 1 2 d 3 0 0 0 - 7 f 2 5 f 1 2 d 4 0 0 0 r w - p 0 0 0 1 7 0 0 0 0 8 : 0 2 1 2 4 1 7 5 1 8 3 5 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b g c c _ s . s o . 1 < b r / > 7 f 2 5 f 1 2 d 4 0 0 0 - 7 f 2 5 f 1 3 d 5 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 3 / u s r / l i b 6 4 / l i b m - 2 . 1 7 . s o < b r / > 7 f 2 5 f 1 3 d 5 0 0 0 - 7 f 2 5 f 1 5 d 4 0 0 0 - - - p 0 0 1 0 1 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 3 / u s r / l i b 6 4 / l i b m - 2 . 1 7 . s o < b r / > 7 f 2 5 f 1 5 d 4 0 0 0 - 7 f 2 5 f 1 5 d 5 0 0 0 r - - p 0 0 1 0 0 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 3 / u s r / l i b 6 4 / l i b m - 2 . 1 7 . s o < b r / > 7 f 2 5 f 1 5 d 5 0 0 0 - 7 f 2 5 f 1 5 d 6 0 0 0 r w - p 0 0 1 0 1 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 3 / u s r / l i b 6 4 / l i b m - 2 . 1 7 . s o < b r / > 7 f 2 5 f 1 5 d 6 0 0 0 - 7 f 2 5 f 1 7 a 0 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 1 4 7 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b s t d c + + . s o . 6 . 0 . 2 8 < b r / > 7 f 2 5 f 1 7 a 0 0 0 0 - 7 f 2 5 f 1 9 9 f 0 0 0 - - - p 0 0 1 c a 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 1 4 7 p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 2 4 1 7 5 1 8 3 5 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b g c c _ s . s o . 1 < b r / > 7 f f b 6 2 c 2 8 0 0 0 - 7 f f b 6 2 e 2 7 0 0 0 - - - p 0 0 0 1 7 0 0 0 0 8 : 0 2 1 2 4 1 7 5 1 8 3 5 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b g c c _ s . s o . 1 < b r / > 7 f f b 6 2 e 2 7 0 0 0 - 7 f f b 6 2 e 2 8 0 0 0 r - - p 0 0 0 1 6 0 0 0 0 8 : 0 2 1 2 4 1 7 5 1 8 3 5 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b g c c _ s . s o . 1 < b r / > 7 f f b 6 2 e 2 8 0 0 0 - 7 f f b 6 2 e 2 9 0 0 0 r w - p 0 0 0 1 7 0 0 0 0 8 : 0 2 1 2 4 1 7 5 1 8 3 5 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b g c c _ s . s o . 1 < b r / > 7 f f b 6 2 e 2 9 0 0 0 - 7 f f b 6 2 f 2 a 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 3 / u s r / l i b 6 4 / l i b m - 2 . 1 7 . s o < b r / > 7 f f b 6 2 f 2 a 0 0 0 - 7 f f b 6 3 1 2 9 0 0 0 - - - p 0 0 1 0 1 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 3 / u s r / l i b 6 4 / l i b m - 2 . 1 7 . s o < b r / > 7 f f b 6 3 1 2 9 0 0 0 - 7 f f b 6 3 1 2 a 0 0 0 r - - p 0 0 1 0 0 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 3 / u s r / l i b 6 4 / l i b m - 2 . 1 7 . s o < b r / > 7 f f b 6 3 1 2 a 0 0 0 - 7 f f b 6 3 1 2 b 0 0 0 r w - p 0 0 1 0 1 0 0 0 0 8 : 0 2 1 6 1 1 6 3 5 1 9 3 / u s r / l i b 6 4 / l i b m - 2 . 1 7 . s o < b r / > 7 f f b 6 3 1 2 b 0 0 0 - 7 f f b 6 3 2 f 5 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 1 4 7 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b s t d c + + . s o . 6 . 0 . 2 8 < b r / > 7 f f b 6 3 2 f 5 0 0 0 - 7 f f b 6 3 4 f 4 0 0 0 - - - p 0 0 1 c a 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 1 4 7 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b s t d c + + . s o . 6 . 0 . 2 8 < b r / > 7 f f b 6 3 4 f 4 0 0 0 - 7 f f b 6 3 4 f f 0 0 0 r - - p 0 0 1 c 9 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 1 4 7 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b s t d c + + . s o . 6 . 0 . 2 8 < b r / > 7 f f b 6 3 4 f f 0 0 0 - 7 f f b 6 3 5 0 2 0 0 0 r w - p 0 0 1 d 4 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 1 4 7 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b s t d c + + . s o . 6 . 0 . 2 8 < b r / > 7 f f b 6 3 5 0 2 0 0 0 - 7 f f b 6 3 5 0 5 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 6 3 5 0 5 0 0 0 - 7 f f b 6 5 d b c 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 6 0 9 5 6 2 1 / o p t / M P I C H / 4 . 0 . 2 / l i b / l i b m p i . s o . 1 2 . 2 . 2 < b r / > 7 f f b 6 5 d b c 0 0 0 - 7 f f b 6 5 f b c 0 0 0 - - - p 0 2 8 b 7 0 0 0 0 8 : 0 2 6 0 9 5 6 2 1 / o p t / M P I C H / 4 . 0 . 2 / l i b / l i b m p i . s o . 1 2 . 2 . 2 < b r / > 7 f f b 6 5 f b c 0 0 0 - 7 f f b 6 5 f c b 0 0 0 r - - p 0 2 8 b 7 0 0 0 0 8 : 0 2 6 0 9 5 6 2 1 / o p t / M P I C H / 4 . 0 . 2 / l i b / l i b m p i . s o . 1 2 . 2 . 2 < b r / > 7 f f b 6 5 f c b 0 0 0 - 7 f f b 6 5 f d 6 0 0 0 r w - p 0 2 8 c 6 0 0 0 0 8 : 0 2 6 0 9 5 6 2 1 / o p t / M P I C H / 4 . 0 . 2 / l i b / l i b m p i . s o . 1 2 . 2 . 2 < b r / > 7 f f b 6 5 f d 6 0 0 0 - 7 f f b 6 6 0 f a 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f f b 6 6 0 f a 0 0 0 - 7 f f b 6 6 1 1 8 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 6 0 9 5 6 3 0 / o p t / M P I C H / 4 . 0 . 2 / l i b / l i b m p i c x x . s o . 1 2 . 2 . 2 < b r / > 7 f f b 6 6 1 1 8 0 0 0 - 7 f f b 6 6 3 1 8 0 0 0 - - - p 0 0 0 1 e 0 0 0 0 8 : 0 2 6 0 9 5 6 3 0 / o p t / M P I C H / 4 . 0 . 2 / l i b / l i b m p i c x x . s o . 1 2 . 2 . 2 < b r / > 7 f f b 6 6 3 1 8 0 0 0 - 7 f f b 6 6 3 1 a 0 0 0 r - - p / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b s t d c + + . s o . 6 . 0 . 2 8 < b r / > 7 f 2 5 f 1 9 9 f 0 0 0 - 7 f 2 5 f 1 9 a a 0 0 0 r - - p 0 0 1 c 9 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 1 4 7 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b s t d c + + . s o . 6 . 0 . 2 8 < b r / > 7 f 2 5 f 1 9 a a 0 0 0 - 7 f 2 5 f 1 9 a d 0 0 0 r w - p 0 0 1 d 4 0 0 0 0 8 : 0 2 1 0 7 9 8 3 4 1 4 7 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b s t d c + + . s o . 6 . 0 . 2 8 < b r / > 7 f 2 5 f 1 9 a d 0 0 0 - 7 f 2 5 f 1 9 b 0 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 f 1 9 b 0 0 0 0 - 7 f 2 5 f 4 2 6 7 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 6 0 9 5 6 2 1 / o p t / M P I C H / 4 . 0 . 2 / l i b / l i b m p i . s o . 1 2 . 2 . 2 < b r / > 7 f 2 5 f 4 2 6 7 0 0 0 - 7 f 2 5 f 4 4 6 7 0 0 0 - - - p 0 2 8 b 7 0 0 0 0 8 : 0 2 6 0 9 5 6 2 1 / o p t / M P I C H / 4 . 0 . 2 / l i b / l i b m p i . s o . 1 2 . 2 . 2 < b r / > 7 f 2 5 f 4 4 6 7 0 0 0 - 7 f 2 5 f 4 4 7 6 0 0 0 r - - p 0 2 8 b 7 0 0 0 0 8 : 0 2 6 0 9 5 6 2 1 / o p t / M P I C H / 4 . 0 . 2 / l i b / l i b m p i . s o . 1 2 . 2 . 2 < b r / > 7 f 2 5 f 4 4 7 6 0 0 0 - 7 f 2 5 f 4 4 8 1 0 0 0 r w - p 0 2 8 c 6 0 0 0 0 8 : 0 2 6 0 9 5 6 2 1 / o p t / M P I C H / 4 . 0 . 2 / l i b / l i b m p i . s o . 1 2 . 2 . 2 < b r / > 7 f 2 5 f 4 4 8 1 0 0 0 - 7 f 2 5 f 4 5 a 5 0 0 0 r w - p 0 0 0 0 0 0 0 0 0 0 : 0 0 0 < b r / > 7 f 2 5 f 4 5 a 5 0 0 0 - 7 f 2 5 f 4 5 c 3 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 6 0 9 5 6 3 0 / o p t / M P I C H / 4 . 0 . 2 / l i b / l i b m p i c x x . s o . 1 2 . 2 . 2 < b r / > 7 f 2 5 f 4 5 c 3 0 0 0 - 7 f 2 5 f 4 7 c 3 0 0 0 - - - p 0 0 0 1 e 0 0 0 0 8 : 0 2 6 0 9 5 6 3 0 / o p t / M P I C H / 4 . 0 . 2 / l i b / l i 0 0 0 1 e 0 0 0 0 8 : 0 2 6 0 9 5 6 3 0 / o p t / M P I C H / 4 . 0 . 2 / l i b / l i b m p i c x x . s o . 1 2 . 2 . 2 < b r / > 7 f f b 6 6 3 1 a 0 0 0 - 7 f f b 6 6 3 1 b 0 0 0 r w - p 0 0 0 2 0 0 0 0 0 8 : 0 2 6 0 9 5 6 3 0 / o p t / M P I C H / 4 . 0 . 2 / l i b / l i b m p i c x x . s o . 1 2 . 2 . 2 < b r / > 7 f f b 6 6 3 1 b 0 0 0 - 7 f f b 6 6 5 a 9 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 0 7 9 7 6 9 9 8 2 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b g f o r t r a n . s o . 5 . 0 . 0 < b r / > 7 f f b 6 6 5 a 9 0 0 0 - 7 f f b 6 6 7 a 9 0 0 0 - - - p 0 0 2 8 e 0 0 0 0 8 : 0 2 1 0 7 9 7 6 9 9 8 2 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b g f o r t r a n . s o . 5 . 0 . 0 < b r / > 7 f f b 6 6 7 a 9 0 0 0 - 7 f f b 6 6 7 a a 0 0 0 r - - p 0 0 2 8 e 0 0 0 0 8 : 0 2 1 0 7 9 7 6 9 9 8 2 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b g f o r t r a n . s o . 5 . 0 . 0 < b r / > 7 f f b 6 6 7 a a 0 0 0 - 7 f f b 6 6 7 a c 0 0 0 r w - p 0 0 2 8 f 0 0 0 0 8 : 0 2 1 0 7 9 7 6 9 9 8 2 / o p t / G C C / 9 . 4 . 0 / l i b 6 4 / l i b g f o r t r a n . s o . 5 . 0 . 0 < b r / > 7 f f b 6 6 7 a c 0 0 0 - 7 f f b 6 7 8 0 4 0 0 0 r - x p 0 0 0 0 0 0 0 0 0 8 : 0 2 1 7 1 2 2 0 2 3 7 / o p t / O p e n B L A S / 0 . 3 . 1 9 / l i b 6 4 / l i b o p e n b l a s . s o . 0 . 3 < b r / > 7 f f b 6 7 8 0 4 0 0 0 - 7 f f b 6 7 a 0 4 0 0 0 - - - p 0 1 0 5 8 0 0 0 0 8 : 0 2 1 7 1 2 2 0 2 3 7 / o p t / O p e n B L A S / 0 . 3 . 1 9 / l i b 6 4 / l i b o p e n b l a s . s o . 0 . 3 < b r / > 7 f f b 67a04000-7ffb67a05000 r--p 01058000 08:02 171220237 /opt/OpenBLAS/0.3.19/lib64/libopenblas.so.0.3
7ffb67a050bmpicxx.so.12.2.2
7f25f47c3000-7f25f47c5000 r--p 0001e000 08:02 6095630 /opt/MPICH/4.0.2/lib/libmpicxx.so.12.2.2
7f25f47c5000-7f25f47c6000 rw-p 00020000 08:02 6095630 /opt/MPICH/4.0.2/lib/libmpicxx.so.12.2.2
7f25f47c6000-7f25f4a54000 r-xp 00000000 08:02 1079769982 /opt/GCC/9.4.0/lib64/libgfortran.so.5.0.0
7f25f4a54000-7f25f4c54000 ---p 0028e000 08:02 1079769982 /opt/GCC/9.4.0/lib64/libgfortran.so.5.0.0
7f25f4c54000-7f25f4c55000 r--p 0028e000 08:02 1079769982 /opt/GCC/9.4.0/lib64/libgfortran.so.5.0.0
7f25f4c55000-7f25f4c57000 rw-p 0028f000 08:02 1079769982 /opt/GCC/9.4.0/lib64/libgfortran.so.5.0.0
7f25f4c57000-7f25f5caf000 r-xp 00000000 08:02 171220237 /opt/OpenBLAS/0.3.19/lib64/libopenblas.so.0.3
7f25f5caf000-7f25f5eaf000 ---p 01058000 08:02 171220237 /opt/OpenBLAS/0.3.19/lib64/libopenblas.so.0.3
7f25f5eaf000-7f25f5eb0000 r--p 01058000 08:02 171220237 /opt/Op00-7ffb67a15000 rw-p 01059000 08:02 171220237 /opt/OpenBLAS/0.3.19/lib64/libopenblas.so.0.3
7ffb67a15000-7ffb67a63000 rw-p 00000000 00:00 0
7ffb67a63000-7ffb68151000 r-xp 00000000 08:02 537059108 /opt/LAPACK/3.10.0/liblapack.so.3.10.0
7ffb68151000-7ffb68350000 ---p 006ee000 08:02 537059108 /opt/LAPACK/3.10.0/liblapack.so.3.10.0
7ffb68350000-7ffb68351000 r--p 006ed000 08:02 537059108 /opt/LAPACK/3.10.0/liblapack.so.3.10.0
7ffb68351000-7ffb68355000 rw-p 006ee000 08:02 537059108 /opt/LAPACK/3.10.0/liblapack.so.3.10.0
7ffb68355000-7ffb68377000 r-xp 00000000 08:02 1611512475 /usr/lib64/ld-2.17.so
7ffb6837f000-7ffb68557000 rw-p 00000000 00:00 0
7ffb6856f000-7ffb68570000 rw-p 00000000 00:00 0
7ffb68570000-7ffb68571000 rw-s 00000000 00:13 48103094 /dev/shm/mpich_shar_tmpWnEFwo (deleted)
7ffb68571000-7ffb68572000 rw-s 00000000 00:13 48103093 /dev/shm/mpich_shar_tmpk0Zcht (deleted)enBLAS/0.3.19/lib64/libopenblas.so.0.3
7f25f5eb0000-7f25f5ec0000 rw-p 01059000 08:02 171220237 /opt/OpenBLAS/0.3.19/lib64/libopenblas.so.0.3
7f25f5ec0000-7f25f5f0e000 rw-p 00000000 00:00 0
7f25f5f0e000-7f25f65fc000 r-xp 00000000 08:02 537059108 /opt/LAPACK/3.10.0/liblapack.so.3.10.0
7f25f65fc000-7f25f67fb000 ---p 006ee000 08:02 537059108 /opt/LAPACK/3.10.0/liblapack.so.3.10.0
7f25f67fb000-7f25f67fc000 r--p 006ed000 08:02 537059108 /opt/LAPACK/3.10.0/liblapack.so.3.10.0
7f25f67fc000-7f25f6800000 rw-p 006ee000 08:02 537059108 /opt/LAPACK/3.10.0/liblapack.so.3.10.0
7f25f6800000-7f25f6822000 r-xp 00000000 08:02 1611512475 /usr/lib64/ld-2.17.so
7f25f682a000-7f25f6a02000 rw-p 00000000 00:00 0
7f25f6a1a000-7f25f6a1b000 rw-p 00000000 00:00 0
7f25f6a1b000-7f25f6a1c000 rw-s 00000000 00:13 48103094 /dev/shm/mpich_shar_tmpWnEFwo (deleted)
7f25f6a1c000-7f25f6a1d000 rw-s 00000000 00:13 48103093
7ffb68572000-7ffb68573000 rw-s 00000000 00:13 48103091 /dev/shm/mpich_shar_tmpcNToMC (deleted)
7ffb68573000-7ffb68576000 rw-p 00000000 00:00 0
7ffb68576000-7ffb68577000 r--p 00021000 08:02 1611512475 /usr/lib64/ld-2.17.so
7ffb68577000-7ffb68578000 rw-p 00022000 08:02 1611512475 /usr/lib64/ld-2.17.so
7ffb68578000-7ffb68579000 rw-p 00000000 00:00 0
7ffc1a41a000-7ffc1a43f000 rw-p 00000000 00:00 0 [stack]
7ffc1a476000-7ffc1a478000 r-xp 00000000 00:00 0 [vdso]
ffffffffff600000-ffffffffff601000 r-xp 00000000 00:00 0 [vsyscall]
/dev/shm/mpich_shar_tmpk0Zcht (deleted)
7f25f6a1d000-7f25f6a1e000 rw-s 00000000 00:13 48103091 /dev/shm/mpich_shar_tmpcNToMC (deleted)
7f25f6a1e000-7f25f6a21000 rw-p 00000000 00:00 0
7f25f6a21000-7f25f6a22000 r--p 00021000 08:02 1611512475 /usr/lib64/ld-2.17.so
7f25f6a22000-7f25f6a23000 rw-p 00022000 08:02 1611512475 /usr/lib64/ld-2.17.so
7f25f6a23000-7f25f6a24000 rw-p 00000000 00:00 0
7ffc23f72000-7ffc23f96000 rw-p 00000000 00:00 0 [stack]
7ffc23fc3000-7ffc23fc5000 r-xp 00000000 00:00 0 [vdso]
ffffffffff600000-ffffffffff601000 r-xp 00000000 00:00 0 [vsyscall]
===================================================================================
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
= PID 6751 RUNNING AT machinename01
= EXIT CODE: 9
= CLEANING UP REMAINING PROCESSES
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
===================================================================================
YOUR APPLICATION TERMINATED WITH THE EXIT STRING: Terminated (signal 15)
This typically refers to a problem with your application.
Please see the FAQ page for debugging suggestions
Второе редактирование:Сделав дамп файла ядра, я получил два файла дампа ядра (я запускал программу с 4 процессами на одной машине).
Загружаю каждый из них в gdb и bt< /code> они у меня есть
Код: Выделить всё
(gdb) bt
#0 0x00007fcb48901387 in raise () from /lib64/libc.so.6
#1 0x00007fcb48902a78 in abort () from /lib64/libc.so.6
#2 0x00007fcb48943f67 in __libc_message () from /lib64/libc.so.6
#3 0x00007fcb4894c329 in _int_free () from /lib64/libc.so.6
#4 0x00007fcb499369c7 in MPIR_Comm_delete_internal () from /opt/MPICH/4.0.2/lib/libmpi.so.12
#5 0x00007fcb4964bcf7 in PMPI_Comm_free () from /opt/MPICH/4.0.2/lib/libmpi.so.12
#6 0x0000000000405668 in Cblacs_gridexit ()
#7 0x00000000004027d6 in validate_pdlapiv () at test.cpp:91
#8 0x00000000004028d4 in main (argc=1, argv=0x7ffda5cc2258) at test.cpp:98
Подробнее здесь: https://stackoverflow.com/questions/777 ... -scalapack
