Skip to content
GitLab
Projects
Groups
Topics
Snippets
/
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
hpc
gekkofs
Compare revisions
bd17441b134377c6db479206e3da3e9c0a85a04c to e2adcfbe4e285eff643f5299cda32d63d8092396
Commits on Source (2)
Added target mogongpu for usage with gcc 10.2 and mogon module libfabric 1.11.0
· 64e264cc
Frederic Schimmelpfennig
authored
Apr 19, 2021
64e264cc
Temporally disabled SYS_unlink hook in client.
· e2adcfbe
Frederic Schimmelpfennig
authored
Apr 19, 2021
SYS_unlink causes CUDA to be not loaded in TensorFlow.
e2adcfbe
Hide whitespace changes
Inline
Side-by-side
scripts/compile_dep.sh
View file @
e2adcfbe
...
...
@@ -22,7 +22,12 @@ SOURCE=""
INSTALL
=
""
DEP_CONFIG
=
""
VALID_DEP_OPTIONS
=
"mogon2 mogon1 ngio direct all ci"
VALID_DEP_OPTIONS
=
"mogongpu mogon2 mogon1 ngio direct all ci"
MOGONGPU_DEPS
=(
"zstd"
"lz4"
"snappy"
"capstone"
"mercury"
"argobots"
"margo"
"rocksdb"
"syscall_intercept"
"date"
"verbs"
)
MOGON1_DEPS
=(
"zstd"
"lz4"
"snappy"
"capstone"
"ofi"
"mercury"
"argobots"
"margo"
"rocksdb"
...
...
@@ -96,6 +101,10 @@ list_dependencies() {
echo
"Available dependencies: "
echo
-n
" Mogon GPU: "
for
d
in
"
${
MOGONGPU_DEPS
[@]
}
"
;
do
echo
-n
"
$d
"
done
echo
-n
" Mogon 1: "
for
d
in
"
${
MOGON1_DEPS
[@]
}
"
;
do
echo
-n
"
$d
"
...
...
@@ -260,6 +269,10 @@ else
fi
# enable predefined dependency template
case
${
TMP_DEP_CONF
}
in
mogongpu
)
DEP_CONFIG
=(
"
${
MOGONGPU_DEPS
[@]
}
"
)
echo
"'Mogon GPU' dependencies are compiled"
;;
mogon1
)
DEP_CONFIG
=(
"
${
MOGON1_DEPS
[@]
}
"
)
echo
"'Mogon1' dependencies are compiled"
...
...
@@ -486,7 +499,7 @@ if check_dependency "syscall_intercept" "${DEP_CONFIG[@]}"; then
CURR
=
${
SOURCE
}
/syscall_intercept
prepare_build_dir
"
${
CURR
}
"
cd
"
${
CURR
}
"
/build
$CMAKE
-DCMAKE_PREFIX_PATH
=
"
${
INSTALL
}
"
-DCMAKE_INSTALL_PREFIX
=
"
${
INSTALL
}
"
-DCMAKE_BUILD_TYPE
:STRING
=
Debug
-DBUILD_EXAMPLES
:BOOL
=
O
FF
-DBUILD_TESTS
:BOOK
=
OFF ..
$CMAKE
-DCMAKE_CXX_FLAGS
=
"-fcommon "
-DCMAKE_C_FLAGS
=
"-fcommon "
-DCMAKE_PREFIX_PATH
=
"
${
INSTALL
}
"
-DCMAKE_INSTALL_PREFIX
=
"
${
INSTALL
}
"
-DCMAKE_BUILD_TYPE
:STRING
=
Debug
-DBUILD_EXAMPLES
:BOOL
=
O
N
-DBUILD_TESTS
:BOOK
=
OFF ..
make
install
fi
...
...
scripts/dl_dep.sh
View file @
e2adcfbe
...
...
@@ -22,7 +22,12 @@ NA_LAYER=""
DEP_CONFIG
=
""
VERBOSE
=
false
VALID_DEP_OPTIONS
=
"mogon2 mogon1 ngio direct all ci"
VALID_DEP_OPTIONS
=
"mogongpu mogon2 mogon1 ngio direct all ci"
MOGONGPU_DEPS
=(
"zstd"
"lz4"
"snappy"
"capstone"
"mercury"
"argobots"
"margo"
"rocksdb"
"syscall_intercept"
"date"
)
MOGON1_DEPS
=(
"zstd"
"lz4"
"snappy"
"capstone"
"ofi-verbs"
"mercury"
"argobots"
"margo"
"rocksdb"
...
...
@@ -75,6 +80,10 @@ list_dependencies() {
echo
"Available dependencies: "
echo
-n
" Mogon GPU: "
for
d
in
"
${
MOGONGPU_DEPS
[@]
}
"
;
do
echo
-n
"
$d
"
done
echo
-n
" Mogon 1: "
for
d
in
"
${
MOGON1_DEPS
[@]
}
"
;
do
echo
-n
"
$d
"
...
...
@@ -291,6 +300,10 @@ fi
# enable predefined dependency template
case
${
TMP_DEP_CONF
}
in
mogongpu
)
DEP_CONFIG
=(
"
${
MOGONGPU_DEPS
[@]
}
"
)
[[
-z
"
${
DEPENDENCY
}
"
]]
&&
echo
"'Mogon1' dependencies are downloaded"
;;
mogon1
)
DEP_CONFIG
=(
"
${
MOGON1_DEPS
[@]
}
"
)
[[
-z
"
${
DEPENDENCY
}
"
]]
&&
echo
"'Mogon1' dependencies are downloaded"
...
...
src/client/intercept.cpp
View file @
e2adcfbe
...
...
@@ -539,10 +539,12 @@ hook(long syscall_number, long arg0, long arg1, long arg2, long arg3, long arg4,
static_cast
<
unsigned
long
>
(
arg4
));
break
;
case
SYS_unlink
:
*
result
=
gkfs
::
hook
::
hook_unlinkat
(
AT_FDCWD
,
reinterpret_cast
<
const
char
*>
(
arg0
),
0
);
break
;
// SYS_unlink causes CUDA to be not loaded in TensorFlow.
// case SYS_unlink:
// *result = gkfs::hook::hook_unlinkat(
// AT_FDCWD, reinterpret_cast<const char*>(arg0), 0);
// break;
case
SYS_unlinkat
:
*
result
=
gkfs
::
hook
::
hook_unlinkat
(
...
...
@@ -586,6 +588,7 @@ hook(long syscall_number, long arg0, long arg1, long arg2, long arg3, long arg4,
static_cast
<
unsigned
int
>
(
arg2
));
break
;
case
SYS_truncate
:
*
result
=
gkfs
::
hook
::
hook_truncate
(
reinterpret_cast
<
const
char
*>
(
arg0
),
...
...