From 87c7fa3cfdadca4ee883daf84373302a42ad5fdc Mon Sep 17 00:00:00 2001 From: Joseph Fernandes Date: Wed, 18 Feb 2015 19:45:23 +0530 Subject: Adding Libgfdb to GlusterFS ************************************************************************* Libgfdb | ************************************************************************* Libgfdb provides abstract mechanism to record extra/rich metadata required for data maintenance, such as data tiering/classification. It provides consumer with API for recording and querying, keeping the consumer abstracted from the data store used beneath for storing data. It works in a plug-and-play model, where data stores can be plugged-in. Presently we have plugin for Sqlite3. In the future will provide recording and querying performance optimizer. In the current implementation the schema of metadata is fixed. Schema: ~~~~~~ GF_FILE_TB Table: ~~~~~~~~~~~~~~~~~ This table has one entry per file inode. It holds the metadata required to make decisions in data maintenance. GF_ID (Primary key) : File GFID (Universal Unique IDentifier in the namespace) W_SEC, W_MSEC : Write wind time in sec & micro-sec UW_SEC, UW_MSEC : Write un-wind time in sec & micro-sec W_READ_SEC, W_READ_MSEC : Read wind time in sec & micro-sec UW_READ_SEC, UW_READ_MSEC : Read un-wind time in sec & micro-sec WRITE_FREQ_CNTR INTEGER : Write Frequency Counter READ_FREQ_CNTR INTEGER : Read Frequency Counter GF_FLINK_TABLE: ~~~~~~~~~~~~~~ This table has all the hardlinks to a file inode. GF_ID : File GFID (Composite Primary Key)``| GF_PID : Parent Directory GFID (Composite Primary Key) |-> Primary Key FNAME : File Base Name (Composite Primary Key)__| FPATH : File Full Path (Its redundant for now, this will go) W_DEL_FLAG : This Flag is used for crash consistancy, when a link is unlinked. i.e Set to 1 during unlink wind and during unwind this record is deleted LINK_UPDATE : This Flag is used when a link is changed i.e rename. Set to 1 when rename wind and set to 0 in rename unwind Libgfdb API: ~~~~~~~~~~~ Refer libglusterfs/src/gfdb/gfdb_data_store.h Change-Id: I2e9fbab3878ce630a7f41221ef61017dc43db11f BUG: 1194753 Signed-off-by: Joseph Fernandes Signed-off-by: Dan Lambright Signed-off-by: Joseph Fernandes Reviewed-on: http://review.gluster.org/9683 Tested-by: Gluster Build System Reviewed-by: Vijay Bellur --- configure.ac | 38 +++++++++++++++++++++++++++++++------- 1 file changed, 31 insertions(+), 7 deletions(-) (limited to 'configure.ac') diff --git a/configure.ac b/configure.ac index c3f505bcc00..419e0a741e3 100644 --- a/configure.ac +++ b/configure.ac @@ -38,6 +38,7 @@ AC_CONFIG_HEADERS([config.h]) AC_CONFIG_FILES([Makefile libglusterfs/Makefile libglusterfs/src/Makefile + libglusterfs/src/gfdb/Makefile geo-replication/src/peer_gsec_create geo-replication/src/peer_mountbroker extras/peer_add_secret_pub @@ -216,6 +217,7 @@ AC_CONFIG_FILES([Makefile contrib/uuid/uuid_types.h glusterfs-api.pc libgfchangelog.pc + libgfdb.pc api/Makefile api/src/Makefile api/examples/Makefile @@ -495,7 +497,7 @@ AM_CONDITIONAL([ENABLE_BD_XLATOR], [test x$BUILD_BD_XLATOR = xyes]) AC_CHECK_HEADERS([openssl/cmac.h], [have_cmac_h=yes], [have_cmac_h=no]) AC_ARG_ENABLE([crypt-xlator], - AC_HELP_STRING([--enable-crypt-xlator], [Build crypt encryption xlator])) + AC_HELP_STRING([--enable-crypt-xlator], [Build crypt encryption xlator])) if test "x$enable_crypt_xlator" = "xyes" -a "x$have_cmac_h" = "xno"; then AC_MSG_ERROR([Encryption xlator requires OpenSSL with cmac.h]) @@ -538,7 +540,7 @@ AC_ARG_ENABLE([qemu-block], if test "x$enable_qemu_block" != "xno"; then PKG_CHECK_MODULES([GLIB], [glib-2.0], [HAVE_GLIB_2="yes"], - [HAVE_GLIB_2="no"]) + [HAVE_GLIB_2="no"]) fi if test "x$enable_qemu_block" = "xyes" -a "x$HAVE_GLIB_2" = "xno"; then @@ -550,7 +552,7 @@ BUILD_QEMU_BLOCK=no if test "x${enable_qemu_block}" != "xno" -a "x${HAVE_GLIB_2}" = "xyes"; then BUILD_QEMU_BLOCK=yes AC_DEFINE(HAVE_QEMU_BLOCK, 1, [define if libglib-2.0 library found and QEMU - Block translator enabled]) + Block translator enabled]) fi @@ -675,6 +677,25 @@ AC_SUBST(ZLIB_CFLAGS) AC_SUBST(ZLIB_LIBS) # end CDC xlator secion +# Data tiering requires sqlite +AC_ARG_ENABLE([tiering], + AC_HELP_STRING([--disable-tiering], + [Disable data classification/tiering]), + [BUILD_GFDB="${enableval}"], [BUILD_GFDB="yes"]) + +if test "x${BUILD_GFDB}" = "xyes"; then + PKG_CHECK_MODULES([SQLITE], [sqlite3], + AC_DEFINE(USE_GFDB, 1), + AC_MSG_ERROR([pass --disable-tiering to build without sqlite])) +else + AC_DEFINE(USE_GFDB, 0, [no sqlite, gfdb is disabled]) +fi + +AC_SUBST(SQLITE_CFLAGS) +AC_SUBST(SQLITE_LIBS) +AM_CONDITIONAL(BUILD_GFDB, test "x${BUILD_GFDB}" = "xyes") +AM_CONDITIONAL(USE_GFDB, test "x${BUILD_GFDB}" = "xyes") + # check for systemtap/dtrace BUILD_SYSTEMTAP=no AC_MSG_CHECKING([whether to include systemtap tracing support]) @@ -718,12 +739,12 @@ if test "x$enable_xml_output" != "xno"; then if test "x${no_xml}" = "x"; then AC_DEFINE([HAVE_LIB_XML], [1], [Define to 1 if using libxml2.]) else - if test "x$enable_georeplication" != "xno"; then + if test "x$enable_georeplication" != "xno"; then AC_MSG_ERROR([libxml2 devel libraries not found]) - else - AC_MSG_WARN([libxml2 devel libraries not found disabling XML support]) + else + AC_MSG_WARN([libxml2 devel libraries not found disabling XML support]) BUILD_XML_OUTPUT="no" - fi + fi fi else @@ -1222,6 +1243,8 @@ GFAPI_VERSION="4."${PACKAGE_VERSION} LIBGFCHANGELOG_VERSION="0.0.1" AC_SUBST(GFAPI_VERSION) AC_SUBST(LIBGFCHANGELOG_VERSION) +LIBGFDB_VERSION="0.0.1" +AC_SUBST(LIBGFDB_VERSION) dnl libtool versioning LIBGFXDR_LT_VERSION="0:1:0" @@ -1265,4 +1288,5 @@ echo "QEMU Block formats : $BUILD_QEMU_BLOCK" echo "Encryption xlator : $BUILD_CRYPT_XLATOR" echo "Unit Tests : $BUILD_UNITTEST" echo "POSIX ACLs : $USE_POSIX_ACLS" +echo "Data Classification : $BUILD_GFDB" echo -- cgit