diff --git a/README.md b/README.md index 8e0988c..34ab2c8 100644 --- a/README.md +++ b/README.md @@ -156,6 +156,24 @@ ds2.count() # End of Python example ``` +#### Enable alluxiocommon enhancement module + +alluxiocommon package is a native enhancement module for alluxiofs based on PyO3 rust bindings. +Currently it enhances big reads (multi-page reads from alluxio) by issuing multi-threaded requests to alluxio. + +to enable it, first install alluxiocommon package: +``` +pip install alluxiocommon +``` +and when start the Alluxio fsspec instance, add an additional option flag: +``` +alluxio_options = {"alluxio.common.extension.enable" : "True"} +alluxio_fs = fsspec.filesystem( + "alluxiofs", etcd_hosts="localhost", target_protocol="s3", + options=alluxio_options +) +``` + ### Running examples with Pyarrow ``` diff --git a/alluxiofs/client/core.py b/alluxiofs/client/core.py index a59da4f..b954a00 100644 --- a/alluxiofs/client/core.py +++ b/alluxiofs/client/core.py @@ -205,8 +205,8 @@ def __init__( ALLUXIO_COMMON_EXTENSION_ENABLE in options and options[ALLUXIO_COMMON_EXTENSION_ENABLE].lower() == "true" ): - print("Using alluxiocommon extension..") - logger.debug("alluxiocommon extension enabled.") + print("alluxiocommon extension enabled.") + logger.info("alluxiocommon extension enabled.") ondemand_pool_disabled = ( ALLUXIO_COMMON_ONDEMANDPOOL_DISABLE in options and options[ALLUXIO_COMMON_ONDEMANDPOOL_DISABLE].lower()