tool
/
atlas
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

ATLAS-4817 : Change compression from 'GZ' to 'SNAPPY' in Atlas HBase tables 

Signed-off-by: Pinal Shah <pinal.shah@freestoneinfotech.com>
This commit is contained in:
vinayak.marraiya 2023-12-11 14:58:54 +05:30 committed by Pinal Shah
parent cd3ab82627
commit ab89e78ed5
2 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
graphdb/janus-hbase2/src/main/java/org/janusgraph/diskstorage/hbase2/HBaseStoreManager.java
View File

@ -36,6 +36,7 @@ import org.apache.hadoop.hbase.client.Mutation;
import org.apache.hadoop.hbase.client.Put;
import org.apache.hadoop.hbase.client.Row;
import org.apache.hadoop.hbase.client.TableDescriptor;
import org.apache.hadoop.hbase.io.encoding.DataBlockEncoding;
import org.apache.hadoop.hbase.util.Bytes;
import org.apache.hadoop.hbase.util.Pair;
import org.apache.hadoop.hbase.util.VersionInfo;
@ -114,7 +115,7 @@ public class HBaseStoreManager extends DistributedStoreManager implements KeyCol
"An HBase Compression.Algorithm enum string which will be applied to newly created column families. " +
"The compression algorithm must be installed and available on the HBase cluster. JanusGraph cannot install " +
"and configure new compression algorithms on the HBase cluster by itself.",
ConfigOption.Type.MASKABLE, "GZ");
ConfigOption.Type.MASKABLE, "SNAPPY");
public static final ConfigOption<Boolean> SKIP_SCHEMA_CHECK =
new ConfigOption<>(HBASE_NS, "skip-schema-check",
@ -820,7 +821,7 @@ public class HBaseStoreManager extends DistributedStoreManager implements KeyCol
try {
ColumnFamilyDescriptor cdesc = ColumnFamilyDescriptorBuilder.of(columnFamily);
setCFOptions(cdesc, ttlInSeconds);
cdesc = setCFOptions(cdesc, ttlInSeconds);
adm.addColumn(tableName, cdesc);
@ -850,6 +851,7 @@ public class HBaseStoreManager extends DistributedStoreManager implements KeyCol
ColumnFamilyDescriptor ret = null;
if (null != compression && !compression.equals(COMPRESSION_DEFAULT)) {
cdesc = ColumnFamilyDescriptorBuilder.newBuilder(cdesc).setDataBlockEncoding( DataBlockEncoding.FAST_DIFF).build();
ret = compat.setCompression(cdesc, compression);
}

2
repository/src/main/java/org/apache/atlas/repository/audit/HBaseBasedAuditRepository.java
View File

@ -774,7 +774,7 @@ public class HBaseBasedAuditRepository extends AbstractStorageBasedAuditReposito
HColumnDescriptor columnFamily = new HColumnDescriptor(COLUMN_FAMILY);
columnFamily.setMaxVersions(1);
columnFamily.setDataBlockEncoding(DataBlockEncoding.FAST_DIFF);
columnFamily.setCompressionType(Compression.Algorithm.GZ);
columnFamily.setCompressionType(Compression.Algorithm.SNAPPY);
columnFamily.setBloomFilterType(BloomType.ROW);
tableDescriptor.addFamily(columnFamily);
admin.createTable(tableDescriptor);