josephxsxn

hbase snapshot talbe copy

Aug 3rd, 2018
376
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!

Note

As HBase User

PROD

create_namespace 'reviews'
snapshot 'Reviews_Keys', 'Reviews_Keys-201808003-snapshot'
clone_snapshot 'Reviews_Keys-201808003-snapshot', 'reviews:reviews_prod_keys'

disable 'reviews:reviews_prod_keys'
alter '$reviews:reviews_prod_keys',{NAME=>'dummyCol',COMPRESSION=>'lz4'}
enable 'reviews:reviews_prod_keys'

alt method, table must be setup first.

hbase org.apache.hadoop.hbase.mapreduce.CopyTable --new.name=reviews:reviews_prod_keys Reviews_Keys

DEV

create_namespace 'testns'
snapshot 'pseudoanom:hashed_ids', 'pseudoanom-hashed_ids-201808003-snapshot'
clone_snapshot 'pseudoanom-hashed_ids-201808003-snapshot', 'testns:hashed_ids_01'

create 'testns:hashed_ids_02'
hbase org.apache.hadoop.hbase.mapreduce.CopyTable --new.name=testns:hashed_ids_02 pseudoanom:hashed_ids

desc 'Reviews_Keys'
Table Reviews_Keys is ENABLED
Reviews_Keys, {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}
COLUMN FAMILIES DESCRIPTION
{NAME => 'dummyCol', BLOOMFILTER => 'ROW', VERSIONS => '1', IN_MEMORY => 'false', KEEP_DELETED
_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', COMPRESSION => 'SNAPPY', TTL => 'FOREVER', M
IN_VERSIONS => '0', BLOCKCACHE => 'true', BLOCKSIZE => '65536', REPLICATION_SCOPE => '0'}
1 row(s) in 0.0180 seconds

create 'reviews:reviews_prod_keys','dummyCol';

hbase org.apache.hadoop.hbase.mapreduce.CopyTable -Dhbase.client.scanner.caching=100 -Dmapreduce.map.speculative=false -Dmapreduce.job.maps=1000 -Dmapreduce.map.speculative=false --new.name=reviews:reviews_prod_keys Reviews_Keys

another method

hbase org.apache.hadoop.hbase.mapreduce.Export Reviews_Keys /tmp/Reviews_Keys_orig

hbase org.apache.hadoop.hbase.mapreduce.Import reviews:reviews_prod_keys /tmp/Reviews_Keys_orig

disable 'reviews:reviews_prod_keys'
alter 'reviews:reviews_prod_keys',{NAME=>'dummyCol',COMPRESSION=>'lz4'}
enable 'reviews:reviews_prod_keys'

Add Comment
Please, Sign In to add comment