lee/heritrix3
1
0
Fork 0
mirror of https://github.com/internetarchive/heritrix3.git synced 2026-09-23 22:26:01 +00:00
Code Issues Packages Projects Releases Wiki Activity

keep trying to start up hbase dedup forever

Browse Source
This commit is contained in:
Noah Levitt
2018-11-26 12:06:14 -08:00
parent f8f80249f2
commit 5b911a09b8
1 changed files with 13 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
contrib/src/main/java/org/archive/modules/recrawl/hbase/HBaseTable.java
+13 -10
View File
@@ -101,22 +101,25 @@ public class HBaseTable extends HBaseTableBean {
@Override
public void start() {
int ATTEMPTS = 3;
for (int attempt = 1; attempt <= ATTEMPTS; attempt++) {
try {
if (getCreate()) {
if (getCreate()) {
int attempt = 1;
while (true) {
try {
HBaseAdmin admin = hbase.admin();
if (!admin.tableExists(htableName)) {
HTableDescriptor desc = new HTableDescriptor(TableName.valueOf(htableName));
logger.info("hbase table '" + htableName + "' does not exist, creating it... " + desc);
admin.createTable(desc);
}
}
} catch (IOException e) {
logger.log(Level.WARNING, "(attempt " + attempt + "/" + ATTEMPTS + ") problem creating hbase table " + htableName, e);
if (attempt >= ATTEMPTS) {
throw new RuntimeException(e);
break;
} catch (IOException e) {
logger.log(Level.WARNING, "(attempt " + attempt + ") problem creating hbase table " + htableName, e);
attempt++;
// back off up to 60 seconds between retries
try {
Thread.sleep(Math.min(attempt * 1000, 60000));
} catch (InterruptedException e1) {
}
}
}
}