Skip to content

Commit

Permalink
[ISSUE-4313] Add @OverRide for override method of processing module (#…
Browse files Browse the repository at this point in the history
  • Loading branch information
xubo245 authored Oct 19, 2023
1 parent f18846c commit 39dd8ce
Show file tree
Hide file tree
Showing 5 changed files with 13 additions and 13 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -95,8 +95,8 @@
JobID jobId = new JobID(UUID.randomUUID().toString(), 0);
Random random = new Random();
TaskID task = new TaskID(jobId, TaskType.MAP, random.nextInt());
TaskAttemptID attemptID = new TaskAttemptID(task, random.nextInt());
TaskAttemptContextImpl context = new TaskAttemptContextImpl(hadoopConf, attemptID);
TaskAttemptID attemptId = new TaskAttemptID(task, random.nextInt());
TaskAttemptContextImpl context = new TaskAttemptContextImpl(hadoopConf, attemptId);
this.recordWriter = format.getRecordWriter(context);
this.context = context;
this.writable = new ObjectArrayWritable();
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -63,8 +63,8 @@ class CSVCarbonWriter extends CarbonWriter {
JobID jobId = new JobID(UUID.randomUUID().toString(), 0);
Random random = new Random();
TaskID task = new TaskID(jobId, TaskType.MAP, random.nextInt());
TaskAttemptID attemptID = new TaskAttemptID(task, random.nextInt());
TaskAttemptContextImpl context = new TaskAttemptContextImpl(hadoopConf, attemptID);
TaskAttemptID attemptId = new TaskAttemptID(task, random.nextInt());
TaskAttemptContextImpl context = new TaskAttemptContextImpl(hadoopConf, attemptId);
this.recordWriter = format.getRecordWriter(context);
this.context = context;
this.writable = new ObjectArrayWritable();
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -441,19 +441,19 @@ private <T> void totalRowCountInSplits(Job job, List<InputSplit> splits,
throws IOException, InterruptedException {
CarbonFileInputFormat format = this.prepareFileInputFormat(job, false, true);
long sum = 0;
boolean isIUDTable = false;
boolean isIudTable = false;
if (!StringUtils.isEmpty(this.tablePath)) {
// Check if update or delete happened on the table.
CarbonFile emptyMetadataFile = FileFactory.getCarbonFile(this.tablePath +
CarbonCommonConstants.FILE_SEPARATOR +
CarbonCommonConstants.CARBON_SDK_EMPTY_METADATA_PATH, this.hadoopConf);
if (emptyMetadataFile.exists() && emptyMetadataFile.isDirectory()) {
isIUDTable = true;
isIudTable = true;
}
}
// if filter exists or IUD happened then read the total number of rows after
// building carbon reader else get the row count from the details info of each splits.
if (this.filterExpression != null || isIUDTable) {
if (this.filterExpression != null || isIudTable) {
RecordReader reader = null;
CarbonReader carbonReader = null;
for (InputSplit split : splits) {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -70,8 +70,8 @@ public class JsonCarbonWriter extends CarbonWriter {
JobID jobId = new JobID(UUID.randomUUID().toString(), 0);
Random random = new Random();
TaskID task = new TaskID(jobId, TaskType.MAP, random.nextInt());
TaskAttemptID attemptID = new TaskAttemptID(task, random.nextInt());
TaskAttemptContextImpl context = new TaskAttemptContextImpl(configuration, attemptID);
TaskAttemptID attemptId = new TaskAttemptID(task, random.nextInt());
TaskAttemptContextImpl context = new TaskAttemptContextImpl(configuration, attemptId);
this.recordWriter = outputFormat.getRecordWriter(context);
this.context = context;
this.writable = new ObjectArrayWritable();
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -226,21 +226,21 @@ public void setValue(Object data, int ordinal) {
}

class TimeStampWriter extends ArrowFieldWriter {
private TimeStampMicroTZVector timeStampMicroTZVector;
private TimeStampMicroTZVector timeStampMicroTzVector;

public TimeStampWriter(TimeStampMicroTZVector timeStampMicroTZVector) {
super(timeStampMicroTZVector);
this.timeStampMicroTZVector = timeStampMicroTZVector;
this.timeStampMicroTzVector = timeStampMicroTZVector;
}

@Override
public void setNull() {
this.timeStampMicroTZVector.setNull(count);
this.timeStampMicroTzVector.setNull(count);
}

@Override
public void setValue(Object data, int ordinal) {
this.timeStampMicroTZVector.setSafe(count, (long)data);
this.timeStampMicroTzVector.setSafe(count, (long)data);
}
}

Expand Down

0 comments on commit 39dd8ce

Please sign in to comment.