Skip to content

Commit

Permalink
implement dropCached/Expired/StatsCommand in nereids
Browse files Browse the repository at this point in the history
  • Loading branch information
yx-keith committed Mar 7, 2025
1 parent ca850fa commit eef5f6e
Show file tree
Hide file tree
Showing 9 changed files with 404 additions and 12 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -737,19 +737,14 @@ supportedStatsStatement
(WITH analyzeProperties)* propertyClause? #analyzeDatabase
| ANALYZE TABLE name=multipartIdentifier partitionSpec?
columns=identifierList? (WITH analyzeProperties)* propertyClause? #analyzeTable
;

unsupportedStatsStatement
: ALTER TABLE name=multipartIdentifier SET STATS
LEFT_PAREN propertyItemList RIGHT_PAREN partitionSpec? #alterTableStats
| ALTER TABLE name=multipartIdentifier (INDEX indexName=identifier)?
MODIFY COLUMN columnName=identifier
SET STATS LEFT_PAREN propertyItemList RIGHT_PAREN partitionSpec? #alterColumnStats
| DROP STATS tableName=multipartIdentifier
columns=identifierList? partitionSpec? #dropStats
| DROP CACHED STATS tableName=multipartIdentifier #dropCachedStats
| DROP EXPIRED STATS #dropExpiredStats
| DROP ANALYZE JOB INTEGER_VALUE #dropAanalyzeJob
;

unsupportedStatsStatement
: DROP ANALYZE JOB INTEGER_VALUE #dropAanalyzeJob
| KILL ANALYZE jobId=INTEGER_VALUE #killAnalyzeJob
| SHOW TABLE STATS tableName=multipartIdentifier
partitionSpec? columnList=identifierList? #showTableStats
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -26,6 +26,7 @@
import org.apache.doris.analysis.DbName;
import org.apache.doris.analysis.EncryptKeyName;
import org.apache.doris.analysis.FunctionName;
import org.apache.doris.analysis.PartitionNames;
import org.apache.doris.analysis.PassVar;
import org.apache.doris.analysis.SetType;
import org.apache.doris.analysis.StorageBackend;
Expand Down Expand Up @@ -560,12 +561,14 @@
import org.apache.doris.nereids.trees.plans.commands.DeleteFromCommand;
import org.apache.doris.nereids.trees.plans.commands.DeleteFromUsingCommand;
import org.apache.doris.nereids.trees.plans.commands.DescribeCommand;
import org.apache.doris.nereids.trees.plans.commands.DropCachedStatsCommand;
import org.apache.doris.nereids.trees.plans.commands.DropCatalogCommand;
import org.apache.doris.nereids.trees.plans.commands.DropCatalogRecycleBinCommand;
import org.apache.doris.nereids.trees.plans.commands.DropCatalogRecycleBinCommand.IdType;
import org.apache.doris.nereids.trees.plans.commands.DropConstraintCommand;
import org.apache.doris.nereids.trees.plans.commands.DropDatabaseCommand;
import org.apache.doris.nereids.trees.plans.commands.DropEncryptkeyCommand;
import org.apache.doris.nereids.trees.plans.commands.DropExpiredStatsCommand;
import org.apache.doris.nereids.trees.plans.commands.DropFileCommand;
import org.apache.doris.nereids.trees.plans.commands.DropFunctionCommand;
import org.apache.doris.nereids.trees.plans.commands.DropJobCommand;
Expand All @@ -574,6 +577,7 @@
import org.apache.doris.nereids.trees.plans.commands.DropRepositoryCommand;
import org.apache.doris.nereids.trees.plans.commands.DropRoleCommand;
import org.apache.doris.nereids.trees.plans.commands.DropSqlBlockRuleCommand;
import org.apache.doris.nereids.trees.plans.commands.DropStatsCommand;
import org.apache.doris.nereids.trees.plans.commands.DropStoragePolicyCommand;
import org.apache.doris.nereids.trees.plans.commands.DropTableCommand;
import org.apache.doris.nereids.trees.plans.commands.DropUserCommand;
Expand Down Expand Up @@ -840,6 +844,7 @@
import java.util.ArrayList;
import java.util.Collections;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Locale;
import java.util.Map;
Expand Down Expand Up @@ -6092,5 +6097,33 @@ public LogicalPlan visitDescribeTableValuedFunction(DorisParser.DescribeTableVal
}
return new DescribeCommand(tableValuedFunctionRef);
}

@Override
public LogicalPlan visitDropStats(DorisParser.DropStatsContext ctx) {
TableNameInfo tableNameInfo = new TableNameInfo(visitMultipartIdentifier(ctx.tableName));

Set<String> columnNames = new HashSet<>();
if (ctx.identifierList() != null) {
columnNames.addAll(visitIdentifierList(ctx.identifierList()));
}

PartitionNames partitionNames = null;
if (ctx.partitionSpec() != null) {
Pair<Boolean, List<String>> partitionSpec = visitPartitionSpec(ctx.partitionSpec());
partitionNames = new PartitionNames(partitionSpec.first, partitionSpec.second);
}
return new DropStatsCommand(tableNameInfo, columnNames, partitionNames);
}

@Override
public LogicalPlan visitDropCachedStats(DorisParser.DropCachedStatsContext ctx) {
TableNameInfo tableNameInfo = new TableNameInfo(visitMultipartIdentifier(ctx.tableName));
return new DropCachedStatsCommand(tableNameInfo);
}

@Override
public LogicalPlan visitDropExpiredStats(DorisParser.DropExpiredStatsContext ctx) {
return new DropExpiredStatsCommand();
}
}

Original file line number Diff line number Diff line change
Expand Up @@ -310,5 +310,8 @@ public enum PlanType {
ALTER_SYSTEM_SET_LOAD_ERRORS_HU,
ALTER_SYSTEM_MODIFY_BACKEND,
ALTER_SYSTEM_MODIFY_FRONTEND_OR_BACKEND_HOSTNAME,
ALTER_SYSTEM_RENAME_COMPUTE_GROUP
}
ALTER_SYSTEM_RENAME_COMPUTE_GROUP,
DROP_STATS_COMMAND,
DROP_CACHED_STATS_COMMAND,
DROP_EXPIRED_STATS_COMMAND
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,99 @@
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.

package org.apache.doris.nereids.trees.plans.commands;

import org.apache.doris.analysis.StmtType;
import org.apache.doris.catalog.DatabaseIf;
import org.apache.doris.catalog.Env;
import org.apache.doris.catalog.TableIf;
import org.apache.doris.common.AnalysisException;
import org.apache.doris.common.ErrorCode;
import org.apache.doris.common.ErrorReport;
import org.apache.doris.common.UserException;
import org.apache.doris.datasource.CatalogIf;
import org.apache.doris.mysql.privilege.PrivPredicate;
import org.apache.doris.nereids.trees.plans.PlanType;
import org.apache.doris.nereids.trees.plans.commands.info.TableNameInfo;
import org.apache.doris.nereids.trees.plans.visitor.PlanVisitor;
import org.apache.doris.qe.ConnectContext;
import org.apache.doris.qe.StmtExecutor;

/**
* Manually drop cached statistics for table and its mv.
* <p>
* syntax:
* DROP CACHED STATS TableName;
*/
public class DropCachedStatsCommand extends DropCommand {
private final TableNameInfo tableNameInfo;
private long catalogId;
private long dbId;
private long tblId;

public DropCachedStatsCommand(TableNameInfo tableNameInfo) {
super(PlanType.DROP_CACHED_STATS_COMMAND);
this.tableNameInfo = tableNameInfo;
}

@Override
public void doRun(ConnectContext ctx, StmtExecutor executor) throws Exception {
validate(ctx);
ctx.getEnv().getAnalysisManager().dropCachedStats(catalogId, dbId, tblId);
}

private void validate(ConnectContext ctx) throws UserException {
if (tableNameInfo == null) {
throw new UserException("Should specify a valid table name.");
}
tableNameInfo.analyze(ctx);
String catalogName = tableNameInfo.getCtl();
String dbName = tableNameInfo.getDb();
String tblName = tableNameInfo.getTbl();
CatalogIf catalog = ctx.getEnv().getCatalogMgr().getCatalogOrAnalysisException(tableNameInfo.getCtl());
DatabaseIf db = catalog.getDbOrAnalysisException(dbName);
TableIf table = db.getTableOrAnalysisException(tblName);
tblId = table.getId();
dbId = db.getId();
catalogId = catalog.getId();
// check permission
checkAnalyzePriv(catalogName, db.getFullName(), table.getName());
}

private void checkAnalyzePriv(String catalogName, String dbName, String tblName) throws AnalysisException {
if (!Env.getCurrentEnv().getAccessManager()
.checkTblPriv(ConnectContext.get(), catalogName, dbName, tblName,
PrivPredicate.DROP)) {
ErrorReport.reportAnalysisException(
ErrorCode.ERR_TABLEACCESS_DENIED_ERROR,
"DROP",
ConnectContext.get().getQualifiedUser(),
ConnectContext.get().getRemoteIP(),
dbName + "." + tblName);
}
}

@Override
public <R, C> R accept(PlanVisitor<R, C> visitor, C context) {
return visitor.visitDropCachedStatsCommand(this, context);
}

@Override
public StmtType stmtType() {
return StmtType.DROP;
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.

package org.apache.doris.nereids.trees.plans.commands;

import org.apache.doris.analysis.StmtType;
import org.apache.doris.nereids.trees.plans.PlanType;
import org.apache.doris.nereids.trees.plans.visitor.PlanVisitor;
import org.apache.doris.qe.ConnectContext;
import org.apache.doris.qe.StmtExecutor;

/**
* DropExpiredStatsCommand
*/

public class DropExpiredStatsCommand extends DropCommand {

public DropExpiredStatsCommand() {
super(PlanType.DROP_EXPIRED_STATS_COMMAND);
}

@Override
public void doRun(ConnectContext ctx, StmtExecutor executor) throws Exception {
ctx.getEnv().getAnalysisManager().dropExpiredStats();
}

@Override
public <R, C> R accept(PlanVisitor<R, C> visitor, C context) {
return visitor.visitDropExpiredStatsCommand(this, context);
}

@Override
public StmtType stmtType() {
return StmtType.DROP;
}
}
Loading

0 comments on commit eef5f6e

Please sign in to comment.