checkfileaccess.py

import ast
import os
from typing import Set

def collect_called_functions_from_file(filename: str) -> Set[str]:
    """
    Parses a Python file and collects names of all functions called within it.
    """
    class FunctionCallCollector(ast.NodeVisitor):
        def __init__(self):
            super().__init__()
            self.called_functions = set()

        def visit_Call(self, node: ast.Call):
            if isinstance(node.func, ast.Attribute) and isinstance(node.func.value, ast.Name):
                self.called_functions.add(f"{node.func.value.id}.{node.func.attr}")
            elif isinstance(node.func, ast.Attribute):
                self.called_functions.add(node.func.attr)
            elif isinstance(node.func, ast.Name):
                self.called_functions.add(node.func.id)
            self.generic_visit(node)

    with open(filename, 'r', encoding='utf-8') as file:
        source_code = file.read()

    parsed_ast = ast.parse(source_code)
    collector = FunctionCallCollector()
    collector.visit(parsed_ast)
    return collector.called_functions

def checks_file_access(called_functions: Set[str]) -> bool:
    """
    Checks if any of the called functions are related to file access operations.
    """
    file_operations = {
        'open', 'read', 'write', 'readline', 'readlines',
        'os.remove', 'os.unlink', 'os.rename', 'os.renames', 'os.mkdir', 'os.makedirs', 'os.rmdir', 'os.removedirs',
        'shutil.copy', 'shutil.copy2', 'shutil.copyfile', 'shutil.copytree', 'shutil.move', 'shutil.rmtree',
        'pandas.read_csv', 'pandas.to_csv', 'pandas.read_excel', 'pandas.to_excel',
        'numpy.load', 'numpy.save', 'numpy.savetxt', 'json.load', 'json.dump',
        'csv.reader', 'csv.writer', 'pickle.load', 'pickle.dump', 'yaml.load', 'yaml.dump',
        'xml.etree.ElementTree.parse', 'xml.etree.ElementTree.ElementTree.write',
    }

    return any(func in called_functions for func in file_operations)


def generate_file_access_report(directory_path="./execution", report_file_path="./execution/fileaccess.txt", file_prefix="cell", file_extension=".py", file_count=10):
    """
    Generates a report of Python files within a specified directory that access files,
    and writes the names of these files to a text file, each on a new line.
    """
    accessed_files = []

    for i in range(1, file_count + 1):
        file_path = os.path.join(directory_path, f"{file_prefix}{i}{file_extension}")
        if os.path.exists(file_path):
            called_functions = collect_called_functions_from_file(file_path)
            if checks_file_access(called_functions):
                accessed_files.append(os.path.basename(file_path))

    with open(report_file_path, 'w', encoding='utf-8') as report_file:
        for filename in accessed_files:
            # Use os.path.splitext to get the file name without extension
            base_name = os.path.splitext(filename)[0]
            report_file.write(f"{base_name}\n")