detect_errors2.py

# 2.1 

# Imports:
# For file management:
from pathlib import Path
import os
# For natural sorting
from natsort import natsorted
# Import for the project path
from criterias import path_project
# For the tokenization in words:
import nltk
nltk.download('punkt_tab')
from nltk.tokenize import word_tokenize


# Main function that scans the folders of folder_exit2
def f21(folder_exit2,folder_exit3,dic1, dic2, list_bad_books, L_name_books_withoutext):
    # We're going to look for the way to folder_exit2: 
    path = Path(path_project+folder_exit2)
    # Locate folder_exit2
    # Extract all subdirectories from it
    # The paths
    l_under_folders = [f.path for f in os.scandir(path) if f.is_dir()]
    # the names:
    l_names_under_folders = [f.name for f in os.scandir(path) if f.is_dir()]
    # But the implementation is poor
    l_under_folders = [ Path(d) for d in l_under_folders]
    # We iterate through all the folders
    for k in range(len(l_under_folders)):
        # For each folder:
        # Its path:
        under_folder = l_under_folders[k]
        # Its name:
        name_book = l_names_under_folders[k]
        print(name_book)
        # We use a for loop to iterate through the folder.
        # This allows us to retrieve all the files.
        # under_folder path
        path_under_folder = under_folder
        # We retrieve the list of files:
        list_files = os.listdir(path_under_folder)
       # Sort the list
        list_files = natsorted(list_files)
        # Store the contents in a list.
        # The list:
        l_contents = []
        # Iterate through the files to populate the list
        # Create the path for the current subfolder:
        path_under_folder = Path(path_under_folder)
        for file in list_files:
            # Point to the file
            list_file = path_under_folder.glob(file)
            for file_1 in list_file:
                # Retrieve the content
                with open(file_1, "r", encoding="utf-8") as f:
                    content = f.read()
                # Add it to the list
                l_contents.append(content)
        # Set the counter to True
        counter = True
        # If the book has fewer than 2 elements: there is a problem with this book.
        # Specifically, if the book has only one element:
        if len(l_contents) == 1:
            counter = False
        # If there is more than one file, we can proceed with the analysis.
        else:
            # Iterate through the list l_contents up to len(liste)-2
            for k in range(len(l_contents)-1):
                # Check if the current content matches the next content.
                if l_contents[k] == l_contents[k+1] and fnearlyempty21(l_contents[k]):
                    # If so:
                    dic1, dic2, list_bad_books, L_name_books_withoutext,name_book = fsupprime21(dic1, dic2, list_bad_books, L_name_books_withoutext,name_book)
                    # Set the counter to False, as this book should not be transferred
                    counter = False
                    # Exit the loop to reduce complexity
                    break
        # If the loop full without the condition being met, transfer the book; otherwise, do nothing:
        if counter == True:
            # Perform the transfer:
            ftransfer21(name_book, folder_exit2, folder_exit3)
    return dic1, dic2, list_bad_books, L_name_books_withoutext
            

# Function to detect if the file is nearly empty: fpresquevide21. Nearly empty means fewer than 20 words.
# Returns True if the file is not nearly empty.
def fnearlyempty21(content):
    # Tokenize:
    tokenized_content = word_tokenize(content)
    # Number of words
    n4 = len(tokenized_content)
    # If fewer than 20 words, return False:
    if n4 < 20:
        return False
    # Otherwise, return True
    return True

# Function that removes the book from dic1, dic2, and L_name_books_withoutext: fsupprime21
# And this function also adds it to: list_bad_books
def fsupprime21(dic1, dic2, list_bad_books, L_name_books_withoutext,name_book):
    L_name_books_withoutext = [book for book in L_name_books_withoutext if book != name_book]
    list_bad_books.append("The book complies with EPUB 2 and 3 standards but was written in a haphazard manner: "+name_book)
    dic1 = {book: list for book, list in dic1.items() if name_book != book}
    dic2 = {book: dictionary for book, dictionary in dic2.items() if name_book != book}
    return dic1, dic2, list_bad_books, L_name_books_withoutext,name_book

# Function to transfer the book folder to folder_exit3: ftransfer21. It takes the book name as an argument.
# And the input and output folders: folder_exit2, folder_exit3
def ftransfer21(name_book2, folder_exit2, folder_exit3):
    # Get the path for folder_exit2:
    path2 = Path(path_project + folder_exit2)
    # Locate folder_exit2
    # Extract just the specific folder
    # Its path:
    l_under_folders2 = [f.path for f in os.scandir(path2) 
                        if f.is_dir() and f.name == name_book2]
    # But the implementation is flawed
    l_under_folders2 = [ Path(d) for d in l_under_folders2]
    # Iterate through all the folders
    for under_folder2 in l_under_folders2:
        # Create the corresponding version in folder_exit3
        # Define the path of the folder you want to create
        # For example: "parent_folder/new_folder"
        path_under_folder3 = Path(path_project+folder_exit3+"/"+name_book2)
        # Create the folder
        # parents=True: also creates parent folders if they do not exist
        # exist_ok=True: does not raise an error if the folder already exists
        path_under_folder3.mkdir(parents=True, exist_ok=True)   
        # Use a for loop to iterate through the folder in order.
        # Retrieve all the files:
        # Path of the subfolder
        path_under_folder2 = under_folder2
        # Get the list of files:
        list_files2 = os.listdir(path_under_folder2)
        # Create the path object for the current subfolder:
        path_under_folder2 = Path(path_under_folder2)
        for file in list_files2:
            # Point to the file
            list_file = path_under_folder2.glob(file)
            for file_1 in list_file:
                # Retrieve the content
                with open(file_1, "r", encoding="utf-8") as f:
                    content = f.read()
            # And populate it with the content:
            # Create a file within the path: path_under_folder3
            # File name
            name_file2 = file_1.name 
            path_full = os.path.join(path_under_folder3, name_file2) 
            # 'w' (write) mode creates the file if it doesn't exist or overwrites it if it does. 
            with open(path_full, 'w', encoding='utf-8') as f: 
                f.write(content)