artifacts.json

{"logging": 
    {"dir": "logging", 
    "files": 
        {"main":"main.log", 
        "data_ingestion": "data_ingestion.log",
        "data_preprocessing": "data_preprocessing.log",
        "semi_sv_modeling": "semi_sv_modeling.log",
        "prediction": "prediction.log"}
        },

"ingestion":  
    {"batch_dir_train": "training_batch_files", 
    "batch_dir_pred": "prediction_batch_files", 
    "schema": 
        {"dir":"DSA_schema",
        "files" :
            {"train": "schema_training.json",
            "pred": "schema_prediction.json"}                                 
            },
    "temp_good_dir": "good_files",
    "database": 
        {"dir": "project_database",
        "db_name": "wafer.db",
        "tables": 
            {"train": "train",
            "pred":"pred"}
            },
    "output":
        {"folders":
            {"train": "training_data",
            "pred": "prediction_data"
            },
        "files": 
            {"train": "train.csv",
            "pred": "prediction.csv"
                }
            }
    },

"preprocessing": 
    {"dir":"preprocessing",
    "files" :
        {"removed_cols": "zero_std_cols.pickle",
        "data_imputer": "imputer.pickle",
        "data_scaler": "scaler.pickle", 
        "pca_model": "pca_model.pickle"},
    "output_files":{
        "train":{
            "train_raw": "train_raw.csv",
            "splits":{
                "train_split": "train_split.csv",
                "val_split": "val_split.csv",
                "test_split": "test_split.csv"}},
        "pred":{
            "pred_raw": "pred_raw.csv",
            "pred_prepro": "pred_preprocessed.csv"}
        }
    },

"modeling": 
    {"dir":"modeling",
    "files" :
        {"clustering_model": "kmeans.pickle",
        "classification_model": "catboost.dump",
        "probability_cutoff": "probability_cutoff.pickle"}
    }, 

"prediction": 
    {"file" : "pred_results.csv"},

"demo": 
    {"dir":"demo",
    "files" :
        {"wafer": "Picture1.png",
        "architecture": "Picture2.png",
        "sample_file": "sample_train_file.csv"}
    }
}