Mixture of Expert (MoE) Classification

# %%
# Installation

# To install the required package, use the following command:
# !pip install modeva

# %%
# Authentication

# To get authentication, use the following command: (To get full access please replace the token to your own token)
# from modeva.utils.authenticate import authenticate
# authenticate(auth_code='YOUR_LICENSE_KEY')

# %% 
# Import required modules
from modeva import DataSet
from modeva import TestSuite
from modeva.models import MoMoEClassifier

# %% 
# Load and prepare dataset for regression
ds = DataSet()
ds.load(name="TaiwanCredit")
ds.set_random_split()
ds.set_target("FlagDefault")

# %% 
# Train models
# ----------------------------------------------------------
model = MoMoEClassifier(max_depth=2)
model.fit(ds.train_x, ds.train_y)

# %%
# Basic accuracy analysis
# ----------------------------------------------------------
ts = TestSuite(ds, model)
results = ts.diagnose_accuracy_table()
results.table

# %%
# Local MOE weights interpretation
# ----------------------------------------------------------
results = ts.interpret_local_moe_weights()
results.plot()

# %%
# Data drift test between cluster "1" with the rest samples
# ----------------------------------------------------------
results = ts.interpret_moe_cluster_analysis()
data_results = ds.data_drift_test(**results.value[1]["data_info"],
                                  distance_metric="PSI",
                                  psi_method="uniform",
                                  psi_bins=10)
data_results.plot("summary")

# %%
# Interpret feature importance
# ----------------------------------------------------------
results = ts.interpret_fi()

# %%
# Expert No. 0
results.plot("0")

# %%
# Interpret effect importance
# ----------------------------------------------------------
results = ts.interpret_ei()

# %%
# Expert No. 0
results.plot("0")


# %% 
# Interpret effects
# ----------------------------------------------------------
results = ts.interpret_effects(features="PAY_1")

# %%
# Expert No. 0
results.plot("0")

# %%
# Expert of all clusters
results.plot("all")

# %%
# Cluster performance analysis
# ----------------------------------------------------------
results = ts.interpret_moe_cluster_analysis()
results.plot()

# %%
# Distribution difference summary between cluster-0 with the rest
data_results = ds.data_drift_test(**results.value[0]["data_info"],
                                  distance_metric="PSI",
                                  psi_method="uniform",
                                  psi_bins=10)
data_results.plot("summary")

# %%
# Distributional difference for PAY_1 between cluster-0 with the rest
data_results.plot(("density", "PAY_1"))


# %%
# Local feature importance analysis
# ----------------------------------------------------------
results = ts.interpret_local_fi(dataset='train', sample_index=1)

# %%
# Expert No. 0
results.plot("0")

# %%
# Local effect importance analysis
# ----------------------------------------------------------
results = ts.interpret_local_ei(dataset='train', sample_index=1)

# %%
# Expert No. 0
results.plot("0")