功能特性A/B实验试用

import pandas as pd
from scipy import stats

# 假设我们有两个版本的数据
version_a_data = [1, 2, 3, 4, 5, 6, 7, 8, 9, 10]
version_b_data = [11, 12, 13, 14, 15, 16, 17, 18, 19, 20]

# 计算均值和标准差
mean_a, std_a = stats.tmean(version_a_data), stats.sem(version_a_data)
mean_b, std_b = stats.tmean(version_b_data), stats.sem(version_b_data)

# 执行t检验
t_stat, p_value = stats.ttest_ind(version_a_data, version_b_data)

print(f"Version A Mean: {mean_a}, Std: {std_a}")
print(f"Version B Mean: {mean_b}, Std: {std_b}")
print(f"T-statistic: {t_stat}, P-value: {p_value}")

# 根据p值判断哪个版本更优
if p_value < 0.05:
    if mean_a > mean_b:
        print("Version A is significantly better.")
    else:
        print("Version B is significantly better.")
else:
    print("No significant difference between versions.")