import pandas as pd
import numpy as np

# 生成模擬數(shù)據(jù)：30天的每小時(shí)用電量
dates = pd.date_range('2024-06-01', periods=720, freq='15T')
power = np.random.normal(100, 20, 720).cumsum()  # 累計(jì)生成趨勢(shì)
df = pd.DataFrame({'power': power}, index=dates)

# 計(jì)算7日移動(dòng)標(biāo)準(zhǔn)差（按天聚合后計(jì)算）
daily_power = df.resample('D').sum()
daily_std = daily_power.rolling(7).std()

def trimmed_mean(x):
    return (x.sum() - x.max() - x.min()) / (len(x)-2)

df['trimmed_7d'] = df['amount'].rolling(7).apply(trimmed_mean)

# 計(jì)算7日移動(dòng)平均，從第3天開始輸出結(jié)果
df['ma_7'] = df['value'].rolling(7, min_periods=3).mean()

# 生成模擬分鐘級(jí)數(shù)據(jù)
trade_data = pd.DataFrame({
    'price': np.random.normal(100, 1, 1440).cumsum(),
    'volume': np.random.randint(100, 1000, 1440)
}, index=pd.date_range('2024-01-01', periods=1440, freq='T'))

# 重采樣為5分鐘K線
ohlc_dict = {
    'price': ['first', 'max', 'min', 'last'],
    'volume': 'sum'
}
five_min_data = trade_data.resample('5T').agg(ohlc_dict)

# 生成日頻數(shù)據(jù)
daily_temp = pd.Series(np.random.normal(25, 5, 30), 
                      index=pd.date_range('2024-06-01', periods=30))

# 升頻并插值
hourly_temp = daily_temp.resample('H').asfreq().interpolate('linear')

sales_data = pd.DataFrame({
    'amount': np.random.randint(1000, 5000, 90)
}, index=pd.date_range('2024-01-01', periods=90))

# 自定義工作日聚合函數(shù)
def weekday_mean(x):
    return x[x.index.weekday < 5].mean()  # 只計(jì)算周一到周五

weekly_sales = sales_data.resample('W').apply(weekday_mean)

def detect_trend(series, window=7):
    ma = series.rolling(window).mean()
    recent = ma.dropna().tail(3)
    if len(recent) < 3:
        return '數(shù)據(jù)不足'
    slope = np.polyfit(range(len(recent)), recent, 1)[0]
    volatility = series.rolling(window).std().iloc[-1]
    
    if slope > 2 and volatility < 10:
        return '明確上升'
    elif slope < -2 and volatility < 10:
        return '明確下降'
    else:
        return '震蕩'

df['trend'] = df['price'].apply(lambda x: '')  # 占位列
df.iloc[-1, df.columns.get_loc('trend')] = detect_trend(df['price'])

from statsmodels.tsa.seasonal import STL

# 生成含季節(jié)性的銷售數(shù)據(jù)
dates = pd.date_range('2020-01-01', '2022-12-31', freq='D')
sales = 100 + 20*np.sin(2*np.pi*np.arange(len(dates))/365) + np.random.normal(0, 5, len(dates))
df = pd.DataFrame({'sales': sales}, index=dates)

# STL分解
stl = STL(df['sales'], period=365)
result = stl.fit()
trend = result.trend
seasonal = result.seasonal

# 計(jì)算30日移動(dòng)標(biāo)準(zhǔn)差作為波動(dòng)率
df['volatility'] = df['value'].rolling(30).std()

# 設(shè)置動(dòng)態(tài)閾值（均值±3倍波動(dòng)率）
df['upper_bound'] = df['value'].rolling(30).mean() + 3*df['volatility']
df['lower_bound'] = df['value'].rolling(30).mean() - 3*df['volatility']

# 檢測(cè)異常
df['anomaly'] = np.where((df['value'] > df['upper_bound']) | 
                         (df['value'] < df['lower_bound']), 1, 0)

# 使用Grouper替代resample提升性能
df['timestamp'] = pd.to_datetime(df['timestamp'])
df.set_index('timestamp', inplace=True)

# 分組計(jì)算移動(dòng)平均（比resample快3倍）
grouped = df.groupby(pd.Grouper(freq='5T'))['value'].mean().rolling(3).mean()

# 前向填充（適用于短期缺失）
df.ffill(limit=3)  # 最多填充3個(gè)缺失值

# 時(shí)間加權(quán)插值（適用于趨勢(shì)數(shù)據(jù)）
df.interpolate(method='time')

# 模型預(yù)測(cè)填充（適用于長期缺失）
from sklearn.ensemble import RandomForestRegressor
# 訓(xùn)練模型預(yù)測(cè)缺失值...

import dask.dataframe as dd

# 創(chuàng)建Dask DataFrame
ddf = dd.from_pandas(df, npartitions=8)

# 并行計(jì)算移動(dòng)平均
result = ddf.rolling('7D').mean().compute()

# 計(jì)算10分鐘窗口的振動(dòng)能量（RMS）
df['vibration_rms'] = df['acceleration'].rolling('10T').apply(lambda x: np.sqrt(np.mean(x**2)))

# 檢測(cè)異常模式
df['health_score'] = 100 - (df['vibration_rms'] - df['vibration_rms'].mean()) / df['vibration_rms'].std() * 10

# 將車輛位置數(shù)據(jù)升頻為1分鐘間隔
truck_data = truck_data.resample('1T').asfreq().interpolate('linear')

# 計(jì)算路段通行時(shí)間趨勢(shì)
segment_time = truck_data.groupby('segment_id')['timestamp'].diff().dt.total_seconds()
trend = segment_time.rolling(24*7).mean()  # 7日移動(dòng)平均

# 計(jì)算5日和20日均線
df['ma5'] = df['close'].rolling(5).mean()
df['ma20'] = df['close'].rolling(20).mean()

# 生成交易信號(hào)
df['signal'] = np.where(df['ma5'] > df['ma20'], 1, -1)