StartRNR/src/sync.rs

use std::f64::consts::PI;
use std::thread::sleep;
use std::time::Duration;

use crate::database::*;
use crate::error;
use crate::queries::*;
use itertools::Itertools;
use sqlite::*;

// Glicko-2 system calculation

fn time_adjust(periods: f64, old_dev_sq: f64, volatility: f64) -> f64 {
    (old_dev_sq + periods * volatility * volatility).sqrt()
}

fn illinois_optimize(fun: impl Fn(f64) -> f64, mut a: f64, mut b: f64) -> f64 {
    let mut f_a = fun(a);
    let mut f_b = fun(b);

    while (b - a).abs() > 1e-6 {
        let c = a + (a - b) * f_a / (f_b - f_a);
        let f_c = fun(c);
        if f_c * f_b > 0.0 {
            f_a = f_a / 2.0;
        } else {
            a = b;
            f_a = f_b;
        }
        b = c;
        f_b = f_c;
    }
    a
}

fn glicko_adjust(
    advantage: f64,
    deviation: f64,
    volatility: f64,
    other_deviation: f64,
    won: bool,
    time: u64,
    metadata: &DatasetMetadata,
) -> (f64, f64, f64) {
    let period = metadata.period;
    let tau = metadata.tau;

    let g_val = 1.0 / (1.0 + 3.0 * other_deviation * other_deviation / PI / PI).sqrt();
    let exp_val = 1.0 / (1.0 + f64::exp(-g_val * advantage));

    let variance = 1.0 / (g_val * g_val * exp_val * (1.0 - exp_val));

    let score = if won { 1.0 } else { 0.0 };
    let delta = variance * g_val * (score - exp_val);

    let delta_sq = delta * delta;
    let dev_sq = deviation * deviation;
    let a = (volatility * volatility).ln();
    let vol_fn = |x| {
        let ex = f64::exp(x);
        let subf = dev_sq + variance + ex;
        ((ex * (delta_sq - dev_sq - variance - ex)) / 2.0 / subf / subf) - (x - a) / tau / tau
    };

    let initial_b = if delta_sq > dev_sq + variance {
        (delta_sq - dev_sq - variance).ln()
    } else {
        (1..)
            .map(|k| vol_fn(a - k as f64 * tau))
            .inspect(|x| {
                if x.is_nan() {
                    panic!();
                }
            })
            .find(|x| x >= &0.0)
            .unwrap()
    };
    let vol_new = f64::exp(illinois_optimize(vol_fn, a, initial_b) / 2.0);

    let dev_time = time_adjust(time as f64 / period, dev_sq, vol_new);
    let dev_new = 1.0 / (1.0 / dev_time / dev_time + 1.0 / variance).sqrt();
    let adjust = dev_new * dev_new * g_val * (score - exp_val);

    (adjust, dev_new, vol_new)
}

// Extract set data

fn get_event_sets(event: EventId, auth: &str) -> Option<Vec<SetData>> {
    sleep(Duration::from_millis(700));

    let sets_response = run_query::<EventSets, _>(EventSetsVars { event, page: 1 }, auth)?;

    let pages = sets_response.pages;
    if pages == 0 {
        Some(vec![])
    } else if pages == 1 {
        Some(sets_response.sets)
    } else {
        let mut sets = sets_response.sets;

        for page in 2..=pages {
            println!("  (Page {})", page);

            let next_response = run_query::<EventSets, _>(
                EventSetsVars {
                    event,
                    page: page as i32,
                },
                auth,
            )?;

            sleep(Duration::from_millis(700));

            sets.extend(next_response.sets);
        }

        Some(sets)
    }
}

fn get_tournament_events(
    metadata: &DatasetMetadata,
    current_time: Timestamp,
    auth: &str,
) -> Option<Vec<EventData>> {
    println!("Accessing tournaments...");

    let mut after = metadata.last_sync;

    let tour_response = run_query::<TournamentEvents, _>(
        TournamentEventsVars {
            after_date: after,
            before_date: current_time,
            game_id: metadata.game_id,
            country: metadata.country.as_deref(),
            state: metadata.state.as_deref(),
        },
        auth,
    )?;

    let mut cont = !tour_response.is_empty();
    after = if tour_response.iter().any(|tour| tour.time != after) {
        tour_response.last().unwrap().time
    } else {
        Timestamp(after.0 + 1)
    };

    let mut tournaments = tour_response;

    let mut page: u64 = 1;
    while cont {
        page += 1;
        println!("  (Page {})", page);

        let next_response = run_query::<TournamentEvents, _>(
            TournamentEventsVars {
                after_date: after,
                before_date: current_time,
                game_id: metadata.game_id,
                country: metadata.country.as_deref(),
                state: metadata.state.as_deref(),
            },
            auth,
        )?;

        cont = !next_response.is_empty();
        after = if next_response.iter().any(|tour| tour.time != after) {
            next_response.last().unwrap().time
        } else {
            Timestamp(after.0 + 1)
        };

        tournaments.extend(next_response);
    }

    println!("Deduplicating...");

    Some(
        tournaments
            .into_iter()
            .group_by(|tour| tour.time)
            .into_iter()
            .flat_map(|(_, group)| group.into_iter().unique_by(|tour| tour.id))
            .flat_map(|tour| tour.events)
            .collect::<Vec<_>>(),
    )
}

// Dataset syncing

fn update_from_set(
    connection: &Connection,
    dataset: &str,
    metadata: &DatasetMetadata,
    event_time: Timestamp,
    results: SetData,
) -> sqlite::Result<()> {
    let players_data = results.teams;
    // Fall back to event time if set time is not recorded
    let time = results.time.unwrap_or(event_time);
    add_players(connection, dataset, &players_data, time)?;

    // Non-singles matches are currently not supported
    if players_data.len() != 2 || players_data[0].len() != 1 || players_data[1].len() != 1 {
        return Ok(());
    }

    let mut it = players_data.into_iter();
    let player1 = it.next().unwrap()[0].id;
    let player2 = it.next().unwrap()[0].id;
    drop(it);

    let (deviation1, volatility1, last_played1) =
        get_player_rating_data(connection, dataset, player1)?;
    let time1 = time.0.checked_sub(last_played1.0).unwrap_or(0);

    let (deviation2, volatility2, last_played2) =
        get_player_rating_data(connection, dataset, player1)?;
    let time2 = time.0.checked_sub(last_played2.0).unwrap_or(0);

    let advantage = match get_advantage(connection, dataset, player1, player2) {
        Err(e) => Err(e)?,
        Ok(None) => initialize_edge(
            connection,
            dataset,
            player1,
            player2,
            metadata.set_limit,
            metadata.decay_rate,
            metadata.adj_decay_rate,
        )?,
        Ok(Some(adv)) => adv,
    };
    let (adjust1, dev_new1, vol_new1) = glicko_adjust(
        -advantage,
        deviation1,
        volatility1,
        deviation2,
        results.winner == 0,
        time1,
        metadata,
    );
    let (adjust2, dev_new2, vol_new2) = glicko_adjust(
        advantage,
        deviation2,
        volatility2,
        deviation1,
        results.winner == 1,
        time2,
        metadata,
    );

    // Set minimum deviation level
    let dev_new1 = f64::max(dev_new1, 0.2);
    let dev_new2 = f64::max(dev_new2, 0.2);

    set_player_data(
        connection,
        dataset,
        player1,
        time,
        dev_new1,
        vol_new1,
        results.winner == 0,
        &results.id,
    )?;
    set_player_data(
        connection,
        dataset,
        player2,
        time,
        dev_new2,
        vol_new2,
        results.winner == 1,
        &results.id,
    )?;

    let (sets1, sets2) = get_matchup_set_counts(connection, dataset, player1, player2)?;
    let decay_rate = if sets1 + sets2 >= metadata.set_limit {
        metadata.decay_rate
    } else {
        metadata.adj_decay_rate
    };

    adjust_advantages(
        connection,
        dataset,
        results.id,
        player1,
        player2,
        results.winner,
        adjust1,
        adjust2,
        decay_rate,
    )
}

pub fn sync_dataset(
    connection: &Connection,
    dataset: &str,
    metadata: DatasetMetadata,
    current_time: Timestamp,
    auth: &str,
) -> sqlite::Result<()> {
    let events = get_tournament_events(&metadata, current_time, auth)
        .unwrap_or_else(|| error("Could not access start.gg", 1));

    connection.execute("BEGIN;")?;

    let num_events = events.len();
    for (i, event) in events.into_iter().enumerate() {
        println!(
            "Accessing sets from event ID {}... ({}/{})",
            event.id.0,
            i + 1,
            num_events
        );

        add_event(connection, event.id, &event.slug)?;

        let mut sets =
            get_event_sets(event.id, auth).unwrap_or_else(|| error("Could not access start.gg", 1));

        if sets.is_empty() {
            println!("  No valid sets");
        } else {
            println!("  Updating ratings from event...");

            sets.sort_by_key(|set| set.time);
            sets.into_iter().try_for_each(|set| {
                add_set(connection, &set.id, event.id)?;
                update_from_set(connection, dataset, &metadata, event.time, set)
            })?;
        }
    }
    connection.execute("COMMIT;")
}

#[cfg(test)]
mod tests {
    use super::*;
    use crate::database::tests::*;

    #[test]
    fn glicko_single() -> sqlite::Result<()> {
        let connection = mock_datasets()?;
        new_dataset(&connection, "test", metadata())?;
        let players = players(2).into_iter().map(|x| vec![x]).collect();
        add_players(&connection, "test", &players, Timestamp(0))?;

        update_from_set(
            &connection,
            "test",
            &metadata(),
            Timestamp(0),
            SetData {
                id: SetId(StringOrInt::Int(0)),
                time: None,
                teams: players,
                winner: 0,
            },
        )?;

        println!(
            "{:?}",
            get_advantage(&connection, "test", PlayerId(1), PlayerId(2))?.unwrap()
        );
        println!(
            "{:?}",
            get_player_rating_data(&connection, "test", PlayerId(1))
        );
        println!(
            "{:?}",
            get_player_rating_data(&connection, "test", PlayerId(2))
        );

        Ok(())
    }
}