45 lines
2 KiB
MySQL
45 lines
2 KiB
MySQL
|
-- Toxicity Analysis Schema
|
||
|
|
-- Stores per-status toxicity scores from LLM classification.
|
||
|
|
|
||
|
|
-- Toxicity scores for statuses
|
||
|
|
CREATE TABLE IF NOT EXISTS toxicity_scores (
|
||
|
|
status_id BIGINT PRIMARY KEY REFERENCES statuses(id) ON DELETE CASCADE,
|
||
|
|
overall REAL NOT NULL,
|
||
|
|
toxic REAL NOT NULL DEFAULT 0,
|
||
|
|
threat REAL NOT NULL DEFAULT 0,
|
||
|
|
hate_speech REAL NOT NULL DEFAULT 0,
|
||
|
|
racism REAL NOT NULL DEFAULT 0,
|
||
|
|
antisemitism REAL NOT NULL DEFAULT 0,
|
||
|
|
islamophobia REAL NOT NULL DEFAULT 0,
|
||
|
|
sexism REAL NOT NULL DEFAULT 0,
|
||
|
|
homophobia REAL NOT NULL DEFAULT 0,
|
||
|
|
insult REAL NOT NULL DEFAULT 0,
|
||
|
|
dehumanization REAL NOT NULL DEFAULT 0,
|
||
|
|
extremism REAL NOT NULL DEFAULT 0,
|
||
|
|
ableism REAL NOT NULL DEFAULT 0,
|
||
|
|
flagged BOOLEAN NOT NULL DEFAULT false,
|
||
|
|
model TEXT NOT NULL DEFAULT 'gpt-4o-mini',
|
||
|
|
scored_at TIMESTAMPTZ NOT NULL DEFAULT now(),
|
||
|
|
human_reviewed BOOLEAN NOT NULL DEFAULT false,
|
||
|
|
review_status TEXT, -- 'correct', 'incorrect', 'unsure'
|
||
|
|
reviewed_at TIMESTAMPTZ
|
||
|
|
);
|
||
|
|
|
||
|
|
CREATE INDEX IF NOT EXISTS idx_tox_flagged ON toxicity_scores (flagged) WHERE flagged = true;
|
||
|
|
CREATE INDEX IF NOT EXISTS idx_tox_overall ON toxicity_scores (overall DESC);
|
||
|
|
CREATE INDEX IF NOT EXISTS idx_tox_scored ON toxicity_scores (scored_at DESC);
|
||
|
|
CREATE INDEX IF NOT EXISTS idx_tox_reviewed ON toxicity_scores (human_reviewed, review_status);
|
||
|
|
|
||
|
|
-- Analysis run audit trail
|
||
|
|
CREATE TABLE IF NOT EXISTS analysis_runs (
|
||
|
|
id BIGINT GENERATED ALWAYS AS IDENTITY PRIMARY KEY,
|
||
|
|
started_at TIMESTAMPTZ NOT NULL DEFAULT now(),
|
||
|
|
finished_at TIMESTAMPTZ,
|
||
|
|
status TEXT NOT NULL DEFAULT 'running', -- running | completed | failed | partial
|
||
|
|
statuses_scored INTEGER NOT NULL DEFAULT 0,
|
||
|
|
errors INTEGER NOT NULL DEFAULT 0,
|
||
|
|
model TEXT NOT NULL,
|
||
|
|
cost_usd NUMERIC(10,6) DEFAULT 0,
|
||
|
|
duration_secs NUMERIC
|
||
|
|
);
|