Migrating from Two Hat Community Sift to Tisane API

POST https://api.communitysift.com/v2/content?apiKey=YOUR_KEY
Content-Type: application/json

POST https://api.tisane.ai/parse
Content-Type: application/json
Ocp-Apim-Subscription-Key: YOUR_KEY

{
  "text": "You're such an idiot, kill yourself",
  "lang": "en",
  "userId": "user_12345",
  "contextId": "chat_room_42",
  "customFilter": "default"
}

{
  "language": "en",
  "content": "You're such an idiot, kill yourself",
  "settings": {
    "format": "dialogue",
    "explain": true
  }
}

{
  "text": "You're such an idiot, kill yourself",
  "action": "ESCALATE",
  "risk_level": 3,
  "categories": {
    "bully": 95,
    "hatespeech": 12,
    "selfharm": 78,
    "profanity": 20
  },
  "filtered_text": "You're such an *****, kill yourself",
  "user_reputation": "NOT_TRUSTED"
}

{
	"text": "You're such an idiot, kill yourself",
	"topics": [
		"death",
		"suicide"
	],
	"abuse": [
		{
			"sentence_index": 0,
			"offset": 0,
			"length": 20,
			"text": "You're such an idiot",
			"type": "personal_attack",
			"severity": "low",
			"explanation": "You are a something negative",
			"tags": [
				"ableism"
			]
		},
		{
			"sentence_index": 0,
			"offset": 22,
			"length": 13,
			"text": "kill yourself",
			"type": "personal_attack",
			"severity": "extreme",
			"explanation": "Suggestion to commit suicide",
			"tags": [
				"bodily_harm",
				"death"
			]
		}
	],
	"sentiment_expressions": [
		{
			"sentence_index": 0,
			"offset": 0,
			"length": 20,
			"text": "You're such an idiot",
			"polarity": "negative",
			"reasons": [
				"intelligence"
			],
			"explanation": "Smb is an unpleasant person"
		},
		{
			"sentence_index": 0,
			"offset": 22,
			"length": 13,
			"text": "kill yourself",
			"polarity": "negative",
			"explanation": "Suffer"
		}
	]
}

function getDocumentRisk(abuseArray) {
  const severityRank = { low: 1, medium: 2, high: 3, extreme: 4 };
  if (!abuseArray || abuseArray.length === 0) return 'none';
  return abuseArray.reduce((max, instance) => {
    return severityRank[instance.severity] > severityRank[max]
      ? instance.severity
      : max;
  }, 'low');
}

// Pseudocode: reputation-aware decision layer on top of Tisane
async function moderateWithReputation(userId, text, language) {
  const reputation = await db.getUserReputation(userId); // 'not_trusted' | 'default' | 'trusted'
  const tisaneResult = await tisane.parse({ language, content: text, settings: { explain: true } });

  const documentRisk = getDocumentRisk(tisaneResult.abuse);

  // Apply stricter thresholds for untrusted users
  if (reputation === 'not_trusted') {
    if (['medium', 'high', 'extreme'].includes(documentRisk)) return 'BLOCK';
  } else if (reputation === 'trusted') {
    if (documentRisk === 'extreme') return 'BLOCK';
    if (documentRisk === 'high') return 'ESCALATE';
  } else {
    if (documentRisk === 'extreme') return 'BLOCK';
    if (['high', 'medium'].includes(documentRisk)) return 'ESCALATE';
  }

  // Update reputation based on history
  if (documentRisk !== 'none') await db.recordViolation(userId, documentRisk);

  return 'PASS';
}

// CS pushed decisions to your endpoint
app.post('/cs-webhook', (req, res) => {
  const { action, userId, text } = req.body;
  if (action === 'BAN') banUser(userId);
  else if (action === 'MUTE') muteUser(userId, 3600);
  else if (action === 'ESCALATE') queueForReview(text, userId);
  res.sendStatus(200);
});

async function analyzeAndAct(userId, text, language) {
  const response = await fetch('https://api.tisane.ai/parse', {
    method: 'POST',
    headers: {
      'Content-Type': 'application/json',
      'Ocp-Apim-Subscription-Key': process.env.TISANE_KEY
    },
    body: JSON.stringify({ language, content: text, settings: { explain: true } })
  });

  const result = await response.json();
  const risk = getDocumentRisk(result.abuse);

  if (risk === 'extreme') {
    blockMessage();
    await recordViolation(userId, result.abuse);
  } else if (risk === 'high') {
    queueForReview(text, userId, result.abuse);
  } else if (risk === 'medium') {
    warnUser(userId);
  }

  return result;
}

{
  "language": "en",
  "content": "User message here",
  "settings": {
    "format": "dialogue",
    "explain": true
  }
}

import requests

def check_content(text, user_id, lang='en'):
    response = requests.post(
        'https://api.communitysift.com/v2/content',
        params={'apiKey': CS_API_KEY},
        json={'text': text, 'lang': lang, 'userId': user_id}
    )
    data = response.json()
    return data['action'], data['risk_level'], data['categories']

import requests

SEVERITY_RANK = {'low': 1, 'medium': 2, 'high': 3, 'extreme': 4}

def get_document_risk(abuse_list):
    if not abuse_list:
        return 'none'
    return max(abuse_list, key=lambda x: SEVERITY_RANK.get(x['severity'], 0))['severity']

def check_content(text, lang='en'):
    response = requests.post(
        'https://api.tisane.ai/parse',
        headers={'Ocp-Apim-Subscription-Key': TISANE_KEY},
        json={
            'language': lang,
            'content': text,
            'settings': {'format': 'chat', 'explain': True}
        }
    )
    data = response.json()
    abuse = data.get('abuse', [])
    document_risk = get_document_risk(abuse)

    # Replicate CS-style action names
    action_map = {'none': 'PASS', 'low': 'WARN', 'medium': 'ESCALATE',
                  'high': 'ESCALATE', 'extreme': 'BLOCK'}
    action = action_map.get(document_risk, 'PASS')

    return action, document_risk, abuse

async function moderateText(text, userId, lang = 'en') {
  const res = await fetch(`https://api.communitysift.com/v2/content?apiKey=${CS_KEY}`, {
    method: 'POST',
    headers: { 'Content-Type': 'application/json' },
    body: JSON.stringify({ text, lang, userId })
  });
  return await res.json(); // { action, risk_level, categories, filtered_text }
}

const SEVERITY_RANK = { low: 1, medium: 2, high: 3, extreme: 4 };

function getDocumentRisk(abuseArray) {
  if (!abuseArray?.length) return 'none';
  return abuseArray.reduce((max, i) =>
    SEVERITY_RANK[i.severity] > SEVERITY_RANK[max] ? i.severity : max, 'low');
}

function applyRedactions(text, abuseArray) {
  // Build filtered_text equivalent using Tisane's offset+length spans
  let result = text;
  const sorted = [...abuseArray].sort((a, b) => b.offset - a.offset);
  for (const instance of sorted) {
    const stars = '*'.repeat(instance.length);
    result = result.slice(0, instance.offset) + stars + result.slice(instance.offset + instance.length);
  }
  return result;
}

async function moderateText(text, lang = 'en') {
  const res = await fetch('https://api.tisane.ai/parse', {
    method: 'POST',
    headers: {
      'Content-Type': 'application/json',
      'Ocp-Apim-Subscription-Key': process.env.TISANE_KEY
    },
    body: JSON.stringify({
      language: lang,
      content: text,
      settings: { format: 'chat', explain: true }
    })
  });

  const data = await res.json();
  const abuse = data.abuse || [];
  const documentRisk = getDocumentRisk(abuse);
  const filteredText = applyRedactions(text, abuse);

  const actionMap = { none: 'PASS', low: 'WARN', medium: 'ESCALATE', high: 'ESCALATE', extreme: 'BLOCK' };

  return {
    action: actionMap[documentRisk] || 'PASS',
    risk: documentRisk,
    abuse,
    filtered_text: filteredText,
    raw: data
  };
}