DAVA Dedup

bashpip install dava-dedup

pythonimport asyncio
from dava_dedup import Client

async def main():
    async with Client(api_key="dava_live_…") as c:
        with open("customers.csv", "rb") as f:
            data = f.read()
        cols = await c.list_columns("customers.csv", data)
        keys = [name for name in cols if "email" in name.lower()]
        result = await c.find_duplicates("customers.csv", data, key_columns=keys)
        print(f"{result.duplicate_rows}/{result.rows_total} rows "
              f"in {len(result.clusters)} clusters")
        for cluster in result.clusters:
            canonical = next(m for m in cluster.members if m.is_canonical)
            print(f"  cluster {cluster.cluster_id}: keep row {canonical.row_index}")

asyncio.run(main())

typescriptimport { Client } from "@avaresearch/dava-dedup";

const c = new Client({ apiKey: process.env.DAVA_API_KEY! });
const cols = await c.listColumns("customers.csv", file);
const result = await c.findDuplicates("customers.csv", file, ["email"]);