"""DuckDB sobre unified_20261025 + .identidad (ro). Uso dentro de vint-: python3 -I q.py [db] Sentencias separadas por ';\n--;'. Vistas: u (unified), idn_ (identidad 1025), ind_ (indicadores 1025).""" import sys, duckdb, time, glob, os sql = open(sys.argv[1]).read() db = sys.argv[2] if len(sys.argv) > 2 else '/c/interno/vint.duckdb' con = duckdb.connect(db) con.execute("SET memory_limit='8GB'; SET threads=6; SET temp_directory='/c/tmp/duck'; SET max_temp_directory_size='5GB'; SET preserve_insertion_order=false;") con.execute("CREATE OR REPLACE TEMP VIEW u AS SELECT * FROM read_parquet('/d/unified_20261025/*/*/*.parquet', hive_partitioning=1, union_by_name=1)") for p in glob.glob('/d/unified_20261025.identidad/*.parquet'): t = os.path.basename(p)[:-8] con.execute(f"CREATE OR REPLACE TEMP VIEW idn_{t} AS SELECT * FROM read_parquet('{p}')") for p in glob.glob('/d/aggregations_20261025/indicadores/*.parquet'): t = os.path.basename(p)[:-8] con.execute(f"CREATE OR REPLACE TEMP VIEW ind_{t} AS SELECT * FROM read_parquet('{p}')") print(f"DuckDB {duckdb.__version__} ยท {time.strftime('%Y-%m-%d %H:%M:%S')}\n") for stmt in [s for s in sql.split(';\n--;') if s.strip()]: t = time.time() try: r = con.execute(stmt) if r.description: cols = [d[0] for d in r.description]; rows = r.fetchall() tit = [l for l in stmt.strip().splitlines() if l.startswith('-- @')] print('\n## ' + (tit[0][4:].strip() if tit else stmt.strip().splitlines()[0][:110])) print('\n| ' + ' | '.join(cols) + ' |\n|' + '|'.join('---' for _ in cols) + '|') for row in rows[:400]: print('| ' + ' | '.join('' if v is None else (f'{v:.4g}' if isinstance(v, float) else str(v)) for v in row) + ' |') if len(rows) > 400: print(f'... {len(rows)} filas') except Exception as e: print('## ERROR en:', stmt.strip().splitlines()[0][:110]); print(e) print(f'\n_{time.time()-t:.1f} s_', flush=True)