"""INC2 · 30a · objeto de todas las adjudicaciones con coincidencia (propias y de otros municipios), clase por expresiones; volcado de los objetos de los pares propios para la revisión manual (interno).""" import sys, duckdb; sys.path.insert(0, '/w/py') from clase_objeto import clase con = duckdb.connect('/w/tmp/inc2.duckdb'); x = con.execute x("SET threads=4; SET memory_limit='6GB'; SET temp_directory='/w/tmp/duck'; SET max_temp_directory_size='5GB'") x("CREATE OR REPLACE TEMP TABLE w AS SELECT DISTINCT source, id_canonical FROM mt") ob = x("""SELECT r.source, r.id_canonical, any_value(r.objeto) FROM read_parquet('/d/unified_20261018/*/*/*.parquet', hive_partitioning=1, union_by_name=1) r JOIN w USING (source, id_canonical) GROUP BY 1, 2""").fetchall() x("CREATE OR REPLACE TABLE obj (source VARCHAR, id_canonical VARCHAR, objeto VARCHAR, clase VARCHAR)") con.executemany("INSERT INTO obj VALUES (?,?,?,?)", [(s, i, o, clase(o)) for s, i, o in ob]) print(x("SELECT count(*), (SELECT count(*) FROM w) FROM obj").fetchone()) rows = x("""SELECT p.U, p.A, p.eid, o.clase, p.menor, p.imp, o.objeto FROM pad p JOIN obj o USING (source, id_canonical) WHERE p.dos_apellidos ORDER BY 1, 2, 3, 4""").fetchall() with open('/w/interno/30_objetos_pares.tsv', 'w') as f: for r in rows: f.write('\t'.join(str(v).replace('\t', ' ').replace('\n', ' ')[:220] for v in r) + '\n') print(x("SELECT p.U, o.clase, count(*), count(DISTINCT (p.A, p.eid)) FROM pad p JOIN obj o USING (source, id_canonical) WHERE p.dos_apellidos GROUP BY 1, 2 ORDER BY 1, 2").fetchall())