"""PH1 · 30 · modelo nulo §5.4: S = pares «mismo órgano» (con cpv2) entre los pares «mismo mercado»; órganos barajados dentro de cpv2 × anio_ref (muestra sin reemplazo de los órganos de la celda). 200 réplicas, semilla 20261022. interno/30_nulo.json.""" import sys, json, random, collections; sys.path.insert(0, '/w/py') from comun import * con = abrir(); x = con.execute P = "(np20 > 0 OR dom)" x(f"CREATE OR REPLACE TEMP TABLE pm AS SELECT DISTINCT A, D, fuente, B FROM par2 WHERE {P} AND mm") x("""CREATE OR REPLACE TEMP TABLE filas AS SELECT DISTINCT 'A' lado, pm.A, pm.D, pm.fuente, pm.B, f.source, f.id_canonical, f.bn, f.organo_clave O, f.cpv2, f.anio FROM pm JOIN uf f ON f.bn = pm.A AND f.F_hi <= pm.D AND f.F_lo >= pm.D - INTERVAL 5 YEAR WHERE f.cpv2 IS NOT NULL UNION ALL SELECT DISTINCT 'B', pm.A, pm.D, pm.fuente, pm.B, f.source, f.id_canonical, f.bn, f.organo_clave, f.cpv2, f.anio FROM pm JOIN uf f ON f.bn = pm.B AND f.F_lo > pm.D WHERE f.cpv2 IS NOT NULL""") F = x("SELECT lado, A, D::VARCHAR, fuente, B, source||'|'||id_canonical||'|'||bn rid, O, cpv2, anio FROM filas").fetchall() celdas = sorted({(f[7], f[8]) for f in F}) x("CREATE OR REPLACE TEMP TABLE cel(cpv2 VARCHAR, anio INT)"); con.executemany("INSERT INTO cel VALUES (?,?)", celdas) org = collections.defaultdict(list) for c, a, o in x("SELECT f.cpv2, f.anio, f.organo_clave FROM uf f JOIN cel USING (cpv2, anio)").fetchall(): org[(c, a)].append(o) log('pares mm', len({(f[1], f[2], f[3], f[4]) for f in F}), 'filas', len(F), 'celdas', len(celdas), 'filas de celda', sum(len(v) for v in org.values())) rid_cel = {}; rid_O = {} for f in F: rid_cel[f[5]] = (f[7], f[8]); rid_O[f[5]] = f[6] por_cel = collections.defaultdict(list) for r, c in rid_cel.items(): por_cel[c].append(r) for c in por_cel: por_cel[c].sort() pares = collections.defaultdict(lambda: ([], [])) for f in F: pares[(f[1], f[2], f[3], f[4])][0 if f[0] == 'A' else 1].append(f[5]) def S(asig): n = 0 for (ra, rb) in pares.values(): oa = {asig[r] for r in ra} if any(asig[r] in oa for r in rb): n += 1 return n obs = S(rid_O) rnd = random.Random(20261022); sims = [] for i in range(200): asig = {} for c in sorted(por_cel): rs = por_cel[c]; ol = org[c] smp = rnd.sample(ol, len(rs)) if len(rs) <= len(ol) else [rnd.choice(ol) for _ in rs] for r, o in zip(rs, smp): asig[r] = o sims.append(S(asig)) sims.sort(); E = sum(sims) / len(sims) R = {'pares_mismo_mercado': len(pares), 'S_observado': obs, 'E_nulo': E, 'O_E': obs / E if E else None, 'nulo_p2_5_p97_5': [sims[4], sims[194]], 'nulo_max': sims[-1], 'p': (1 + sum(s >= obs for s in sims)) / 201, 'celdas': len(celdas), 'filas': len(F)} json.dump(R, open('/w/interno/30_nulo.json', 'w'), indent=1); log(R)