blob: d6fe8c61f1851d49b2f80a0f9eb73bfa72bbaa6d (plain)

ofs	hex dump	ascii
0000	42 0d 0d 0a 00 00 00 00 33 21 bf 5e 75 0a 00 00 e3 00 00 00 00 00 00 00 00 00 00 00 00 04 00 00	B.......3!.^u...................
0020	00 40 00 00 00 73 28 00 00 00 64 00 64 01 6c 00 6d 01 5a 01 01 00 64 00 64 02 6c 02 5a 02 47 00	.@...s(...d.d.l.m.Z...d.d.l.Z.G.
0040	64 03 64 04 84 00 64 04 65 03 83 03 5a 04 64 02 53 00 29 05 e9 00 00 00 00 29 01 da 0b 64 65 66	d.d...d.e...Z.d.S.)......)...def
0060	61 75 6c 74 64 69 63 74 4e 63 00 00 00 00 00 00 00 00 00 00 00 00 03 00 00 00 40 00 00 00 73 46	aultdictNc................@...sF
0080	00 00 00 65 00 5a 01 64 00 5a 02 64 01 64 02 84 00 5a 03 64 03 64 04 84 00 5a 04 64 05 64 06 84	...e.Z.d.Z.d.d...Z.d.d...Z.d.d..
00a0	00 5a 05 64 07 64 08 84 00 5a 06 64 09 64 0a 84 00 5a 07 64 11 64 0c 64 0d 84 01 5a 08 64 0e 64	.Z.d.d...Z.d.d...Z.d.d.d...Z.d.d
00c0	0f 84 00 5a 09 64 10 53 00 29 12 da 15 43 6f 6f 63 75 72 72 65 6e 63 65 43 61 6c 63 75 6c 61 74	...Z.d.S.)...CoocurrenceCalculat
00e0	6f 72 63 02 00 00 00 00 00 00 00 04 00 00 00 02 00 00 00 4f 00 00 00 73 0a 00 00 00 7c 01 7c 00	orc................O...s....|.|.
0100	5f 00 64 00 53 00 29 01 4e 29 01 da 13 63 6f 6e 74 65 78 74 5f 77 69 6e 64 6f 77 5f 73 69 7a 65	_.d.S.).N)...context_window_size
0120	29 04 da 04 73 65 6c 66 72 04 00 00 00 da 04 61 72 67 73 da 06 6b 77 61 72 67 73 a9 00 72 08 00	)...selfr......args..kwargs..r..
0140	00 00 fa 5b 2f 68 6f 6d 65 2f 74 68 69 6e 6b 2f 44 6f 63 75 6d 65 6e 74 73 2f 63 6f 64 69 6e 67	...[/home/think/Documents/coding
0160	2f 79 69 64 64 69 73 68 2f 79 69 2d 65 74 79 6d 6f 6c 6f 67 69 63 61 6c 2d 63 6c 75 73 74 65 72	/yiddish/yi-etymological-cluster
0180	69 6e 67 2f 73 72 63 2f 63 6f 6d 70 75 74 65 5f 63 6f 6f 63 75 72 72 65 6e 63 65 73 2e 70 79 da	ing/src/compute_coocurrences.py.
01a0	08 5f 5f 69 6e 69 74 5f 5f 06 00 00 00 73 02 00 00 00 00 01 7a 1e 43 6f 6f 63 75 72 72 65 6e 63	.__init__....s......z.Coocurrenc
01c0	65 43 61 6c 63 75 6c 61 74 6f 72 2e 5f 5f 69 6e 69 74 5f 5f 63 03 00 00 00 00 00 00 00 07 00 00	eCalculator.__init__c...........
01e0	00 04 00 00 00 63 00 00 00 73 5c 00 00 00 7c 00 6a 00 7d 03 74 01 7c 01 83 01 7d 04 78 48 74 02	.....c...s\...|.j.}.t.|...}.xHt.
0200	7c 03 0b 00 7c 03 83 02 44 00 5d 38 7d 05 7c 02 7c 05 17 00 7d 06 7c 05 64 01 6b 02 73 1c 64 01	|...|...D.]8}.|.|...}.|.d.k.s.d.
0220	7c 06 04 00 03 00 6b 01 72 44 7c 04 6b 00 73 4a 71 1c 01 00 71 1c 71 1c 7c 01 7c 06 19 00 56 00	|.....k.rD|.k.sJq...q.q.|.|...V.
0240	01 00 71 1c 57 00 64 00 53 00 29 02 4e 72 01 00 00 00 29 03 72 04 00 00 00 da 03 6c 65 6e da 05	..q.W.d.S.).Nr....).r......len..
0260	72 61 6e 67 65 29 07 72 05 00 00 00 da 08 64 6f 63 75 6d 65 6e 74 da 02 69 78 da 01 6e da 06 6c	range).r......document..ix..n..l
0280	65 6e 67 74 68 5a 0b 72 65 6c 61 74 69 76 65 5f 69 78 5a 06 61 62 73 5f 69 78 72 08 00 00 00 72	engthZ.relative_ixZ.abs_ixr....r
02a0	08 00 00 00 72 09 00 00 00 da 0e 63 6f 6e 74 65 78 74 5f 77 69 6e 64 6f 77 09 00 00 00 73 0e 00	....r......context_window....s..
02c0	00 00 00 01 06 01 08 01 12 01 08 01 1e 01 04 02 7a 24 43 6f 6f 63 75 72 72 65 6e 63 65 43 61 6c	................z$CoocurrenceCal
02e0	63 75 6c 61 74 6f 72 2e 63 6f 6e 74 65 78 74 5f 77 69 6e 64 6f 77 63 02 00 00 00 00 00 00 00 02	culator.context_windowc.........
0300	00 00 00 03 00 00 00 03 00 00 00 73 22 00 00 00 74 00 7c 01 a0 01 a1 00 83 01 89 00 87 00 66 01	...........s"...t.|...........f.
0320	64 01 64 02 84 08 7c 01 a0 02 a1 00 44 00 83 01 53 00 29 03 4e 63 01 00 00 00 00 00 00 00 03 00	d.d...|.....D...S.).Nc..........
0340	00 00 04 00 00 00 13 00 00 00 73 1a 00 00 00 69 00 7c 00 5d 12 5c 02 7d 01 7d 02 7c 02 88 00 1b	..........s....i.|.].\.}.}.|....
0360	00 7c 01 93 02 71 04 53 00 72 08 00 00 00 72 08 00 00 00 29 03 da 02 2e 30 da 01 6b da 01 76 29	.|...q.S.r....r....)....0..k..v)
0380	01 da 01 5a 72 08 00 00 00 72 09 00 00 00 fa 0a 3c 64 69 63 74 63 6f 6d 70 3e 15 00 00 00 73 02	...Zr....r......<dictcomp>....s.
03a0	00 00 00 06 00 7a 34 43 6f 6f 63 75 72 72 65 6e 63 65 43 61 6c 63 75 6c 61 74 6f 72 2e 5f 6e 6f	.....z4CoocurrenceCalculator._no
03c0	72 6d 61 6c 69 7a 65 2e 3c 6c 6f 63 61 6c 73 3e 2e 3c 64 69 63 74 63 6f 6d 70 3e 29 03 da 03 73	rmalize.<locals>.<dictcomp>)...s
03e0	75 6d da 06 76 61 6c 75 65 73 da 05 69 74 65 6d 73 29 02 72 05 00 00 00 da 01 64 72 08 00 00 00	um..values..items).r......dr....
0400	29 01 72 15 00 00 00 72 09 00 00 00 da 0a 5f 6e 6f 72 6d 61 6c 69 7a 65 13 00 00 00 73 04 00 00	).r....r......_normalize....s...
0420	00 00 01 0c 01 7a 20 43 6f 6f 63 75 72 72 65 6e 63 65 43 61 6c 63 75 6c 61 74 6f 72 2e 5f 6e 6f	.....z.CoocurrenceCalculator._no
0440	72 6d 61 6c 69 7a 65 63 02 00 00 00 00 00 00 00 09 00 00 00 07 00 00 00 4f 00 00 00 73 60 00 00	rmalizec................O...s`..
0460	00 74 00 74 01 83 01 7d 04 78 4c 7c 01 44 00 5d 44 7d 05 78 3e 74 02 7c 05 83 01 44 00 5d 32 5c	.t.t...}.xL|.D.]D}.x>t.|...D.]2\
0480	02 7d 06 7d 07 78 28 7c 00 a0 03 7c 05 7c 06 a1 02 44 00 5d 18 7d 08 7c 04 7c 07 7c 08 66 02 05	.}.}.x(|...|.|...D.].}.|.|.|.f..
04a0	00 19 00 64 01 37 00 03 00 3c 00 71 32 57 00 71 1c 57 00 71 0e 57 00 7c 04 7c 00 5f 04 7c 04 53	...d.7...<.q2W.q.W.q.W.|.|._.|.S
04c0	00 29 02 7a 77 0a 20 20 20 20 20 20 20 20 57 65 20 61 73 73 75 6d 65 20 60 63 6f 72 70 75 73 60	.).zw.........We.assume.`corpus`
04e0	20 69 73 20 61 20 6c 69 73 74 20 6f 66 20 73 65 6e 74 65 6e 63 65 73 2f 64 6f 63 75 6d 65 6e 74	.is.a.list.of.sentences/document
0500	73 2c 0a 20 20 20 20 20 20 20 20 61 6e 64 20 6f 75 72 20 64 65 73 69 72 65 20 69 73 20 74 6f 20	s,.........and.our.desire.is.to.
0520	73 69 6d 70 6c 79 20 63 6f 6d 70 75 74 65 20 74 68 65 20 0a 20 20 20 20 20 20 20 20 e9 01 00 00	simply.compute.the..............
0540	00 29 05 72 02 00 00 00 da 03 69 6e 74 da 09 65 6e 75 6d 65 72 61 74 65 72 11 00 00 00 da 0c 63	.).r......int..enumerater......c
0560	6f 6f 63 75 72 72 65 6e 63 65 73 29 09 72 05 00 00 00 5a 06 63 6f 72 70 75 73 72 06 00 00 00 72	oocurrences).r....Z.corpusr....r
0580	07 00 00 00 72 1f 00 00 00 72 0d 00 00 00 da 01 69 da 04 77 6f 72 64 5a 0c 63 6f 6e 74 65 78 74	....r....r......i..wordZ.context
05a0	5f 77 6f 72 64 72 08 00 00 00 72 08 00 00 00 72 09 00 00 00 da 14 63 6f 6d 70 75 74 65 5f 63 6f	_wordr....r....r......compute_co
05c0	6f 63 75 72 72 65 6e 63 65 73 17 00 00 00 73 0e 00 00 00 00 05 08 01 0a 01 12 01 12 01 20 01 06	ocurrences....s.................
05e0	01 7a 2a 43 6f 6f 63 75 72 72 65 6e 63 65 43 61 6c 63 75 6c 61 74 6f 72 2e 63 6f 6d 70 75 74 65	.z*CoocurrenceCalculator.compute
0600	5f 63 6f 6f 63 75 72 72 65 6e 63 65 73 63 01 00 00 00 00 00 00 00 07 00 00 00 05 00 00 00 43 00	_coocurrencesc................C.
0620	00 00 73 a2 00 00 00 74 00 74 01 83 01 7d 01 74 00 74 01 83 01 7d 02 74 00 74 01 83 01 7d 03 78	..s....t.t...}.t.t...}.t.t...}.x
0640	4e 7c 00 6a 02 a0 03 a1 00 44 00 5d 40 5c 02 5c 02 7d 04 7d 05 7d 06 7c 03 7c 04 7c 05 66 02 05	N|.j.....D.]@\.\.}.}.}.|.|.|.f..
0660	00 19 00 7c 06 37 00 03 00 3c 00 7c 01 7c 04 05 00 19 00 7c 06 37 00 03 00 3c 00 7c 02 7c 05 05	...|.7...<.|.|.....|.7...<.|.|..
0680	00 19 00 7c 06 37 00 03 00 3c 00 71 24 57 00 7c 00 a0 04 7c 03 a1 01 7d 03 7c 00 a0 04 7c 01 a1	...|.7...<.q$W.|...|...}.|...|..
06a0	01 7d 01 7c 00 a0 04 7c 02 a1 01 7d 02 7c 03 7c 00 5f 05 7c 01 7c 00 5f 06 7c 02 7c 00 5f 07 7c	.}.|...|...}.|.|._.|.|._.|.|._.|
06c0	03 7c 01 7c 02 66 03 53 00 29 01 4e 29 08 72 02 00 00 00 da 05 66 6c 6f 61 74 72 1f 00 00 00 72	.|.|.f.S.).N).r......floatr....r
06e0	19 00 00 00 72 1b 00 00 00 da 0e 74 65 72 6d 5f 63 74 78 5f 6a 6f 69 6e 74 da 0e 74 65 72 6d 5f	....r......term_ctx_joint..term_
0700	6d 61 72 67 69 6e 61 6c 73 da 0d 63 74 78 5f 6d 61 72 67 69 6e 61 6c 73 29 07 72 05 00 00 00 72	marginals..ctx_marginals).r....r
0720	25 00 00 00 72 26 00 00 00 72 24 00 00 00 da 01 77 da 01 63 da 03 63 6e 74 72 08 00 00 00 72 08	%...r&...r$.....w..c..cntr....r.
0740	00 00 00 72 09 00 00 00 da 15 63 6f 6d 70 75 74 65 5f 64 69 73 74 72 69 62 75 74 69 6f 6e 73 24	...r......compute_distributions$
0760	00 00 00 73 1c 00 00 00 00 01 08 01 08 01 08 01 18 01 14 01 10 01 14 01 0a 01 0a 01 0a 02 06 01	...s............................
0780	06 01 06 02 7a 2b 43 6f 6f 63 75 72 72 65 6e 63 65 43 61 6c 63 75 6c 61 74 6f 72 2e 63 6f 6d 70	....z+CoocurrenceCalculator.comp
07a0	75 74 65 5f 64 69 73 74 72 69 62 75 74 69 6f 6e 73 46 63 02 00 00 00 00 00 00 00 04 00 00 00 03	ute_distributionsFc.............
07c0	00 00 00 03 00 00 00 73 4c 00 00 00 88 01 6a 00 89 00 87 01 66 01 64 01 64 02 84 08 88 01 6a 01	.......sL.....j.....f.d.d.....j.
07e0	44 00 83 01 7d 02 87 00 66 01 64 03 64 02 84 08 7c 02 a0 02 a1 00 44 00 83 01 7d 03 7c 02 88 01	D...}...f.d.d...|.....D...}.|...
0800	5f 03 7c 02 88 01 5f 04 7c 01 72 44 7c 03 53 00 7c 02 53 00 64 00 53 00 29 04 4e 63 01 00 00 00	_.|..._.|.rD|.S.|.S.d.S.).Nc....
0820	00 00 00 00 03 00 00 00 06 00 00 00 13 00 00 00 73 22 00 00 00 69 00 7c 00 5d 1a 5c 02 7d 01 7d	................s"...i.|.].\.}.}
0840	02 88 00 a0 00 7c 01 7c 02 a1 02 7c 01 7c 02 66 02 93 02 71 04 53 00 72 08 00 00 00 29 01 da 04	.....|.|...|.|.f...q.S.r....)...
0860	5f 70 6d 69 29 03 72 12 00 00 00 72 27 00 00 00 72 28 00 00 00 29 01 72 05 00 00 00 72 08 00 00	_pmi).r....r'...r(...).r....r...
0880	00 72 09 00 00 00 72 16 00 00 00 38 00 00 00 73 02 00 00 00 06 00 7a 35 43 6f 6f 63 75 72 72 65	.r....r....8...s......z5Coocurre
08a0	6e 63 65 43 61 6c 63 75 6c 61 74 6f 72 2e 63 6f 6d 70 75 74 65 5f 70 6d 69 2e 3c 6c 6f 63 61 6c	nceCalculator.compute_pmi.<local
08c0	73 3e 2e 3c 64 69 63 74 63 6f 6d 70 3e 63 01 00 00 00 00 00 00 00 04 00 00 00 06 00 00 00 13 00	s>.<dictcomp>c..................
08e0	00 00 73 28 00 00 00 69 00 7c 00 5d 20 5c 02 5c 02 7d 01 7d 02 7d 03 7c 03 74 00 a0 01 88 00 a1	..s(...i.|.].\.\.}.}.}.|.t......
0900	01 18 00 7c 01 7c 02 66 02 93 02 71 04 53 00 72 08 00 00 00 29 02 da 04 6d 61 74 68 da 03 6c 6f	...|.|.f...q.S.r....)...math..lo
0920	67 29 04 72 12 00 00 00 72 27 00 00 00 72 28 00 00 00 da 03 70 6d 69 29 01 72 13 00 00 00 72 08	g).r....r'...r(.....pmi).r....r.
0940	00 00 00 72 09 00 00 00 72 16 00 00 00 39 00 00 00 73 02 00 00 00 06 00 29 05 72 04 00 00 00 72	...r....r....9...s......).r....r
0960	1f 00 00 00 72 19 00 00 00 da 0a 70 6d 69 5f 6d 61 74 72 69 78 da 12 73 68 69 66 74 65 64 5f 70	....r......pmi_matrix..shifted_p
0980	6d 69 5f 6d 61 74 72 69 78 29 04 72 05 00 00 00 5a 0e 72 65 74 75 72 6e 5f 73 68 69 66 74 65 64	mi_matrix).r....Z.return_shifted
09a0	72 2f 00 00 00 72 30 00 00 00 72 08 00 00 00 29 02 72 13 00 00 00 72 05 00 00 00 72 09 00 00 00	r/...r0...r....).r....r....r....
09c0	da 0b 63 6f 6d 70 75 74 65 5f 70 6d 69 36 00 00 00 73 10 00 00 00 00 01 06 01 14 01 16 02 06 01	..compute_pmi6...s..............
09e0	06 02 04 01 04 02 7a 21 43 6f 6f 63 75 72 72 65 6e 63 65 43 61 6c 63 75 6c 61 74 6f 72 2e 63 6f	......z!CoocurrenceCalculator.co
0a00	6d 70 75 74 65 5f 70 6d 69 63 03 00 00 00 00 00 00 00 0a 00 00 00 04 00 00 00 43 00 00 00 73 56	mpute_pmic................C...sV
0a20	00 00 00 7c 00 6a 00 7c 01 19 00 7d 03 7c 00 6a 01 7c 02 19 00 7d 04 7c 00 6a 02 7c 01 7c 02 66	...|.j.|...}.|.j.|...}.|.j.|.|.f
0a40	02 19 00 7d 05 74 03 a0 04 7c 05 a1 01 7d 06 74 03 a0 04 7c 03 a1 01 74 03 a0 04 7c 04 a1 01 17	...}.t...|...}.t...|...t...|....
0a60	00 7d 07 7c 06 7c 07 18 00 7d 08 74 03 a0 05 7c 08 a1 01 7d 09 7c 09 53 00 29 01 4e 29 06 72 25	.}.|.|...}.t...|...}.|.S.).N).r%
0a80	00 00 00 72 26 00 00 00 72 24 00 00 00 72 2c 00 00 00 72 2d 00 00 00 da 03 65 78 70 29 0a 72 05	...r&...r$...r,...r-.....exp).r.
0aa0	00 00 00 72 27 00 00 00 72 28 00 00 00 5a 03 70 5f 77 5a 03 70 5f 63 5a 04 70 5f 77 63 5a 07 6c	...r'...r(...Z.p_wZ.p_cZ.p_wcZ.l
0ac0	6f 67 5f 6e 75 6d 5a 09 6c 6f 67 5f 64 65 6e 6f 6d 5a 07 6c 6f 67 5f 70 6d 69 72 2e 00 00 00 72	og_numZ.log_denomZ.log_pmir....r
0ae0	08 00 00 00 72 08 00 00 00 72 09 00 00 00 72 2b 00 00 00 44 00 00 00 73 10 00 00 00 00 01 0a 01	....r....r....r+...D...s........
0b00	0a 01 0e 03 0a 01 14 01 08 01 0a 02 7a 1a 43 6f 6f 63 75 72 72 65 6e 63 65 43 61 6c 63 75 6c 61	............z.CoocurrenceCalcula
0b20	74 6f 72 2e 5f 70 6d 69 4e 29 01 46 29 0a da 08 5f 5f 6e 61 6d 65 5f 5f da 0a 5f 5f 6d 6f 64 75	tor._pmiN).F)...__name__..__modu
0b40	6c 65 5f 5f da 0c 5f 5f 71 75 61 6c 6e 61 6d 65 5f 5f 72 0a 00 00 00 72 11 00 00 00 72 1b 00 00	le__..__qualname__r....r....r...
0b60	00 72 22 00 00 00 72 2a 00 00 00 72 31 00 00 00 72 2b 00 00 00 72 08 00 00 00 72 08 00 00 00 72	.r"...r*...r1...r+...r....r....r
0b80	08 00 00 00 72 09 00 00 00 72 03 00 00 00 04 00 00 00 73 0e 00 00 00 08 02 08 03 08 0a 08 04 08	....r....r........s.............
0ba0	0d 08 12 0a 0e 72 03 00 00 00 29 05 da 0b 63 6f 6c 6c 65 63 74 69 6f 6e 73 72 02 00 00 00 72 2c	.....r....)...collectionsr....r,
0bc0	00 00 00 da 06 6f 62 6a 65 63 74 72 03 00 00 00 72 08 00 00 00 72 08 00 00 00 72 08 00 00 00 72	.....objectr....r....r....r....r
0be0	09 00 00 00 da 08 3c 6d 6f 64 75 6c 65 3e 01 00 00 00 73 04 00 00 00 0c 01 08 02	......<module>....s........