Processing webtables

[ ]:

%%capture --no-display
from dask.distributed import Client
client = Client(address = 'tcp://192.168.62.207:8786')
client

[1]:

import dask.bag as db
import json
prefix = 'hdfs://bricks07:9000/user/kruit/wdc_webtables_englishCorpus_2015-07/'
fnames = [
    prefix+'xa%s.jsonl'%c for c in 'a'
]
bag = db.read_text(fnames).repartition(100).map(json.loads)

import takco
bag = bag.map_partitions(lambda ts: list(takco.evaluate.dataset.WebDataCommons.convert(ts))).persist()
tables = takco.DaskHashBag(bag)

tables.bag.count().compute() if hasattr(tables, 'bag') else sum(1 for _ in tables)

Client

Scheduler: tcp://192.168.62.207:8686
Dashboard: http://192.168.62.207:8687/status

Cluster

Workers: 6
Cores: 48
Memory: 1.62 TB

[1]:

[2]:

# Filter tables on entitities

typer = takco.link.EntityBloom(
    bloomfile = 'data/dbpedia_t2ksubset_all_surfaceforms.5pct.bloom',
    threshold = 0.5,
)


def filter_any_entitycol(ts):
    ent = takco.link.types.SimpleTyper.ENTITY
    for t in ts:
        col_cls = t.get("classes", {}).values()
        if any(ent in cs for cs in col_cls):
            yield t

tables = tables.pipe(takco.TableSet.coltypes, typer = typer).pipe(filter_any_entitycol).persist()

print(tables.bag.count().compute() if hasattr(tables, 'bag') else sum(1 for _ in tables))

takco.preview(tables, ntables=20)

[2]:

?	0	1	2	3
∈	string	Thing	decimal	string
	Users	Country	Rank Within Country	% of overall PageViews
	71.8%	Vietnam	9	74.4%
	9.8%	South Korea	96	9.5%
	4.5%	USA	5,614	3.4%
	3.5%	Japan	1,903	4.6%
	1.5%	Australia	971	1.0%

(9 more rows)

?	0	1	2	3	4	5
∈	decimal	string	decimal	string	Thing	dateTime
	#	Name	Age	Club	LMSC	Time
	1	Steven P Vela	30	PNA	Pacific Northwest	2:17.02
	2	William H Brigham	31	PHMS	Southern	2:22.34
	3	John Culhane	34	1776	Delaware Valley	2:26.76
	4	James M Davison	32	MVN	Southern Pacific	2:31.00
	5	Gary L Eaton	33	CHA	South Carolina	2:33.63

(5 more rows)

?	0	1	2	3	4	5
∈	Thing	Thing	decimal	Thing	Thing	string
	State	Office	District	Name	Party	Rating
	NA	President		Barack Obama II	Democratic	11%
	NA	Vice President		Joe Biden, Jr.	Democratic	17%
	AK	U.S. Senate	Sr	Lisa Murkowski	Republican	38%
	AL	U.S. Senate	Sr	Richard Shelby	Republican	52%
	AL	U.S. Senate	Jr	Jeff Sessions III	Republican	66%

(195 more rows)

?	0	1	2
∈	dateTime	Thing	string
	Date	Branch	Action
	1/24/2011	Senate	Referred to Joint Committee on Revenue.
	1/24/2011	House	House concurred.
	5/31/2011	Joint	Hearing scheduled for 06/09/2011 from 10:30 AM-03:00 PM in A-2
	6/18/2012	Senate	Accompanied a study order, see S2310

?	0	1	2	3	4	5
∈	string	Thing	decimal	string		string
	Entry	Method	Resolution (Å)	Chain	Positions	PDBsum
	4M7C	X-ray	2.05	C/D	1014-1025	[»]
	4UYI	X-ray	1.86	A	668-796	[»]

?	0	1	2
∈	decimal	Thing	decimal
	Rank	team	PV Rank
	1	Kentucky (65)	1
	2	Villanova	4
	3	Wisconsin	6
	4	Duke	2
	5	Arizona	5

(4 more rows)

?	0	1
∈	Thing	string
	TEAM	PPG / PPO
	Florida	1 for 6
	Washington	0 for 8

?	0	1	2	3	4	5	6	7	8
∈	decimal	string	string	Thing	string	string	Thing	string	string
	#		Name	P	Age	DOB	Born	HT	WT
	1		Julian Whigham	CB			West Palm Beach, FL	185 cm	82 kg
	1		Ashton Broyld	RB			Rochester, NY	193 cm	104 kg
	2		Wayne Morgan	DB			Brooklyn, NY	178 cm	86 kg
	4		A.J. Long	QB			Bethlehem, PA	183 cm	83 kg
	5		Luke Arciniega	LB			Sparks, NV	188 cm	109 kg

(66 more rows)

?	0	1	2
∈	string	string	Thing
	Symbol	Company	Exchange
	EXC	Exelon Corp.	NYSE
	EXC	Exelon Corp.	NYSE
	AXLL	Axiall Corp.	NYSE
	EXCU	Exelon Corp. Conv. Un	NYSE
	EXC	Exelon Corp.	BTT

(45 more rows)

?	0	1	2	3	4	5	6	7
∈	Thing	decimal	decimal	decimal	decimal	decimal	decimal	decimal
	Advanced Stats	Pace	Eff	Efg	FT/FG	OREB%	DREB%	TOr
	Orlando	90.5	107.9	50.0	34.7	19.4	66.7	12.9
	Toronto	90.5	116.3	55.3	14.1	33.3	80.6	10.8

?	0	1	2	3	4	5	6	7
∈	Thing	decimal	decimal	decimal	decimal	decimal	decimal	decimal
	Advanced Stats	Pace	Eff	Efg	FT/FG	OREB%	DREB%	TOr
	Minnesota	99.8	93.8	39.0	25.3	32.8	77.8	12.1
	Houston	99.8	120.7	47.1	45.3	22.2	67.2	4.4

?	0	1	2	3	4	5
∈	decimal	Thing	Thing	dateTime	string	string
		Nombre	Álbum	Duración	Precio
	1	We Three Kings	We Three Kings	3:53	USD 0.99	Ver en iTunes
	2	Santa Claus Is Coming to Town	We Three Kings	3:01	USD 0.99	Ver en iTunes
	3	I Can't Surf	Liquor in the Front	2:41	USD 0.99	Ver en iTunes
	4	Bullet	Smoke 'Em If You Got 'Em	3:06	USD 0.99	Ver en iTunes
	5	I'm Mad	Smoke 'Em If You Got 'Em	3:16	USD 0.99	Ver en iTunes

(5 more rows)

?	0	1	2	3	4
∈	dateTime	Thing	string	string	string
	Date	State	Bill No.	Bill Title	Outcome
	Aug. 29, 2012	CA	ACA 10	Limits Citizen-led Initiatives to Amend the State Constitution	Amendment Rejected - House (41 - 30)
	Aug. 27, 2012	CA	AB 1436	Authorizes Same-Day Voter Registration	Concurrence Vote Passed - House (50 - 29)
	Aug. 23, 2012	CA	AB 1436	Authorizes Same-Day Voter Registration	Bill Passed - Senate (23 - 13)
	June 27, 2012	CA	AB 1499	Ballot Order for Statewide Measures	Concurrence Vote Passed - House (50 - 24)
	June 27, 2012	CA	AB 1499	Ballot Order for Statewide Measures	Bill Passed - Senate (24 - 15)

(2 more rows)

?	0	1	2	3
∈	decimal	Thing	string	decimal
	Rank	Option	Percentage	Votes
	1	Breaking Bad	18.5%	405
	2	Deadwood	17.3%	377
	3	The Wire	10.6%	232
	4	Justified	10.4%	228
	5	The Sopranos	9.1%	198

(11 more rows)

?	0	1	2	3	4	5	6	7
∈	Thing	Thing	dateTime	decimal	Thing	decimal	Thing	decimal
	Title	Type	Year	Avg	Status	Eps		Rating
	Agent Aika	OVA	1997	2.09	Watched	7	1x	0.5
	A Little Princess Sara	TV	1985	3.23	Watched	46	2x	3.5
	A Little Snow Fairy Sugar	TV	2001	2.83	Dropped	11		1.5
	Angel Beats!	TV	2010	4.47	Watched	13	1x	5
	Angel Beats! Another Epilogue	DVD Special	2010	4.01	Watched	1	1x	2.5

(45 more rows)

?	0	1	2	3
∈	dateTime	Thing	string	string
	Date	Code	Event	Description
	17 Oct 1988	AS	Assignment	Owner name: SAFE/STRESS, INC., 240 E. GRAND BLANC RD., GRAND B Free format text: ASSIGNMENT OF ASSIG (...)
	15 Jun 1990	FPAY	Fee payment	Year of fee payment: 4
	19 Sep 1994	FPAY	Fee payment	Year of fee payment: 8
	27 Oct 1998	REMI	Maintenance fee reminder mailed
	4 Apr 1999	LAPS	Lapse for failure to pay maintenance fees

(1 more rows)

?	0	1	2	3	4	5	6	7	8	9	10	11	12
∈	string	Thing	decimal	decimal	decimal	decimal	decimal	decimal	decimal	decimal	decimal	decimal	decimal
	Name	Year	GP	W	L	T	Win%	GA	MIN	GAA	SHO	SV	SV%
	Calvin Bartel	Fr	10	6	2	1	.722	21	536	2.3491	0	244	.921
	Scott Hefferman	Jr	11	5	5	0	.500	38	531	4.2937	0	247	.867
	Ian Stearns	Sr	3	0	0	0	.000	6	84	4.2840	0	41	.872

?	0	1	2	3	4	5	6	7	8
∈	decimal	string	Thing	string	Thing	string	Thing	string	string
		Site	Category	Name	Type	Frequency	Year	Data
	1	Maxaranguape, Brazil (NAT) Air samples collected in glass flasks.	Greenhouse Gases	Methane (CH4)	Flask	Discrete	Multiple
	2	Maxaranguape, Brazil (NAT) Air samples collected in glass flasks.	Greenhouse Gases	Methane (CH4)	Flask	Monthly Averages	Multiple

?	0	1	2	3
∈	string	Thing	string	string
	Date	Code	�v�nement	Description
	18 nov. 1991	AS	Assignment	Owner name: PHYSIOMETRIX, INC., CALIFORNIA Free format text: ASSIGNMENT OF ASSIGNORS INTEREST.;ASSIG (...)
	2 nov. 1992	AS	Assignment	Owner name: INTELLIWIRE, INC., CALIFORNIA Free format text: ASSIGNMENT OF ASSIGNORS INTEREST.;ASSIGN (...)
	10 janv. 1995	CC	Certificate of correction
	18 f�vr. 1997	FPAY	Fee payment	Year of fee payment: 4
	3 mars 1997	AS	Assignment	Owner name: INTELLA INTERVENTIONAL SYSTEMS, INC., A CA. CORP., Free format text: CHANGE OF NAME;ASSI (...)

(6 more rows)

?	0	1	2	3	4	5	6	7	8	9	10	11	12	13
∈		string		Thing	Thing	Thing	Thing	Thing	Thing	Thing	Thing	Thing	Thing	string
	Rank	Name	Score	Ark vs. Fla	Neb vs. OU	Rut vs. WVU	USC vs. UCLA	WF vs. GaTech	Army vs. Navy	UConn vs. Lou	FrSt vs. SJSU	ULM vs. ULL	Col St vs. SDSU	Ore St vs. HI
		Actual Winners >>>		Fla	OU	WVU	UCLA	WF	Navy	Lou	SJSU	ULM	SDSU	Ore St
	7	dr smartass phd	8-3	Ark	OU	WVU	USC	WF	Navy	Lou	SJSU	ULM	SDSU	HI

[33]:

# Cluster tables by domain and schema; add context columns

clusters = takco.TableSet.cluster(
    tables.pipe(lambda ts: (takco.Table(t) for t in ts)),
    addcontext=['pgTitle', 'textBeforeTable', 'textAfterTable'],
    headerunions=True,
    headerunions_attributes=['domain']
).tables.persist()
print('Largest cluster:', max(clusters.pipe(lambda ts: (t.get('numTables', 1) for t in ts))))
print('Sorted by size:')
takco.preview(sorted(clusters, key=lambda t: -t.get('numTables', 0))[:10])

Largest cluster: 89
Sorted by size:

[33]:

?	0	1	2	3	4	5
∈				Thing	string	decimal
	_pgTitle	_textBeforeTable	_textAfterTable		px \| in \| cm	Credits
	Dubai Marina Stock Photo & Stock Images \| Bigstock	Download $495 save 72% 500 credits $169 save 52% 100 credits $49 save 44% 25 credits $35 10 credits (...)	Sizes apply to subscriptions and credits Related Images \| See All Related Online Tutorials Related (...)	Small	900 x 669 12.5" x 9.3" (72 dpi) 31.8 x 23.6 (72 dpi)	1
	Dubai Marina Stock Photo & Stock Images \| Bigstock	Download $495 save 72% 500 credits $169 save 52% 100 credits $49 save 44% 25 credits $35 10 credits (...)	Sizes apply to subscriptions and credits Related Images \| See All Related Online Tutorials Related (...)	Medium	1600 x 1190 5.3" x 4" (300 dpi) 13.5 x 10.2 (300 dpi)	2
	Dubai Marina Stock Photo & Stock Images \| Bigstock	Download $495 save 72% 500 credits $169 save 52% 100 credits $49 save 44% 25 credits $35 10 credits (...)	Sizes apply to subscriptions and credits Related Images \| See All Related Online Tutorials Related (...)	Large	3556 x 2646 11.9" x 8.8" (300 dpi) 30.2 x 22.4 (300 dpi)	4
	Dubai Marina Stock Photo & Stock Images \| Bigstock	Download $495 save 72% 500 credits $169 save 52% 100 credits $49 save 44% 25 credits $35 10 credits (...)	Sizes apply to subscriptions and credits Related Images \| See All Related Online Tutorials Related (...)	Extended License	3556 x 2646 11.9" x 8.8" (300 dpi) 30.2 x 22.4 (300 dpi)	50
	Man Portrait Filmstrip Stock Photo & Stock Images \| Bigstock	Download $495 save 72% 500 credits $169 save 52% 100 credits $49 save 44% 25 credits $35 10 credits (...)	Sizes apply to subscriptions and credits Related Images \| See All Related Online Tutorials Related (...)	Small	900 x 900 12.5" x 12.5" (72 dpi) 31.8 x 31.8 (72 dpi)	1

(373 more rows)

?	0	1	2	3	4	5	6
∈				dateTime	Thing string	Thing	string Thing
	_pgTitle	_textBeforeTable	_textAfterTable	date	city	state	venue
	Within Temptation Concert Tickets \| SeatGeek	2015 Tour Dates Low price $22 High price $181 Average Price $59 Past 12 Months Find Tickets Within T (...)	3/19/2015 Enschede Wilminktheater 3/26/2015 Haarlem North Holland Philharmonie 3/27/2015 Groningen ? (...)	6/28/2013	Dessel	Vlg	Boeretang
	Within Temptation Concert Tickets \| SeatGeek	2015 Tour Dates Low price $22 High price $181 Average Price $59 Past 12 Months Find Tickets Within T (...)	3/19/2015 Enschede Wilminktheater 3/26/2015 Haarlem North Holland Philharmonie 3/27/2015 Groningen ? (...)	7/27/2013	Helsinki	Esx	The Circus
	Within Temptation Concert Tickets \| SeatGeek	2015 Tour Dates Low price $22 High price $181 Average Price $59 Past 12 Months Find Tickets Within T (...)	3/19/2015 Enschede Wilminktheater 3/26/2015 Haarlem North Holland Philharmonie 3/27/2015 Groningen ? (...)	8/2/2013	Lierop	NB	Nirwana Tuinfeest
	Within Temptation Concert Tickets \| SeatGeek	2015 Tour Dates Low price $22 High price $181 Average Price $59 Past 12 Months Find Tickets Within T (...)	3/19/2015 Enschede Wilminktheater 3/26/2015 Haarlem North Holland Philharmonie 3/27/2015 Groningen ? (...)	8/23/2013	Trondheim	16	Borggrden
	Within Temptation Concert Tickets \| SeatGeek	2015 Tour Dates Low price $22 High price $181 Average Price $59 Past 12 Months Find Tickets Within T (...)	3/19/2015 Enschede Wilminktheater 3/26/2015 Haarlem North Holland Philharmonie 3/27/2015 Groningen ? (...)	8/24/2013	Oslo	03	Sentrum Scene

(1983 more rows)

?	0	1	2	3	4	5	6	7	8
∈				decimal	string	decimal	string Thing	Thing	dateTime decimal string
	_pgTitle	_textBeforeTable	_textAfterTable	#	Name	Age	Club	LMSC	Time
	1990 USMS Top 10 SCM for Men 30-34	50 Freestyle SCM Men 30-34 (1990) Refer to the official USMS published results to resolve any discre (...)	100 Freestyle SCM Men 30-34 (1990) # Name Age Club LMSC Time 1 Stuart J Marvin 34 (...)	1	Steven P Vela	30	PNA	Pacific Northwest	2:17.02
	1990 USMS Top 10 SCM for Men 30-34	50 Freestyle SCM Men 30-34 (1990) Refer to the official USMS published results to resolve any discre (...)	100 Freestyle SCM Men 30-34 (1990) # Name Age Club LMSC Time 1 Stuart J Marvin 34 (...)	2	William H Brigham	31	PHMS	Southern	2:22.34
	1990 USMS Top 10 SCM for Men 30-34	50 Freestyle SCM Men 30-34 (1990) Refer to the official USMS published results to resolve any discre (...)	100 Freestyle SCM Men 30-34 (1990) # Name Age Club LMSC Time 1 Stuart J Marvin 34 (...)	3	John Culhane	34	1776	Delaware Valley	2:26.76
	1990 USMS Top 10 SCM for Men 30-34	50 Freestyle SCM Men 30-34 (1990) Refer to the official USMS published results to resolve any discre (...)	100 Freestyle SCM Men 30-34 (1990) # Name Age Club LMSC Time 1 Stuart J Marvin 34 (...)	4	James M Davison	32	MVN	Southern Pacific	2:31.00
	1990 USMS Top 10 SCM for Men 30-34	50 Freestyle SCM Men 30-34 (1990) Refer to the official USMS published results to resolve any discre (...)	100 Freestyle SCM Men 30-34 (1990) # Name Age Club LMSC Time 1 Stuart J Marvin 34 (...)	5	Gary L Eaton	33	CHA	South Carolina	2:33.63

(408 more rows)

?	0	1	2	3	4	5	6
∈				dateTime	Thing	string Thing	string
	_pgTitle	_textBeforeTable	_textAfterTable	Date	Code	Event	Description
	Patent US5105418 - Disk drive with means to play either side of a disk - Google Patents	Patent Citations That is, as the carriage is moved, energy is stored in the spring member. As soon a (...)	Filing date Publication date Applicant Title US5251201 * Jul 19, 1991 Oct 5, 1993 Nec Corporation Op (...)	Oct 27, 1988	AS	Assignment	Owner name: PIONEER ELECTRONIC CORPORATION, JAPAN Free format text: ASSIGNMENT OF ASSIGNORS INTEREST (...)
	Patent US5105418 - Disk drive with means to play either side of a disk - Google Patents	Patent Citations That is, as the carriage is moved, energy is stored in the spring member. As soon a (...)	Filing date Publication date Applicant Title US5251201 * Jul 19, 1991 Oct 5, 1993 Nec Corporation Op (...)	Sep 29, 1995	FPAY	Fee payment	Year of fee payment: 4
	Patent US5105418 - Disk drive with means to play either side of a disk - Google Patents	Patent Citations That is, as the carriage is moved, energy is stored in the spring member. As soon a (...)	Filing date Publication date Applicant Title US5251201 * Jul 19, 1991 Oct 5, 1993 Nec Corporation Op (...)	Nov 9, 1999	REMI	Maintenance fee reminder mailed
	Patent US5105418 - Disk drive with means to play either side of a disk - Google Patents	Patent Citations That is, as the carriage is moved, energy is stored in the spring member. As soon a (...)	Filing date Publication date Applicant Title US5251201 * Jul 19, 1991 Oct 5, 1993 Nec Corporation Op (...)	Apr 16, 2000	LAPS	Lapse for failure to pay maintenance fees
	Patent US5105418 - Disk drive with means to play either side of a disk - Google Patents	Patent Citations That is, as the carriage is moved, energy is stored in the spring member. As soon a (...)	Filing date Publication date Applicant Title US5251201 * Jul 19, 1991 Oct 5, 1993 Nec Corporation Op (...)	Jun 27, 2000	FP	Expired due to failure to pay maintenance fee	Effective date: 20000414

(209 more rows)

?	0	1	2	3	4	5	6	7	8	9
∈				decimal	Thing	string	decimal	decimal	decimal	string
	_pgTitle	_textBeforeTable	_textAfterTable	Rk	Team	Record	LW	BCS	AP	Analysis
	1080 The Fan - Buffalo Wild Wings GameNight	The Dirty Poll! Week Thirteen Edition by Andy Johnson , posted Nov 24 2013 7:20PM (0) Comments W (...)	(0) Comments Tags : Topics : Sports Social : Sports Locations : Alabama, Arizona, Atlanta, Centr (...)	1	Alabama	8-0 (5-0)	1	1	1	The Tide rolled again (sorry for the lame joke) this time over Tennessee 45-10. This one was a blowo (...)
	1080 The Fan - Buffalo Wild Wings GameNight	The Dirty Poll! Week Thirteen Edition by Andy Johnson , posted Nov 24 2013 7:20PM (0) Comments W (...)	(0) Comments Tags : Topics : Sports Social : Sports Locations : Alabama, Arizona, Atlanta, Centr (...)	2	Oregon	8-0 (5-0)	2	2	2	Slow start, strong finish. Stop me if you’ve heard that before about an Oregon game. They were tied (...)
	1080 The Fan - Buffalo Wild Wings GameNight	The Dirty Poll! Week Thirteen Edition by Andy Johnson , posted Nov 24 2013 7:20PM (0) Comments W (...)	(0) Comments Tags : Topics : Sports Social : Sports Locations : Alabama, Arizona, Atlanta, Centr (...)	3	Florida State	7-0 (5-0)	3	3	3	Poor Florida State. They absolutely demolished North Carolina State, 49-14 the final, but remained a (...)
	1080 The Fan - Buffalo Wild Wings GameNight	The Dirty Poll! Week Thirteen Edition by Andy Johnson , posted Nov 24 2013 7:20PM (0) Comments W (...)	(0) Comments Tags : Topics : Sports Social : Sports Locations : Alabama, Arizona, Atlanta, Centr (...)	4	Ohio State	8-0 (4-0)	4	4	4	No one seems to be paying any attention to Ohio State, and rightfully so. Alabama, Oregon and Florid (...)
	1080 The Fan - Buffalo Wild Wings GameNight	The Dirty Poll! Week Thirteen Edition by Andy Johnson , posted Nov 24 2013 7:20PM (0) Comments W (...)	(0) Comments Tags : Topics : Sports Social : Sports Locations : Alabama, Arizona, Atlanta, Centr (...)	5	Baylor	7-0 (4-0)	6	6	5	The offense keeps on clicking, and the terrible defenses keep getting checked off the list for Baylo (...)

(895 more rows)

?	0	1	2	3	4	5	6
∈				Thing	string	string	string
	_pgTitle	_textBeforeTable	_textAfterTable	SYM	TRADE IT	LAST	%CHG
	Why Tiger Woods and Apple Are Cursed - TheStreet	Markets Today Stocks In Focus }; id: 11828124 TSCM.cfg.story = { var site_name = 'thestreet';	Markets DOW 17,689.86 -56.12 -0.32% S&P 500 2,103.84 -4.79 -0.23% NASDAQ 5,128.2810 -0.5040 -0.01%	AAPL		$121.30	0.00%
	Why Tiger Woods and Apple Are Cursed - TheStreet	Markets Today Stocks In Focus }; id: 11828124 TSCM.cfg.story = { var site_name = 'thestreet';	Markets DOW 17,689.86 -56.12 -0.32% S&P 500 2,103.84 -4.79 -0.23% NASDAQ 5,128.2810 -0.5040 -0.01%	NKE		$115.22	0.00%
	Why Tiger Woods and Apple Are Cursed - TheStreet	Markets Today Stocks In Focus }; id: 11828124 TSCM.cfg.story = { var site_name = 'thestreet';	Markets DOW 17,689.86 -56.12 -0.32% S&P 500 2,103.84 -4.79 -0.23% NASDAQ 5,128.2810 -0.5040 -0.01%	FB		$94.01	0.00%
	Why Tiger Woods and Apple Are Cursed - TheStreet	Markets Today Stocks In Focus }; id: 11828124 TSCM.cfg.story = { var site_name = 'thestreet';	Markets DOW 17,689.86 -56.12 -0.32% S&P 500 2,103.84 -4.79 -0.23% NASDAQ 5,128.2810 -0.5040 -0.01%	GOOG		$625.61	0.00%
	Why Tiger Woods and Apple Are Cursed - TheStreet	Markets Today Stocks In Focus }; id: 11828124 TSCM.cfg.story = { var site_name = 'thestreet';	Markets DOW 17,689.86 -56.12 -0.32% S&P 500 2,103.84 -4.79 -0.23% NASDAQ 5,128.2810 -0.5040 -0.01%	TSLA		$266.15	0.00%

(155 more rows)

?	0	1	2	3	4	5	6	7	8	9
∈				string	string	string	Thing	string	Thing	Thing
	_pgTitle	_textBeforeTable	_textAfterTable	US	UK	EU / JAPAN	AUSTRALIA	FRANCE	ITALY	CHINA / KOREA
	New Jetty Crew T-Shirt \| HollisterCo.com	Belts Sizes are designed to fit the following body measurements *Inseam information is available on (...)	26 265 10 10.25 41 7.5 26.5 270 11 10.5 43 8.5 27 280 footwear sizing guide Using a measuring tape, (...)	32A	32B	70B	10A	85B	1B	B70
	New Jetty Crew T-Shirt \| HollisterCo.com	Belts Sizes are designed to fit the following body measurements *Inseam information is available on (...)	26 265 10 10.25 41 7.5 26.5 270 11 10.5 43 8.5 27 280 footwear sizing guide Using a measuring tape, (...)	32B	32C	70C	10B	85C	1C	C70
	New Jetty Crew T-Shirt \| HollisterCo.com	Belts Sizes are designed to fit the following body measurements *Inseam information is available on (...)	26 265 10 10.25 41 7.5 26.5 270 11 10.5 43 8.5 27 280 footwear sizing guide Using a measuring tape, (...)	32C	32D	70D	10C	85D	1D	D70
	New Jetty Crew T-Shirt \| HollisterCo.com	Belts Sizes are designed to fit the following body measurements *Inseam information is available on (...)	26 265 10 10.25 41 7.5 26.5 270 11 10.5 43 8.5 27 280 footwear sizing guide Using a measuring tape, (...)	32D	32DD	70E	10D	85E	1E	E70
	New Jetty Crew T-Shirt \| HollisterCo.com	Belts Sizes are designed to fit the following body measurements *Inseam information is available on (...)	26 265 10 10.25 41 7.5 26.5 270 11 10.5 43 8.5 27 280 footwear sizing guide Using a measuring tape, (...)	34A	34B	75B	12A	90B	2B	B75

(379 more rows)

?	0	1	2	3	4	5	6	7	8	9	10	11	12
∈				string	string	string Thing	string	string	string	string	string	Thing string	string
	_pgTitle	_textBeforeTable	_textAfterTable	Cart Icon	Activity	Description	Ages	Dates	Days	Time	Fees	Status	Single Icon
	WebTrac Activity Search	301113 - Zumba Class Showing: 1 to 28 Total Results: 28 Activity Search Results Enroll Now Enroll No (...)	301643 - New Year, New You Cart Icon Activity Description Ages Dates Days Time Fees Stat (...)	Read Notice	303113-A	Zumba Class	13 years and Up	03/04/15 - 03/27/15	Tu, Th	6:30 P - 7:30 P	$15/$20	Unavailable	Item Details
	WebTrac Activity Search	301113 - Zumba Class Showing: 1 to 28 Total Results: 28 Activity Search Results Enroll Now Enroll No (...)	301643 - New Year, New You Cart Icon Activity Description Ages Dates Days Time Fees Stat (...)	Read Notice	303113-B	Zumba Class	13 years and Up	03/01/16 - 03/31/16	Tu, Th	6:30 P - 7:30 P	$15/$20	Unavailable	Item Details
	WebTrac Activity Search	Are you wondering when should you start your child in swim lessons? It is never too early to introdu (...)	106021 - Preschool Aquatics 2 Preschool Aquatics is designed for all swimmers ages 3-5. The skill fo (...)	Read Notice	309113-A	Zumba Class	13 years and Up	09/01/15 - 09/30/15	Tu, Th	6:30 P - 7:30 P	$15/$20	Unavailable	Item Details
	WebTrac Activity Search	Are you wondering when should you start your child in swim lessons? It is never too early to introdu (...)	106021 - Preschool Aquatics 2 Preschool Aquatics is designed for all swimmers ages 3-5. The skill fo (...)	Read Notice	309113-B	Zumba Class	14 years and Up	09/03/13 - 09/26/13	Tu, Th	7:00 P - 8:00 P	$0	Unavailable	Item Details
	WebTrac Activity Search	Are you wondering when should you start your child in swim lessons? It is never too early to introdu (...)	Dates Days Time Fees Status Single Icon Read Notice 106022-A Preschool Aquatics 3 3 year (...)	Read Notice	720030-A	JR BEFORE	4 years to 12 years	09/02/14 - 09/05/14	Tu-F	7:00 A - 8:35 A	$60/$65	Unavailable	Item Details

(105 more rows)

?	0	1	2	3	4	5
∈				string	Thing	dateTime
	_pgTitle	_textBeforeTable	_textAfterTable	Record ID	Action	Time
	171359170	History of VIAF ID:171359170 (6) Just Links in JSON RDF record VIAF Cluster in XML MARC-21 record Re (...)	RSS feed for changes © 2010-2014 OCLC Privacy Policy Hosted by OCLC About the Dataset Send Us a Comm (...)	DNB\|1012787133	add	2011-07-18T11:05:50+00:00
	171359170	History of VIAF ID:171359170 (6) Just Links in JSON RDF record VIAF Cluster in XML MARC-21 record Re (...)	RSS feed for changes © 2010-2014 OCLC Privacy Policy Hosted by OCLC About the Dataset Send Us a Comm (...)	WKP\|Louis_Lingg	add	2012-11-26T09:56:13+00:00
	171359170	History of VIAF ID:171359170 (6) Just Links in JSON RDF record VIAF Cluster in XML MARC-21 record Re (...)	RSS feed for changes © 2010-2014 OCLC Privacy Policy Hosted by OCLC About the Dataset Send Us a Comm (...)	ISNI\|0000000120446390	add	2014-05-14T22:19:01+00:00
	171359170	History of VIAF ID:171359170 (6) Just Links in JSON RDF record VIAF Cluster in XML MARC-21 record Re (...)	RSS feed for changes © 2010-2014 OCLC Privacy Policy Hosted by OCLC About the Dataset Send Us a Comm (...)	NTA\|380699214	add	2014-12-15T16:26:32+00:00
	171359170	History of VIAF ID:171359170 (6) Just Links in JSON RDF record VIAF Cluster in XML MARC-21 record Re (...)	RSS feed for changes © 2010-2014 OCLC Privacy Policy Hosted by OCLC About the Dataset Send Us a Comm (...)	WKP\|Louis_Lingg	delete	2015-04-14T18:56:54+00:00

(471 more rows)

?	0	1	2	3	4	5	6
∈				string	Thing	decimal	string
	_pgTitle	_textBeforeTable	_textAfterTable	Company	Symbol	Price	%Chg
	Should You Stay Invested in People's United? - November 18, 2013 - Zacks.com	Income Momentum Value Growth Zacks #1 Rank Top Movers for Jul 31, 2015 Zacks #1 Rank Top Movers Zack (...)	Company Symbol Price %Chg SELECT INS… SIGI 30.52 +3.81% ULTRA CLEAN… UCTT 7.64 +3.80% TESSCO TECH… T (...)	NUTRI/SYSTE…	NTRI	30.74	+21.94%
	Should You Stay Invested in People's United? - November 18, 2013 - Zacks.com	Income Momentum Value Growth Zacks #1 Rank Top Movers for Jul 31, 2015 Zacks #1 Rank Top Movers Zack (...)	Company Symbol Price %Chg SELECT INS… SIGI 30.52 +3.81% ULTRA CLEAN… UCTT 7.64 +3.80% TESSCO TECH… T (...)	CVR REFININ…	CVRR	20.42	+3.87%
	Should You Stay Invested in People's United? - November 18, 2013 - Zacks.com	Income Momentum Value Growth Zacks #1 Rank Top Movers for Jul 31, 2015 Zacks #1 Rank Top Movers Zack (...)	Company Symbol Price %Chg SELECT INS… SIGI 30.52 +3.81% ULTRA CLEAN… UCTT 7.64 +3.80% TESSCO TECH… T (...)	TESSCO TECH…	TESS	24.44	+3.78%
	Should You Stay Invested in People's United? - November 18, 2013 - Zacks.com	Income Momentum Value Growth Zacks #1 Rank Top Movers for Jul 31, 2015 Zacks #1 Rank Top Movers Zack (...)	Company Symbol Price %Chg SELECT INS… SIGI 30.52 +3.81% ULTRA CLEAN… UCTT 7.64 +3.80% TESSCO TECH… T (...)	SIMULATION…	SLP	6.49	+2.69%
	Should You Stay Invested in People's United? - November 18, 2013 - Zacks.com	Income Momentum Value Growth Zacks #1 Rank Top Movers for Jul 31, 2015 Zacks #1 Rank Top Movers Zack (...)	Company Symbol Price %Chg SELECT INS… SIGI 30.52 +3.81% ULTRA CLEAN… UCTT 7.64 +3.80% TESSCO TECH… T (...)	FIRST AMER…	FAF	40.77	+2.59%

(125 more rows)

[34]:

# Split compound columns

import logging as log
log.getLogger().setLevel(log.INFO)

splitter = takco.reshape.TemplateCompoundSplitter(min_cell_size=2, max_cell_size=50)

split = takco.TableSet.reshape(
    sorted(clusters, key=lambda t: -t.get('numTables', 0))[:20],
    restructure = False,
    compound_splitter = splitter,
).tables.persist()
takco.preview(split)

INFO:root:Unpivoting with heuristics:
INFO:root:Splitting compound columns using TemplateCompoundSplitter(min_block_size=2, min_cell_size=2, max_cell_size=50)

[34]:

?	0	1	2	3	4	5
∈				Thing	string	decimal
	_pgTitle	_textBeforeTable 2	_textAfterTable		px \| in \| cm	Credits
	Dubai Marina Stock Photo & Stock Images \| Bigstock	, Edit & Re-download	Sizes apply to subscriptions and credits Related Images \| See All Related Online Tutorials Related (...)	Small	900 x 669 12.5" x 9.3" (72 dpi) 31.8 x 23.6 (72 dpi)	1
	Dubai Marina Stock Photo & Stock Images \| Bigstock	, Edit & Re-download	Sizes apply to subscriptions and credits Related Images \| See All Related Online Tutorials Related (...)	Medium	1600 x 1190 5.3" x 4" (300 dpi) 13.5 x 10.2 (300 dpi)	2
	Dubai Marina Stock Photo & Stock Images \| Bigstock	, Edit & Re-download	Sizes apply to subscriptions and credits Related Images \| See All Related Online Tutorials Related (...)	Large	3556 x 2646 11.9" x 8.8" (300 dpi) 30.2 x 22.4 (300 dpi)	4
	Dubai Marina Stock Photo & Stock Images \| Bigstock	, Edit & Re-download	Sizes apply to subscriptions and credits Related Images \| See All Related Online Tutorials Related (...)	Extended License	3556 x 2646 11.9" x 8.8" (300 dpi) 30.2 x 22.4 (300 dpi)	50
	Man Portrait Filmstrip Stock Photo & Stock Images \| Bigstock	, Edit & Re-download	Sizes apply to subscriptions and credits Related Images \| See All Related Online Tutorials Related (...)	Small	900 x 900 12.5" x 12.5" (72 dpi) 31.8 x 31.8 (72 dpi)	1

(373 more rows)

?	0	1	2	3	4	5	6
∈				dateTime	Thing string	Thing	string Thing
	_pgTitle 0	_textBeforeTable	_textAfterTable 0	date /20	city	state	venue
	Within Temptation	2015 Tour Dates Low price $22 High price $181 Average Price $59 Past 12 Months Find Tickets Within T (...)	3/19	13	Dessel	Vlg	Boeretang
	Within Temptation	2015 Tour Dates Low price $22 High price $181 Average Price $59 Past 12 Months Find Tickets Within T (...)	3/19	13	Helsinki	Esx	The Circus
	Within Temptation	2015 Tour Dates Low price $22 High price $181 Average Price $59 Past 12 Months Find Tickets Within T (...)	3/19	13	Lierop	NB	Nirwana Tuinfeest
	Within Temptation	2015 Tour Dates Low price $22 High price $181 Average Price $59 Past 12 Months Find Tickets Within T (...)	3/19	13	Trondheim	16	Borggrden
	Within Temptation	2015 Tour Dates Low price $22 High price $181 Average Price $59 Past 12 Months Find Tickets Within T (...)	3/19	13	Oslo	03	Sentrum Scene

(1983 more rows)

?	0	1	2	3	4	5	6	7	8	9	10	11	12	13	14	15
∈				decimal	string	decimal	string Thing	Thing	dateTime decimal string
	_pgTitle 0	_pgTitle USMS Top 10	_pgTitle for	_textBeforeTable 50 Freestyle	_textBeforeTable 2	_textBeforeTable en	_textBeforeTable 4	_textBeforeTable (	_textBeforeTable ) Refer to the official USMS published results to resolve any discrepancy. Report any errors to Mary Beth Windrath.	_textAfterTable	#	Name	Age	Club	LMSC	Time
	1990	SCM	30-34	SCM M	30-34	1990	1990	SCM	30-34	100 Freestyle SCM Men 30-34 (1990) # Name Age Club LMSC Time 1 Stuart J Marvin 34 (...)	1	Steven P Vela	30	PNA	Pacific Northwest	2:17.02
	1990	SCM	30-34	SCM M	30-34	1990	1990	SCM	30-34	100 Freestyle SCM Men 30-34 (1990) # Name Age Club LMSC Time 1 Stuart J Marvin 34 (...)	2	William H Brigham	31	PHMS	Southern	2:22.34
	1990	SCM	30-34	SCM M	30-34	1990	1990	SCM	30-34	100 Freestyle SCM Men 30-34 (1990) # Name Age Club LMSC Time 1 Stuart J Marvin 34 (...)	3	John Culhane	34	1776	Delaware Valley	2:26.76
	1990	SCM	30-34	SCM M	30-34	1990	1990	SCM	30-34	100 Freestyle SCM Men 30-34 (1990) # Name Age Club LMSC Time 1 Stuart J Marvin 34 (...)	4	James M Davison	32	MVN	Southern Pacific	2:31.00
	1990	SCM	30-34	SCM M	30-34	1990	1990	SCM	30-34	100 Freestyle SCM Men 30-34 (1990) # Name Age Club LMSC Time 1 Stuart J Marvin 34 (...)	5	Gary L Eaton	33	CHA	South Carolina	2:33.63

(408 more rows)

?	0	1	2	3	4	5	6
∈				dateTime	Thing	string Thing	string
	_pgTitle Patent US	_textBeforeTable 0	_textAfterTable	Date	Code	Event	Description
	5105418	Pat	Filing date Publication date Applicant Title US5251201 * Jul 19, 1991 Oct 5, 1993 Nec Corporation Op (...)	Oct 27, 1988	AS	Assignment	Owner name: PIONEER ELECTRONIC CORPORATION, JAPAN Free format text: ASSIGNMENT OF ASSIGNORS INTEREST (...)
	5105418	Pat	Filing date Publication date Applicant Title US5251201 * Jul 19, 1991 Oct 5, 1993 Nec Corporation Op (...)	Sep 29, 1995	FPAY	Fee payment	Year of fee payment: 4
	5105418	Pat	Filing date Publication date Applicant Title US5251201 * Jul 19, 1991 Oct 5, 1993 Nec Corporation Op (...)	Nov 9, 1999	REMI	Maintenance fee reminder mailed
	5105418	Pat	Filing date Publication date Applicant Title US5251201 * Jul 19, 1991 Oct 5, 1993 Nec Corporation Op (...)	Apr 16, 2000	LAPS	Lapse for failure to pay maintenance fees
	5105418	Pat	Filing date Publication date Applicant Title US5251201 * Jul 19, 1991 Oct 5, 1993 Nec Corporation Op (...)	Jun 27, 2000	FP	Expired due to failure to pay maintenance fee	Effective date: 20000414

(209 more rows)

?	0	1	2	3	4	5	6	7	8	9
∈				decimal	Thing	string	decimal	decimal	decimal	string
	_pgTitle	_textBeforeTable	_textAfterTable	Rk	Team	Record	LW	BCS	AP	Analysis
	1080 The Fan - Buffalo Wild Wings GameNight	The Dirty Poll! Week Thirteen Edition by Andy Johnson , posted Nov 24 2013 7:20PM (0) Comments W (...)	(0) Comments Tags : Topics : Sports Social : Sports Locations : Alabama, Arizona, Atlanta, Centr (...)	1	Alabama	8-0 (5-0)	1	1	1	The Tide rolled again (sorry for the lame joke) this time over Tennessee 45-10. This one was a blowo (...)
	1080 The Fan - Buffalo Wild Wings GameNight	The Dirty Poll! Week Thirteen Edition by Andy Johnson , posted Nov 24 2013 7:20PM (0) Comments W (...)	(0) Comments Tags : Topics : Sports Social : Sports Locations : Alabama, Arizona, Atlanta, Centr (...)	2	Oregon	8-0 (5-0)	2	2	2	Slow start, strong finish. Stop me if you’ve heard that before about an Oregon game. They were tied (...)
	1080 The Fan - Buffalo Wild Wings GameNight	The Dirty Poll! Week Thirteen Edition by Andy Johnson , posted Nov 24 2013 7:20PM (0) Comments W (...)	(0) Comments Tags : Topics : Sports Social : Sports Locations : Alabama, Arizona, Atlanta, Centr (...)	3	Florida State	7-0 (5-0)	3	3	3	Poor Florida State. They absolutely demolished North Carolina State, 49-14 the final, but remained a (...)
	1080 The Fan - Buffalo Wild Wings GameNight	The Dirty Poll! Week Thirteen Edition by Andy Johnson , posted Nov 24 2013 7:20PM (0) Comments W (...)	(0) Comments Tags : Topics : Sports Social : Sports Locations : Alabama, Arizona, Atlanta, Centr (...)	4	Ohio State	8-0 (4-0)	4	4	4	No one seems to be paying any attention to Ohio State, and rightfully so. Alabama, Oregon and Florid (...)
	1080 The Fan - Buffalo Wild Wings GameNight	The Dirty Poll! Week Thirteen Edition by Andy Johnson , posted Nov 24 2013 7:20PM (0) Comments W (...)	(0) Comments Tags : Topics : Sports Social : Sports Locations : Alabama, Arizona, Atlanta, Centr (...)	5	Baylor	7-0 (4-0)	6	6	5	The offense keeps on clicking, and the terrible defenses keep getting checked off the list for Baylo (...)

(895 more rows)

?	0	1	2	3	4	5	6	7	8	9	10	11
∈				Thing	string	string	string
	_pgTitle	_textBeforeTable Markets Today Stocks In Focus }; id: 1	_textAfterTable Markets DOW 17,	_textAfterTable 2	_textAfterTable 0.	_textAfterTable 4	_textAfterTable % S&P 500 2,	_textAfterTable 6	SYM	TRADE IT	LAST	%CHG
	Why Tiger Woods and Apple Are Cursed - TheStreet	1828124	689.86 -56.12 -	32	103.84 -4.79 -	23	128.2810 -	5040 -0.01%	AAPL		$121.30	0.00%
	Why Tiger Woods and Apple Are Cursed - TheStreet	1828124	689.86 -56.12 -	32	103.84 -4.79 -	23	128.2810 -	5040 -0.01%	NKE		$115.22	0.00%
	Why Tiger Woods and Apple Are Cursed - TheStreet	1828124	689.86 -56.12 -	32	103.84 -4.79 -	23	128.2810 -	5040 -0.01%	FB		$94.01	0.00%
	Why Tiger Woods and Apple Are Cursed - TheStreet	1828124	689.86 -56.12 -	32	103.84 -4.79 -	23	128.2810 -	5040 -0.01%	GOOG		$625.61	0.00%
	Why Tiger Woods and Apple Are Cursed - TheStreet	1828124	689.86 -56.12 -	32	103.84 -4.79 -	23	128.2810 -	5040 -0.01%	TSLA		$266.15	0.00%

(155 more rows)

?	0	1	2	3	4	5	6	7	8	9
∈				string	string	string	Thing	string	Thing	Thing
	_pgTitle	_textBeforeTable	_textAfterTable	US	UK	EU / JAPAN	AUSTRALIA	FRANCE	ITALY	CHINA / KOREA
	New Jetty Crew T-Shirt \| HollisterCo.com	Belts Sizes are designed to fit the following body measurements *Inseam information is available on (...)	26 265 10 10.25 41 7.5 26.5 270 11 10.5 43 8.5 27 280 footwear sizing guide Using a measuring tape, (...)	32A	32B	70B	10A	85B	1B	B70
	New Jetty Crew T-Shirt \| HollisterCo.com	Belts Sizes are designed to fit the following body measurements *Inseam information is available on (...)	26 265 10 10.25 41 7.5 26.5 270 11 10.5 43 8.5 27 280 footwear sizing guide Using a measuring tape, (...)	32B	32C	70C	10B	85C	1C	C70
	New Jetty Crew T-Shirt \| HollisterCo.com	Belts Sizes are designed to fit the following body measurements *Inseam information is available on (...)	26 265 10 10.25 41 7.5 26.5 270 11 10.5 43 8.5 27 280 footwear sizing guide Using a measuring tape, (...)	32C	32D	70D	10C	85D	1D	D70
	New Jetty Crew T-Shirt \| HollisterCo.com	Belts Sizes are designed to fit the following body measurements *Inseam information is available on (...)	26 265 10 10.25 41 7.5 26.5 270 11 10.5 43 8.5 27 280 footwear sizing guide Using a measuring tape, (...)	32D	32DD	70E	10D	85E	1E	E70
	New Jetty Crew T-Shirt \| HollisterCo.com	Belts Sizes are designed to fit the following body measurements *Inseam information is available on (...)	26 265 10 10.25 41 7.5 26.5 270 11 10.5 43 8.5 27 280 footwear sizing guide Using a measuring tape, (...)	34A	34B	75B	12A	90B	2B	B75

(379 more rows)

?	0	1	2	3	4	5	6	7	8	9	10	11	12	13	14	15
∈				string	string	string Thing	string	string	string	string	string	Thing string	string
	_pgTitle	_textBeforeTable	_textAfterTable	Cart Icon 0	Cart Icon d	Activity	Description	Ages	Dates 0	Dates 2	Days	Time 0	Time 2	Fees	Status	Single Icon
	WebTrac Activity Search	301113 - Zumba Class Showing: 1 to 28 Total Results: 28 Activity Search Results Enroll Now Enroll No (...)	301643 - New Year, New You Cart Icon Activity Description Ages Dates Days Time Fees Stat (...)	Rea	Notice	303113-A	Zumba Class	13 years and Up	03/04	03/27	Tu, Th	6:3	7:30 P	$15/$20	Unavailable	Item Details
	WebTrac Activity Search	301113 - Zumba Class Showing: 1 to 28 Total Results: 28 Activity Search Results Enroll Now Enroll No (...)	301643 - New Year, New You Cart Icon Activity Description Ages Dates Days Time Fees Stat (...)	Rea	Notice	303113-B	Zumba Class	13 years and Up	03/01	03/31	Tu, Th	6:3	7:30 P	$15/$20	Unavailable	Item Details
	WebTrac Activity Search	Are you wondering when should you start your child in swim lessons? It is never too early to introdu (...)	106021 - Preschool Aquatics 2 Preschool Aquatics is designed for all swimmers ages 3-5. The skill fo (...)	Rea	Notice	309113-A	Zumba Class	13 years and Up	09/01	09/30	Tu, Th	6:3	7:30 P	$15/$20	Unavailable	Item Details
	WebTrac Activity Search	Are you wondering when should you start your child in swim lessons? It is never too early to introdu (...)	106021 - Preschool Aquatics 2 Preschool Aquatics is designed for all swimmers ages 3-5. The skill fo (...)	Rea	Notice	309113-B	Zumba Class	14 years and Up	09/03	09/26	Tu, Th	7:0	8:00 P	$0	Unavailable	Item Details
	WebTrac Activity Search	Are you wondering when should you start your child in swim lessons? It is never too early to introdu (...)	Dates Days Time Fees Status Single Icon Read Notice 106022-A Preschool Aquatics 3 3 year (...)	Rea	Notice	720030-A	JR BEFORE	4 years to 12 years	09/02	09/05	Tu-F	7:0	8:35 A	$60/$65	Unavailable	Item Details

(105 more rows)

?	0	1	2	3	4	5
∈				string	Thing	dateTime
	_pgTitle	_textBeforeTable History of VIAF ID:	_textAfterTable	Record ID	Action	Time 20
	171359170	171359170	RSS feed for changes © 2010-2014 OCLC Privacy Policy Hosted by OCLC About the Dataset Send Us a Comm (...)	DNB\|1012787133	add	11-07-18T11:05:50
	171359170	171359170	RSS feed for changes © 2010-2014 OCLC Privacy Policy Hosted by OCLC About the Dataset Send Us a Comm (...)	WKP\|Louis_Lingg	add	12-11-26T09:56:13
	171359170	171359170	RSS feed for changes © 2010-2014 OCLC Privacy Policy Hosted by OCLC About the Dataset Send Us a Comm (...)	ISNI\|0000000120446390	add	14-05-14T22:19:01
	171359170	171359170	RSS feed for changes © 2010-2014 OCLC Privacy Policy Hosted by OCLC About the Dataset Send Us a Comm (...)	NTA\|380699214	add	14-12-15T16:26:32
	171359170	171359170	RSS feed for changes © 2010-2014 OCLC Privacy Policy Hosted by OCLC About the Dataset Send Us a Comm (...)	WKP\|Louis_Lingg	delete	15-04-14T18:56:54

(471 more rows)

?	0	1	2	3	4	5	6	7
∈				string	Thing	decimal	string
	_pgTitle -	_textBeforeTable Income Momentum Value Growth Zacks #1 Rank Top Movers for	_textBeforeTable 2	_textAfterTable	Company	Symbol	Price	%Chg
	November 18	Jul 31	7/31	Company Symbol Price %Chg SELECT INS… SIGI 30.52 +3.81% ULTRA CLEAN… UCTT 7.64 +3.80% TESSCO TECH… T (...)	NUTRI/SYSTE…	NTRI	30.74	+21.94%
	November 18	Jul 31	7/31	Company Symbol Price %Chg SELECT INS… SIGI 30.52 +3.81% ULTRA CLEAN… UCTT 7.64 +3.80% TESSCO TECH… T (...)	CVR REFININ…	CVRR	20.42	+3.87%
	November 18	Jul 31	7/31	Company Symbol Price %Chg SELECT INS… SIGI 30.52 +3.81% ULTRA CLEAN… UCTT 7.64 +3.80% TESSCO TECH… T (...)	TESSCO TECH…	TESS	24.44	+3.78%
	November 18	Jul 31	7/31	Company Symbol Price %Chg SELECT INS… SIGI 30.52 +3.81% ULTRA CLEAN… UCTT 7.64 +3.80% TESSCO TECH… T (...)	SIMULATION…	SLP	6.49	+2.69%
	November 18	Jul 31	7/31	Company Symbol Price %Chg SELECT INS… SIGI 30.52 +3.81% ULTRA CLEAN… UCTT 7.64 +3.80% TESSCO TECH… T (...)	FIRST AMER…	FAF	40.77	+2.59%

(125 more rows)

[78]:

# Link entities

import logging as log
log.getLogger().setLevel(log.INFO)

db = takco.link.RDFSearcher(
    store = takco.link.Trident(configuration = 'data/wikidata.tridentdb'),
    typeProperties = ['http://www.wikidata.org/prop/direct/P31'],
    encoding = 'wikidata',
)
linker = takco.link.First(
    searcher = db,
    majority_class = 'http://www.wikidata.org/prop/direct/P31',
    class_cover = 0.33,
    exclude_about = {'http://www.wikidata.org/prop/direct/P31':['http://www.wikidata.org/entity/Q4167410']}
)
linked = takco.TableSet.link(
    list(split)[:3],
    linker = linker
).tables.persist()

takco.preview(list(linked))

INFO:root:Linking with <takco.link.linkers.First object at 0x7f4f9f720790>



  0%|          | 0/360 [00:00<?, ?it/s]


 18%|█▊        | 63/360 [00:00<00:00, 626.81it/s]


 51%|█████     | 183/360 [00:00<00:00, 731.17it/s]


 88%|████████▊ | 317/360 [00:00<00:00, 940.77it/s]



  0%|          | 0/2259 [00:00<?, ?it/s]


  1%|          | 23/2259 [00:00<00:10, 214.20it/s]


  2%|▏         | 36/2259 [00:00<00:13, 165.22it/s]


  2%|▏         | 56/2259 [00:00<00:12, 169.88it/s]


  3%|▎         | 74/2259 [00:00<00:13, 167.10it/s]


  4%|▍         | 91/2259 [00:00<00:12, 167.14it/s]


  5%|▍         | 109/2259 [00:00<00:12, 168.44it/s]


  6%|▌         | 134/2259 [00:00<00:11, 186.07it/s]


  7%|▋         | 152/2259 [00:00<00:11, 177.22it/s]


  8%|▊         | 170/2259 [00:00<00:12, 172.44it/s]


  8%|▊         | 191/2259 [00:01<00:11, 180.96it/s]


  9%|▉         | 209/2259 [00:01<00:11, 179.07it/s]


 10%|█         | 231/2259 [00:01<00:10, 189.24it/s]


 12%|█▏        | 266/2259 [00:01<00:09, 219.06it/s]


 13%|█▎        | 291/2259 [00:01<00:08, 224.58it/s]


 14%|█▍        | 317/2259 [00:01<00:08, 230.23it/s]


 15%|█▌        | 343/2259 [00:01<00:08, 237.39it/s]


 16%|█▋        | 368/2259 [00:01<00:09, 205.55it/s]


 17%|█▋        | 390/2259 [00:01<00:09, 196.80it/s]


 18%|█▊        | 412/2259 [00:02<00:09, 201.39it/s]


 19%|█▉        | 435/2259 [00:02<00:08, 206.29it/s]


 20%|██        | 457/2259 [00:02<00:08, 201.17it/s]


 21%|██▏       | 485/2259 [00:02<00:08, 219.14it/s]


 23%|██▎       | 510/2259 [00:02<00:07, 226.52it/s]


 24%|██▎       | 535/2259 [00:02<00:07, 229.49it/s]


 25%|██▌       | 568/2259 [00:02<00:06, 251.75it/s]


 26%|██▋       | 595/2259 [00:02<00:06, 239.80it/s]


 28%|██▊       | 633/2259 [00:02<00:06, 267.29it/s]


 29%|██▉       | 662/2259 [00:03<00:06, 241.40it/s]


 31%|███       | 694/2259 [00:03<00:06, 259.63it/s]


 32%|███▏      | 726/2259 [00:03<00:05, 273.59it/s]


 34%|███▍      | 765/2259 [00:03<00:04, 299.68it/s]


 35%|███▌      | 799/2259 [00:03<00:04, 310.16it/s]


 37%|███▋      | 832/2259 [00:03<00:05, 282.85it/s]


 38%|███▊      | 869/2259 [00:03<00:04, 302.75it/s]


 40%|███▉      | 901/2259 [00:03<00:04, 291.07it/s]


 41%|████▏     | 932/2259 [00:03<00:04, 293.38it/s]


 43%|████▎     | 963/2259 [00:04<00:04, 289.47it/s]


 44%|████▍     | 993/2259 [00:04<00:04, 266.59it/s]


 45%|████▌     | 1024/2259 [00:04<00:04, 277.79it/s]


 47%|████▋     | 1062/2259 [00:04<00:03, 300.13it/s]


 49%|████▉     | 1114/2259 [00:04<00:03, 343.59it/s]


 51%|█████     | 1152/2259 [00:04<00:03, 321.31it/s]


 53%|█████▎    | 1194/2259 [00:04<00:03, 345.13it/s]


 55%|█████▌    | 1248/2259 [00:04<00:02, 375.16it/s]


 57%|█████▋    | 1297/2259 [00:04<00:02, 402.54it/s]


 60%|█████▉    | 1348/2259 [00:05<00:02, 415.39it/s]


 62%|██████▏   | 1392/2259 [00:05<00:02, 415.08it/s]


 64%|██████▎   | 1435/2259 [00:05<00:01, 419.35it/s]


 65%|██████▌   | 1478/2259 [00:05<00:02, 386.00it/s]


 67%|██████▋   | 1518/2259 [00:05<00:01, 375.05it/s]


 69%|██████▉   | 1559/2259 [00:05<00:01, 381.00it/s]


 71%|███████   | 1598/2259 [00:05<00:01, 370.70it/s]


 73%|███████▎  | 1656/2259 [00:05<00:01, 414.02it/s]


 75%|███████▌  | 1704/2259 [00:05<00:01, 393.16it/s]


 77%|███████▋  | 1745/2259 [00:06<00:01, 358.55it/s]


 80%|███████▉  | 1797/2259 [00:06<00:01, 395.37it/s]


 81%|████████▏ | 1839/2259 [00:06<00:01, 310.71it/s]


 84%|████████▎ | 1887/2259 [00:06<00:01, 344.97it/s]


 85%|████████▌ | 1931/2259 [00:06<00:00, 367.43it/s]


 87%|████████▋ | 1972/2259 [00:06<00:00, 369.22it/s]


 89%|████████▉ | 2016/2259 [00:06<00:00, 387.82it/s]


 91%|█████████ | 2061/2259 [00:06<00:00, 403.72it/s]


 93%|█████████▎| 2103/2259 [00:07<00:00, 387.52it/s]


 96%|█████████▌| 2159/2259 [00:07<00:00, 422.45it/s]


 98%|█████████▊| 2204/2259 [00:07<00:00, 420.55it/s]


100%|█████████▉| 2254/2259 [00:07<00:00, 438.20it/s]



  0%|          | 0/1097 [00:00<?, ?it/s]



  7%|▋         | 72/1097 [00:00<00:01, 685.65it/s]



 14%|█▍        | 152/1097 [00:00<00:01, 714.04it/s]



 22%|██▏       | 240/1097 [00:00<00:01, 755.58it/s]



 31%|███       | 338/1097 [00:00<00:00, 806.05it/s]



 38%|███▊      | 416/1097 [00:00<00:00, 794.51it/s]



 46%|████▋     | 510/1097 [00:00<00:00, 826.34it/s]



 56%|█████▌    | 616/1097 [00:00<00:00, 884.69it/s]



 69%|██████▉   | 757/1097 [00:00<00:00, 985.45it/s]



 79%|███████▉  | 872/1097 [00:00<00:00, 1025.23it/s]



 92%|█████████▏| 1011/1097 [00:01<00:00, 933.40it/s]

[78]:

?	0	1	2	3	4	5
∈				Thing	string	decimal
	_pgTitle	_textBeforeTable 2	_textAfterTable		px \| in \| cm	Credits
	Dubai Marina Stock Photo & Stock Images \| Bigstock	, Edit & Re-download	Sizes apply to subscriptions and credits Related Images \| See All Related Online Tutorials Related (...)	Small	900 x 669 12.5" x 9.3" (72 dpi) 31.8 x 23.6 (72 dpi)	1
	Dubai Marina Stock Photo & Stock Images \| Bigstock	, Edit & Re-download	Sizes apply to subscriptions and credits Related Images \| See All Related Online Tutorials Related (...)	Medium	1600 x 1190 5.3" x 4" (300 dpi) 13.5 x 10.2 (300 dpi)	2
	Dubai Marina Stock Photo & Stock Images \| Bigstock	, Edit & Re-download	Sizes apply to subscriptions and credits Related Images \| See All Related Online Tutorials Related (...)	Large	3556 x 2646 11.9" x 8.8" (300 dpi) 30.2 x 22.4 (300 dpi)	4
	Dubai Marina Stock Photo & Stock Images \| Bigstock	, Edit & Re-download	Sizes apply to subscriptions and credits Related Images \| See All Related Online Tutorials Related (...)	Extended License	3556 x 2646 11.9" x 8.8" (300 dpi) 30.2 x 22.4 (300 dpi)	50
	Man Portrait Filmstrip Stock Photo & Stock Images \| Bigstock	, Edit & Re-download	Sizes apply to subscriptions and credits Related Images \| See All Related Online Tutorials Related (...)	Small	900 x 900 12.5" x 12.5" (72 dpi) 31.8 x 31.8 (72 dpi)	1

(373 more rows)

?	0	1	2	3	4	5	6
∈	Q215380		Q4167410	dateTime	Q1093829	Thing	string Thing
	_pgTitle 0	_textBeforeTable	_textAfterTable 0	date /20	city	state	venue
	Within Temptation	2015 Tour Dates Low price $22 High price $181 Average Price $59 Past 12 Months Find Tickets Within T (...)	3/19	13	Dessel	Vlg	Boeretang
	Within Temptation	2015 Tour Dates Low price $22 High price $181 Average Price $59 Past 12 Months Find Tickets Within T (...)	3/19	13	Helsinki	Esx	The Circus
	Within Temptation	2015 Tour Dates Low price $22 High price $181 Average Price $59 Past 12 Months Find Tickets Within T (...)	3/19	13	Lierop	NB	Nirwana Tuinfeest
	Within Temptation	2015 Tour Dates Low price $22 High price $181 Average Price $59 Past 12 Months Find Tickets Within T (...)	3/19	13	Trondheim	16	Borggrden
	Within Temptation	2015 Tour Dates Low price $22 High price $181 Average Price $59 Past 12 Months Find Tickets Within T (...)	3/19	13	Oslo	03	Sentrum Scene

(1983 more rows)

?	0	1	2	3	4	5	6	7	8	9	10	11	12	13	14	15
∈		Q9143	Q41176	decimal	Q41176	decimal	string Thing	Q9143	Q41176			Q5		Q4167410	Q35657
	_pgTitle 0	_pgTitle USMS Top 10	_pgTitle for	_textBeforeTable 50 Freestyle	_textBeforeTable 2	_textBeforeTable en	_textBeforeTable 4	_textBeforeTable (	_textBeforeTable ) Refer to the official USMS published results to resolve any discrepancy. Report any errors to Mary Beth Windrath.	_textAfterTable	#	Name	Age	Club	LMSC	Time
	1990	SCM	30-34	SCM M	30-34	1990	1990	SCM	30-34	100 Freestyle SCM Men 30-34 (1990) # Name Age Club LMSC Time 1 Stuart J Marvin 34 (...)	1	Steven P Vela	30	PNA	Pacific Northwest	2:17.02
	1990	SCM	30-34	SCM M	30-34	1990	1990	SCM	30-34	100 Freestyle SCM Men 30-34 (1990) # Name Age Club LMSC Time 1 Stuart J Marvin 34 (...)	2	William H Brigham	31	PHMS	Southern	2:22.34
	1990	SCM	30-34	SCM M	30-34	1990	1990	SCM	30-34	100 Freestyle SCM Men 30-34 (1990) # Name Age Club LMSC Time 1 Stuart J Marvin 34 (...)	3	John Culhane	34	1776	Delaware Valley	2:26.76
	1990	SCM	30-34	SCM M	30-34	1990	1990	SCM	30-34	100 Freestyle SCM Men 30-34 (1990) # Name Age Club LMSC Time 1 Stuart J Marvin 34 (...)	4	James M Davison	32	MVN	Southern Pacific	2:31.00
	1990	SCM	30-34	SCM M	30-34	1990	1990	SCM	30-34	100 Freestyle SCM Men 30-34 (1990) # Name Age Club LMSC Time 1 Stuart J Marvin 34 (...)	5	Gary L Eaton	33	CHA	South Carolina	2:33.63

(408 more rows)




100%|█████████▉| 2254/2259 [00:25<00:00, 438.20it/s]

[ ]: