Open Information Extraction from the Web

@inproceedings{BankoEtal07, abstract = {Traditionally, Information Extraction (IE) has focused on satisfying precise, narrow, pre-specified requests from small homogeneous corpora (e.g., extract the location and time of seminars from a set of announcements). Shifting to a new domain requires the user to name the target relations and to manually create new extraction rules or hand-tag new training examples. This manual labor scales linearly with the number of target relations. This paper introduces Open IE (OIE), a new extraction paradigm where the system makes a single data-driven pass over its corpus and extracts a large set of relational tuples without requiring any human input. The paper also introduces TextRunner, a fully implemented, highly scalable OIE system where the tuples are assigned a probability and indexed to support efficient extraction and exploration via user queries. We report on experiments over a 9,000,000 Web page corpus that compare TextRunner with KnowItAll, a state-of-the-art Web IE system. TextRunner achieves an error reduction of 33\% on a comparable set of extractions. Furthermore, in the amount of time it takes KnowItAll to perform extraction for a handful of pre-specified relations, TextRunner extracts a far broader set of facts reflecting orders of magnitude more relations, discovered on the fly. We report statistics on TextRunner's 11,000,000 highest probability tuples, and show that they contain over 1,000,000 concrete facts and over 6,500,000 more abstract assertions.}, author = {Banko, Michele and Cafarella, Michael J. and Soderland, Stephen and Broadhead, Matthew and Etzioni, Oren }, booktitle = {Proc. of the International Joint Conference on Artificial Intelligence (IJCAI)}, citeulike-article-id = {1106067}, keywords = {extraction, information, information-retrieval, ir, nlp, web}, posted-at = {2007-06-15 16:11:19}, priority = {2}, title = {Open Information Extraction from the Web}, url = {http://www.ijcai.org/papers07/Papers/IJCAI07-429.pdf}, year = {2007} }

TY - CONF ID - BankoEtal07 L3 - citeulike-article-id:1106067 TI - Open Information Extraction from the Web T2 - Proc. of the International Joint Conference on Artificial Intelligence (IJCAI) N2 - Traditionally, Information Extraction (IE) has focused on satisfying precise, narrow, pre-specified requests from small homogeneous corpora (e.g., extract the location and time of seminars from a set of announcements). Shifting to a new domain requires the user to name the target relations and to manually create new extraction rules or hand-tag new training examples. This manual labor scales linearly with the number of target relations. This paper introduces Open IE (OIE), a new extraction paradigm where the system makes a single data-driven pass over its corpus and extracts a large set of relational tuples without requiring any human input. The paper also introduces TextRunner, a fully implemented, highly scalable OIE system where the tuples are assigned a probability and indexed to support efficient extraction and exploration via user queries. We report on experiments over a 9,000,000 Web page corpus that compare TextRunner with KnowItAll, a state-of-the-art Web IE system. TextRunner achieves an error reduction of 33% on a comparable set of extractions. Furthermore, in the amount of time it takes KnowItAll to perform extraction for a handful of pre-specified relations, TextRunner extracts a far broader set of facts reflecting orders of magnitude more relations, discovered on the fly. We report statistics on TextRunner's 11,000,000 highest probability tuples, and show that they contain over 1,000,000 concrete facts and over 6,500,000 more abstract assertions. KW - extraction KW - information KW - information-retrieval KW - ir KW - nlp KW - web AU - Banko, Michele AU - Cafarella, Michael AU - Soderland, Stephen AU - Broadhead, Matthew AU - Etzioni, Oren PY - 2007/// UR - http://www.ijcai.org/papers07/Papers/IJCAI07-429.pdf ER -