/* OpenWebSpider v0.6 MySQL Script */


/* tested under MySQL 5.0 */



create database if not exists `hosts`;

USE `hosts`;

/*Table structure for table `hostlist` */

DROP TABLE IF EXISTS `hostlist`;

CREATE TABLE `hostlist` (
  `hostname` varchar(100) NOT NULL default '',
  `port` int(6) NOT NULL default '80',
  `status` int(11) NOT NULL default '0',
  `lastvisit` varchar(10) default NULL,
  `pages` int(11) NOT NULL default '0',
  `priority` int(11) NOT NULL default '0',
  PRIMARY KEY  (`hostname`)
) ENGINE=MyISAM DEFAULT CHARSET=latin1;

/*Table structure for table `rels` */

DROP TABLE IF EXISTS `rels`;

CREATE TABLE `rels` (
  `host` varchar(100) NOT NULL,
  `page` varchar(255) NOT NULL,
  `linkedhost` varchar(100) NOT NULL,
  `linkedpage` varchar(255) NOT NULL,
  UNIQUE KEY `unique_index` (`host`,`page`,`linkedhost`,`linkedpage`)
) ENGINE=MyISAM DEFAULT CHARSET=latin1;



create database if not exists `spiderdb`;

USE `spiderdb`;

/*Table structure for table `ii` */

DROP TABLE IF EXISTS `ii`;

CREATE TABLE `ii` (
  `wordid` int(11) NOT NULL,
  `pageid` int(11) NOT NULL,
  `position` int(11) NOT NULL default '0'
) ENGINE=MyISAM DEFAULT CHARSET=latin1;

/*Table structure for table `pagelist` */

DROP TABLE IF EXISTS `pagelist`;

CREATE TABLE `pagelist` (
  `idpage` int(11) NOT NULL auto_increment,
  `hostname` varchar(100) NOT NULL default '',
  `page` varchar(255) NOT NULL default '',
  `description` varchar(255) NOT NULL default '',
  `html` longtext NOT NULL,
  `htmlcache` longblob,
  `version` int(11) NOT NULL default '0',
  `level` int(11) NOT NULL default '0',
  `rank` int(11) NOT NULL default '0',
  `date` varchar(10) NOT NULL default '',
  `time` varchar(10) NOT NULL default '',
  PRIMARY KEY  (`idpage`),
  FULLTEXT KEY `description` (`description`,`html`,`hostname`,`page`),
  FULLTEXT KEY `desc` (`description`)
) ENGINE=MyISAM DEFAULT CHARSET=utf8;

/*Table structure for table `wordlist` */

DROP TABLE IF EXISTS `wordlist`;

CREATE TABLE `wordlist` (
  `id` int(11) NOT NULL auto_increment,
  `word` varchar(50) NOT NULL,
  PRIMARY KEY  (`id`),
  UNIQUE KEY `word` (`word`)
) ENGINE=MyISAM DEFAULT CHARSET=utf8;


create database if not exists `temptables`;

USE `temptables`;

/*Table structure for table `tablelist` */

DROP TABLE IF EXISTS `tablelist`;

CREATE TABLE `tablelist` (
  `idtable` int(11) NOT NULL auto_increment,
  `name` varchar(20) NOT NULL default '',
  `status` int(2) unsigned NOT NULL default '0',
  `strdate` varchar(10) NOT NULL default '',
  PRIMARY KEY  (`idtable`)
) ENGINE=MyISAM DEFAULT CHARSET=latin1;