remove solr and db files
This commit is contained in:
parent
f482d2daf8
commit
8b876ed8ad
20 changed files with 0 additions and 3680 deletions
|
@ -1,36 +0,0 @@
|
|||
<?xml version="1.0" encoding="UTF-8" ?>
|
||||
<!--
|
||||
Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
contributor license agreements. See the NOTICE file distributed with
|
||||
this work for additional information regarding copyright ownership.
|
||||
The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
(the "License"); you may not use this file except in compliance with
|
||||
the License. You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License.
|
||||
-->
|
||||
|
||||
<!-- If this file is found in the config directory, it will only be
|
||||
loaded once at startup. If it is found in Solr's data
|
||||
directory, it will be re-loaded every commit.
|
||||
-->
|
||||
|
||||
<elevate>
|
||||
<query text="foo bar">
|
||||
<doc id="1" />
|
||||
<doc id="2" />
|
||||
<doc id="3" />
|
||||
</query>
|
||||
|
||||
<query text="ipod">
|
||||
<doc id="MA147LL/A" /> <!-- put the actual ipod at the top -->
|
||||
<doc id="IW-02" exclude="true" /> <!-- exclude this cable -->
|
||||
</query>
|
||||
|
||||
</elevate>
|
|
@ -1,21 +0,0 @@
|
|||
# The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
# (the "License"); you may not use this file except in compliance with
|
||||
# the License. You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
#-----------------------------------------------------------------------
|
||||
# Use a protected word file to protect against the stemmer reducing two
|
||||
# unrelated words to the same base word.
|
||||
|
||||
# Some non-words that normally won't be encountered,
|
||||
# just to test that they won't be stemmed.
|
||||
dontstems
|
||||
zwhacky
|
||||
|
|
@ -1,132 +0,0 @@
|
|||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<!--
|
||||
Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
contributor license agreements. See the NOTICE file distributed with
|
||||
this work for additional information regarding copyright ownership.
|
||||
The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
(the "License"); you may not use this file except in compliance with
|
||||
the License. You may obtain a copy of the License at
|
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0
|
||||
|
||||
Unless required by applicable law or agreed to in writing, software
|
||||
distributed under the License is distributed on an "AS IS" BASIS,
|
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
See the License for the specific language governing permissions and
|
||||
limitations under the License.
|
||||
-->
|
||||
<schema name="fess" version="1.2">
|
||||
<types>
|
||||
<fieldType name="text" class="solr.TextField" positionIncrementGap="100">
|
||||
<analyzer type="index">
|
||||
<tokenizer class="solr.CJKTokenizerFactory"/>
|
||||
<!--
|
||||
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
||||
<tokenizer class="solr.StandardTokenizerFactory"/>
|
||||
-->
|
||||
<!--
|
||||
<filter class="solr.SynonymFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
|
||||
-->
|
||||
<filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt" enablePositionIncrements="true" />
|
||||
<filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1"/>
|
||||
<filter class="solr.LowerCaseFilterFactory"/>
|
||||
<filter class="solr.SnowballPorterFilterFactory" language="English" protected="protwords.txt"/>
|
||||
<!-- <filter class="solr.RemoveDuplicatesTokenFilterFactory"/> -->
|
||||
</analyzer>
|
||||
<analyzer type="query">
|
||||
<tokenizer class="solr.WhitespaceTokenizerFactory"/>
|
||||
<filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
|
||||
<filter class="solr.StopFilterFactory"
|
||||
ignoreCase="true"
|
||||
words="stopwords.txt"
|
||||
enablePositionIncrements="true"
|
||||
/>
|
||||
<filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="1"/>
|
||||
<filter class="solr.LowerCaseFilterFactory"/>
|
||||
<filter class="solr.SnowballPorterFilterFactory" language="English" protected="protwords.txt"/>
|
||||
<!-- <filter class="solr.RemoveDuplicatesTokenFilterFactory"/> -->
|
||||
</analyzer>
|
||||
</fieldType>
|
||||
<fieldType name="url" class="solr.TextField" positionIncrementGap="100">
|
||||
<analyzer>
|
||||
<tokenizer class="solr.StandardTokenizerFactory"/>
|
||||
<filter class="solr.LowerCaseFilterFactory"/>
|
||||
<filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1"/>
|
||||
<filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
|
||||
</analyzer>
|
||||
</fieldType>
|
||||
<fieldType name="string" class="solr.StrField" sortMissingLast="true" omitNorms="true"/>
|
||||
<fieldType name="boolean" class="solr.BoolField" sortMissingLast="true" omitNorms="true"/>
|
||||
<fieldtype name="binary" class="solr.BinaryField"/>
|
||||
<fieldType name="int" class="solr.TrieIntField" precisionStep="0" omitNorms="true" positionIncrementGap="0"/>
|
||||
<fieldType name="float" class="solr.TrieFloatField" precisionStep="0" omitNorms="true" positionIncrementGap="0"/>
|
||||
<fieldType name="long" class="solr.TrieLongField" precisionStep="0" omitNorms="true" positionIncrementGap="0"/>
|
||||
<fieldType name="double" class="solr.TrieDoubleField" precisionStep="0" omitNorms="true" positionIncrementGap="0"/>
|
||||
<fieldType name="tint" class="solr.TrieIntField" precisionStep="8" omitNorms="true" positionIncrementGap="0"/>
|
||||
<fieldType name="tfloat" class="solr.TrieFloatField" precisionStep="8" omitNorms="true" positionIncrementGap="0"/>
|
||||
<fieldType name="tlong" class="solr.TrieLongField" precisionStep="8" omitNorms="true" positionIncrementGap="0"/>
|
||||
<fieldType name="tdouble" class="solr.TrieDoubleField" precisionStep="8" omitNorms="true" positionIncrementGap="0"/>
|
||||
<fieldType name="date" class="solr.TrieDateField" omitNorms="true" precisionStep="0" positionIncrementGap="0"/>
|
||||
<fieldType name="tdate" class="solr.TrieDateField" omitNorms="true" precisionStep="6" positionIncrementGap="0"/>
|
||||
<fieldType name="pint" class="solr.IntField" omitNorms="true"/>
|
||||
<fieldType name="plong" class="solr.LongField" omitNorms="true"/>
|
||||
<fieldType name="pfloat" class="solr.FloatField" omitNorms="true"/>
|
||||
<fieldType name="pdouble" class="solr.DoubleField" omitNorms="true"/>
|
||||
<fieldType name="pdate" class="solr.DateField" sortMissingLast="true" omitNorms="true"/>
|
||||
<fieldType name="sint" class="solr.SortableIntField" sortMissingLast="true" omitNorms="true"/>
|
||||
<fieldType name="slong" class="solr.SortableLongField" sortMissingLast="true" omitNorms="true"/>
|
||||
<fieldType name="sfloat" class="solr.SortableFloatField" sortMissingLast="true" omitNorms="true"/>
|
||||
<fieldType name="sdouble" class="solr.SortableDoubleField" sortMissingLast="true" omitNorms="true"/>
|
||||
<fieldType name="random" class="solr.RandomSortField" indexed="true" />
|
||||
</types>
|
||||
<fields>
|
||||
<field name="id" type="string" stored="true" indexed="true"/>
|
||||
<!-- core fields -->
|
||||
<field name="segment" type="string" stored="true" indexed="true"/>
|
||||
<field name="digest" type="text" stored="true" indexed="false"/>
|
||||
<field name="boost" type="float" stored="true" indexed="false"/>
|
||||
<field name="host" type="url" stored="true" indexed="true"/>
|
||||
<field name="site" type="string" stored="true" indexed="false"/>
|
||||
<field name="url" type="url" stored="true" indexed="true" required="true"/>
|
||||
<field name="content" type="text" stored="false" indexed="true"/>
|
||||
<field name="title" type="text" stored="true" indexed="true"/>
|
||||
<field name="cache" type="text" stored="true" indexed="false" compressed="true"/>
|
||||
<field name="tstamp" type="slong" stored="true" indexed="true"/>
|
||||
<field name="anchor" type="string" stored="true" indexed="true" multiValued="true"/>
|
||||
<field name="contentLength" type="slong" stored="true" indexed="true"/>
|
||||
<field name="lastModified" type="slong" stored="true" indexed="true"/>
|
||||
<field name="date" type="string" stored="true" indexed="true"/>
|
||||
<field name="lang" type="string" stored="true" indexed="true"/>
|
||||
<field name="mimetype" type="string" stored="true" indexed="true"/>
|
||||
<!-- multi values -->
|
||||
<field name="type" type="string" stored="true" indexed="true" multiValued="true"/>
|
||||
<field name="label" type="string" stored="true" indexed="true" multiValued="true"/>
|
||||
<field name="role" type="string" stored="true" indexed="true" multiValued="true"/>
|
||||
<!-- Dynamic field definitions -->
|
||||
<dynamicField name="*_s" type="string" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_t" type="text" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_b" type="boolean" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_i" type="int" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_l" type="long" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_f" type="float" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_d" type="double" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_ti" type="tint" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_tl" type="tlong" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_tf" type="tfloat" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_td" type="tdouble" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_tdt" type="tdate" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_pi" type="pint" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_pl" type="plong" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_pf" type="pfloat" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_pd" type="pdouble" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_pdt" type="pdate" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_si" type="sint" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_sl" type="slong" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_sf" type="sfloat" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_sd" type="sdouble" indexed="true" stored="true"/>
|
||||
<dynamicField name="*_dt" type="date" indexed="true" stored="true"/>
|
||||
</fields>
|
||||
<uniqueKey>id</uniqueKey>
|
||||
<defaultSearchField>content</defaultSearchField>
|
||||
<solrQueryParser defaultOperator="AND"/>
|
||||
</schema>
|
File diff suppressed because it is too large
Load diff
|
@ -1,57 +0,0 @@
|
|||
# Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
# contributor license agreements. See the NOTICE file distributed with
|
||||
# this work for additional information regarding copyright ownership.
|
||||
# The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
# (the "License"); you may not use this file except in compliance with
|
||||
# the License. You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
#-----------------------------------------------------------------------
|
||||
# a couple of test stopwords to test that the words are really being
|
||||
# configured from this file:
|
||||
stopworda
|
||||
stopwordb
|
||||
|
||||
#Standard english stop words taken from Lucene's StopAnalyzer
|
||||
an
|
||||
and
|
||||
are
|
||||
as
|
||||
at
|
||||
be
|
||||
but
|
||||
by
|
||||
for
|
||||
if
|
||||
in
|
||||
into
|
||||
is
|
||||
it
|
||||
no
|
||||
not
|
||||
of
|
||||
on
|
||||
or
|
||||
s
|
||||
such
|
||||
t
|
||||
that
|
||||
the
|
||||
their
|
||||
then
|
||||
there
|
||||
these
|
||||
they
|
||||
this
|
||||
to
|
||||
was
|
||||
will
|
||||
with
|
||||
|
|
@ -1,31 +0,0 @@
|
|||
# The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
# (the "License"); you may not use this file except in compliance with
|
||||
# the License. You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
#-----------------------------------------------------------------------
|
||||
#some test synonym mappings unlikely to appear in real input text
|
||||
aaa => aaaa
|
||||
bbb => bbbb1 bbbb2
|
||||
ccc => cccc1,cccc2
|
||||
a\=>a => b\=>b
|
||||
a\,a => b\,b
|
||||
fooaaa,baraaa,bazaaa
|
||||
|
||||
# Some synonym groups specific to this example
|
||||
GB,gib,gigabyte,gigabytes
|
||||
MB,mib,megabyte,megabytes
|
||||
Television, Televisions, TV, TVs
|
||||
#notice we use "gib" instead of "GiB" so any WordDelimiterFilter coming
|
||||
#after us won't split it into two words.
|
||||
|
||||
# Synonym mappings can be used for spelling correction too
|
||||
pixima => pixma
|
||||
|
|
@ -1,572 +0,0 @@
|
|||
DROP TABLE IF EXISTS FAVORITE_LOG;
|
||||
DROP TABLE IF EXISTS SEARCH_FIELD_LOG;
|
||||
DROP TABLE IF EXISTS FILE_AUTHENTICATION;
|
||||
DROP TABLE IF EXISTS FAILURE_URL;
|
||||
DROP TABLE IF EXISTS CLICK_LOG;
|
||||
DROP TABLE IF EXISTS LABEL_TYPE_TO_ROLE_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS SEARCH_LOG;
|
||||
DROP TABLE IF EXISTS USER_INFO;
|
||||
DROP TABLE IF EXISTS DATA_CONFIG_TO_BROWSER_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS DATA_CONFIG_TO_LABEL_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS DATA_CONFIG_TO_ROLE_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS DATA_CRAWLING_CONFIG;
|
||||
DROP TABLE IF EXISTS WEB_CONFIG_TO_ROLE_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS FILE_CONFIG_TO_ROLE_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS ROLE_TYPE;
|
||||
DROP TABLE IF EXISTS WEB_CONFIG_TO_LABEL_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS FILE_CONFIG_TO_LABEL_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS LABEL_TYPE;
|
||||
DROP TABLE IF EXISTS CRAWLING_SESSION_INFO;
|
||||
DROP TABLE IF EXISTS WEB_AUTHENTICATION;
|
||||
DROP TABLE IF EXISTS KEY_MATCH;
|
||||
DROP TABLE IF EXISTS BOOST_DOCUMENT_RULE;
|
||||
DROP TABLE IF EXISTS REQUEST_HEADER;
|
||||
DROP TABLE IF EXISTS OVERLAPPING_HOST;
|
||||
DROP TABLE IF EXISTS CRAWLING_SESSION;
|
||||
DROP TABLE IF EXISTS PATH_MAPPING;
|
||||
DROP TABLE IF EXISTS JOB_LOG;
|
||||
DROP TABLE IF EXISTS SCHEDULED_JOB;
|
||||
DROP TABLE IF EXISTS FILE_CONFIG_TO_BROWSER_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS WEB_CONFIG_TO_BROWSER_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS FILE_CRAWLING_CONFIG;
|
||||
DROP TABLE IF EXISTS BROWSER_TYPE;
|
||||
DROP TABLE IF EXISTS WEB_CRAWLING_CONFIG;
|
||||
DROP TABLE IF EXISTS SUGGEST_BAD_WORD;
|
||||
DROP TABLE IF EXISTS SUGGEST_ELAVATE_WORD;
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Web Crawling Config */
|
||||
/**********************************/
|
||||
CREATE TABLE WEB_CRAWLING_CONFIG(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
NAME VARCHAR(200) NOT NULL,
|
||||
URLS VARCHAR(4000) NOT NULL,
|
||||
INCLUDED_URLS VARCHAR(4000),
|
||||
EXCLUDED_URLS VARCHAR(4000),
|
||||
INCLUDED_DOC_URLS VARCHAR(4000),
|
||||
EXCLUDED_DOC_URLS VARCHAR(4000),
|
||||
CONFIG_PARAMETER VARCHAR(4000),
|
||||
DEPTH INTEGER,
|
||||
MAX_ACCESS_COUNT BIGINT,
|
||||
USER_AGENT VARCHAR(200) NOT NULL,
|
||||
NUM_OF_THREAD INTEGER NOT NULL,
|
||||
INTERVAL_TIME INTEGER NOT NULL,
|
||||
BOOST FLOAT NOT NULL,
|
||||
AVAILABLE VARCHAR(1) NOT NULL,
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: File Crawling Config */
|
||||
/**********************************/
|
||||
CREATE TABLE FILE_CRAWLING_CONFIG(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
NAME VARCHAR(200) NOT NULL,
|
||||
PATHS VARCHAR(4000) NOT NULL,
|
||||
INCLUDED_PATHS VARCHAR(4000),
|
||||
EXCLUDED_PATHS VARCHAR(4000),
|
||||
INCLUDED_DOC_PATHS VARCHAR(4000),
|
||||
EXCLUDED_DOC_PATHS VARCHAR(4000),
|
||||
CONFIG_PARAMETER VARCHAR(4000),
|
||||
DEPTH INTEGER,
|
||||
MAX_ACCESS_COUNT BIGINT,
|
||||
NUM_OF_THREAD INTEGER NOT NULL,
|
||||
INTERVAL_TIME INTEGER NOT NULL,
|
||||
BOOST FLOAT NOT NULL,
|
||||
AVAILABLE VARCHAR(1) NOT NULL,
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Scheduled Job */
|
||||
/**********************************/
|
||||
CREATE TABLE SCHEDULED_JOB(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
NAME VARCHAR(100) NOT NULL,
|
||||
TARGET VARCHAR(100) NOT NULL,
|
||||
CRON_EXPRESSION VARCHAR(100) NOT NULL,
|
||||
SCRIPT_TYPE VARCHAR(100) NOT NULL,
|
||||
SCRIPT_DATA VARCHAR(4000),
|
||||
CRAWLER VARCHAR(1) NOT NULL,
|
||||
JOB_LOGGING VARCHAR(1) NOT NULL,
|
||||
AVAILABLE VARCHAR(1) NOT NULL,
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Job Log */
|
||||
/**********************************/
|
||||
CREATE TABLE JOB_LOG(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
JOB_NAME VARCHAR(100) NOT NULL,
|
||||
JOB_STATUS VARCHAR(10) NOT NULL,
|
||||
TARGET VARCHAR(100) NOT NULL,
|
||||
SCRIPT_TYPE VARCHAR(100) NOT NULL,
|
||||
SCRIPT_DATA VARCHAR(4000),
|
||||
SCRIPT_RESULT VARCHAR(4000),
|
||||
START_TIME TIMESTAMP NOT NULL,
|
||||
END_TIME TIMESTAMP
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Path Mapping */
|
||||
/**********************************/
|
||||
CREATE TABLE PATH_MAPPING(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
REGEX VARCHAR(1000) NOT NULL,
|
||||
REPLACEMENT VARCHAR(1000) NOT NULL,
|
||||
PROCESS_TYPE VARCHAR(1) NOT NULL,
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Crawling Session */
|
||||
/**********************************/
|
||||
CREATE TABLE CRAWLING_SESSION(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
SESSION_ID VARCHAR(20) NOT NULL,
|
||||
NAME VARCHAR(20),
|
||||
EXPIRED_TIME TIMESTAMP,
|
||||
CREATED_TIME TIMESTAMP NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Overlapping Host */
|
||||
/**********************************/
|
||||
CREATE TABLE OVERLAPPING_HOST(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
REGULAR_NAME VARCHAR(1000) NOT NULL,
|
||||
OVERLAPPING_NAME VARCHAR(1000) NOT NULL,
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Request Header */
|
||||
/**********************************/
|
||||
CREATE TABLE REQUEST_HEADER(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
NAME VARCHAR(100) NOT NULL,
|
||||
VALUE VARCHAR(1000) NOT NULL,
|
||||
WEB_CRAWLING_CONFIG_ID BIGINT NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL,
|
||||
FOREIGN KEY (WEB_CRAWLING_CONFIG_ID) REFERENCES WEB_CRAWLING_CONFIG (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Boost Document Rule */
|
||||
/**********************************/
|
||||
CREATE TABLE BOOST_DOCUMENT_RULE(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
URL_EXPR VARCHAR(4000) NOT NULL,
|
||||
BOOST_EXPR VARCHAR(4000) NOT NULL,
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Key Match */
|
||||
/**********************************/
|
||||
CREATE TABLE KEY_MATCH(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
TERM VARCHAR(200) NOT NULL,
|
||||
QUERY VARCHAR(4000) NOT NULL,
|
||||
MAX_SIZE INTEGER NOT NULL,
|
||||
BOOST FLOAT NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Web Authentication */
|
||||
/**********************************/
|
||||
CREATE TABLE WEB_AUTHENTICATION(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
HOSTNAME VARCHAR(100),
|
||||
PORT INTEGER NOT NULL,
|
||||
AUTH_REALM VARCHAR(100),
|
||||
PROTOCOL_SCHEME VARCHAR(10),
|
||||
USERNAME VARCHAR(100) NOT NULL,
|
||||
PASSWORD VARCHAR(100),
|
||||
PARAMETERS VARCHAR(1000),
|
||||
WEB_CRAWLING_CONFIG_ID BIGINT NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL,
|
||||
FOREIGN KEY (WEB_CRAWLING_CONFIG_ID) REFERENCES WEB_CRAWLING_CONFIG (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Crawling Session Info */
|
||||
/**********************************/
|
||||
CREATE TABLE CRAWLING_SESSION_INFO(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
CRAWLING_SESSION_ID BIGINT NOT NULL,
|
||||
KEY VARCHAR(20) NOT NULL,
|
||||
VALUE VARCHAR(100) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
FOREIGN KEY (CRAWLING_SESSION_ID) REFERENCES CRAWLING_SESSION (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Label Type */
|
||||
/**********************************/
|
||||
CREATE TABLE LABEL_TYPE(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
NAME VARCHAR(100) NOT NULL,
|
||||
VALUE VARCHAR(20) NOT NULL,
|
||||
INCLUDED_PATHS VARCHAR(4000),
|
||||
EXCLUDED_PATHS VARCHAR(4000),
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: File To Label Mapping */
|
||||
/**********************************/
|
||||
CREATE TABLE FILE_CONFIG_TO_LABEL_TYPE_MAPPING(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
FILE_CONFIG_ID BIGINT NOT NULL,
|
||||
LABEL_TYPE_ID BIGINT NOT NULL,
|
||||
FOREIGN KEY (LABEL_TYPE_ID) REFERENCES LABEL_TYPE (ID),
|
||||
FOREIGN KEY (FILE_CONFIG_ID) REFERENCES FILE_CRAWLING_CONFIG (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Web To Label Mapping */
|
||||
/**********************************/
|
||||
CREATE TABLE WEB_CONFIG_TO_LABEL_TYPE_MAPPING(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
WEB_CONFIG_ID BIGINT NOT NULL,
|
||||
LABEL_TYPE_ID BIGINT NOT NULL,
|
||||
FOREIGN KEY (LABEL_TYPE_ID) REFERENCES LABEL_TYPE (ID),
|
||||
FOREIGN KEY (WEB_CONFIG_ID) REFERENCES WEB_CRAWLING_CONFIG (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Role Type */
|
||||
/**********************************/
|
||||
CREATE TABLE ROLE_TYPE(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
NAME VARCHAR(100) NOT NULL,
|
||||
VALUE VARCHAR(20) NOT NULL,
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: File To Role Mapping */
|
||||
/**********************************/
|
||||
CREATE TABLE FILE_CONFIG_TO_ROLE_TYPE_MAPPING(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
FILE_CONFIG_ID BIGINT NOT NULL,
|
||||
ROLE_TYPE_ID BIGINT NOT NULL,
|
||||
FOREIGN KEY (FILE_CONFIG_ID) REFERENCES FILE_CRAWLING_CONFIG (ID),
|
||||
FOREIGN KEY (ROLE_TYPE_ID) REFERENCES ROLE_TYPE (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Web To Role Mapping */
|
||||
/**********************************/
|
||||
CREATE TABLE WEB_CONFIG_TO_ROLE_TYPE_MAPPING(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
WEB_CONFIG_ID BIGINT NOT NULL,
|
||||
ROLE_TYPE_ID BIGINT NOT NULL,
|
||||
FOREIGN KEY (WEB_CONFIG_ID) REFERENCES WEB_CRAWLING_CONFIG (ID),
|
||||
FOREIGN KEY (ROLE_TYPE_ID) REFERENCES ROLE_TYPE (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Data Crawling Config */
|
||||
/**********************************/
|
||||
CREATE TABLE DATA_CRAWLING_CONFIG(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
NAME VARCHAR(200) NOT NULL,
|
||||
HANDLER_NAME VARCHAR(200) NOT NULL,
|
||||
HANDLER_PARAMETER VARCHAR(4000),
|
||||
HANDLER_SCRIPT VARCHAR(4000),
|
||||
BOOST FLOAT NOT NULL,
|
||||
AVAILABLE VARCHAR(1) NOT NULL,
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Data To Role Mapping */
|
||||
/**********************************/
|
||||
CREATE TABLE DATA_CONFIG_TO_ROLE_TYPE_MAPPING(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
DATA_CONFIG_ID BIGINT NOT NULL,
|
||||
ROLE_TYPE_ID BIGINT NOT NULL,
|
||||
FOREIGN KEY (DATA_CONFIG_ID) REFERENCES DATA_CRAWLING_CONFIG (ID),
|
||||
FOREIGN KEY (ROLE_TYPE_ID) REFERENCES ROLE_TYPE (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Data To Label Mapping */
|
||||
/**********************************/
|
||||
CREATE TABLE DATA_CONFIG_TO_LABEL_TYPE_MAPPING(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
DATA_CONFIG_ID BIGINT NOT NULL,
|
||||
LABEL_TYPE_ID BIGINT NOT NULL,
|
||||
FOREIGN KEY (DATA_CONFIG_ID) REFERENCES DATA_CRAWLING_CONFIG (ID),
|
||||
FOREIGN KEY (LABEL_TYPE_ID) REFERENCES LABEL_TYPE (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: User Info */
|
||||
/**********************************/
|
||||
CREATE TABLE USER_INFO(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
CODE VARCHAR(1000) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_TIME TIMESTAMP NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Search Log */
|
||||
/**********************************/
|
||||
CREATE TABLE SEARCH_LOG(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
SEARCH_WORD VARCHAR(1000),
|
||||
REQUESTED_TIME TIMESTAMP NOT NULL,
|
||||
RESPONSE_TIME INTEGER NOT NULL,
|
||||
HIT_COUNT BIGINT NOT NULL,
|
||||
QUERY_OFFSET INTEGER NOT NULL,
|
||||
QUERY_PAGE_SIZE INTEGER NOT NULL,
|
||||
USER_AGENT VARCHAR(255),
|
||||
REFERER VARCHAR(1000),
|
||||
CLIENT_IP VARCHAR(50),
|
||||
USER_SESSION_ID VARCHAR(100),
|
||||
ACCESS_TYPE VARCHAR(1) NOT NULL,
|
||||
USER_ID BIGINT,
|
||||
FOREIGN KEY (USER_ID) REFERENCES USER_INFO (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Label Type To Role Type Mapping */
|
||||
/**********************************/
|
||||
CREATE TABLE LABEL_TYPE_TO_ROLE_TYPE_MAPPING(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
LABEL_TYPE_ID BIGINT NOT NULL,
|
||||
ROLE_TYPE_ID BIGINT NOT NULL,
|
||||
FOREIGN KEY (LABEL_TYPE_ID) REFERENCES LABEL_TYPE (ID),
|
||||
FOREIGN KEY (ROLE_TYPE_ID) REFERENCES ROLE_TYPE (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Click Log */
|
||||
/**********************************/
|
||||
CREATE TABLE CLICK_LOG(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
SEARCH_ID BIGINT NOT NULL,
|
||||
URL VARCHAR(4000) NOT NULL,
|
||||
REQUESTED_TIME TIMESTAMP NOT NULL,
|
||||
FOREIGN KEY (SEARCH_ID) REFERENCES SEARCH_LOG (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Failure Url */
|
||||
/**********************************/
|
||||
CREATE TABLE FAILURE_URL(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
URL VARCHAR(4000) NOT NULL,
|
||||
THREAD_NAME VARCHAR(30) NOT NULL,
|
||||
ERROR_NAME VARCHAR(255),
|
||||
ERROR_LOG VARCHAR(4000),
|
||||
ERROR_COUNT INTEGER NOT NULL,
|
||||
LAST_ACCESS_TIME TIMESTAMP NOT NULL,
|
||||
CONFIG_ID VARCHAR(100)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: File Authentication */
|
||||
/**********************************/
|
||||
CREATE TABLE FILE_AUTHENTICATION(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
HOSTNAME VARCHAR(255),
|
||||
PORT INTEGER NOT NULL,
|
||||
PROTOCOL_SCHEME VARCHAR(10),
|
||||
USERNAME VARCHAR(100) NOT NULL,
|
||||
PASSWORD VARCHAR(100),
|
||||
PARAMETERS VARCHAR(1000),
|
||||
FILE_CRAWLING_CONFIG_ID BIGINT NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL,
|
||||
FOREIGN KEY (FILE_CRAWLING_CONFIG_ID) REFERENCES FILE_CRAWLING_CONFIG (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Search Field Log */
|
||||
/**********************************/
|
||||
CREATE TABLE SEARCH_FIELD_LOG(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
SEARCH_ID BIGINT NOT NULL,
|
||||
NAME VARCHAR(255) NOT NULL,
|
||||
VALUE VARCHAR(1000) NOT NULL,
|
||||
FOREIGN KEY (SEARCH_ID) REFERENCES SEARCH_LOG (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Favorite Log */
|
||||
/**********************************/
|
||||
CREATE TABLE FAVORITE_LOG(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
USER_ID BIGINT NOT NULL,
|
||||
URL VARCHAR(4000) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
FOREIGN KEY (USER_ID) REFERENCES USER_INFO (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Suggest Ng Word */
|
||||
/**********************************/
|
||||
CREATE TABLE SUGGEST_BAD_WORD(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
SUGGEST_WORD VARCHAR(255) NOT NULL,
|
||||
TARGET_ROLE VARCHAR(255),
|
||||
TARGET_LABEL VARCHAR(255),
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Suggest Elevate word */
|
||||
/**********************************/
|
||||
CREATE TABLE SUGGEST_ELEVATE_WORD(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
SUGGEST_WORD VARCHAR(255) NOT NULL,
|
||||
READING VARCHAR(255),
|
||||
TARGET_ROLE VARCHAR(255),
|
||||
TARGET_LABEL VARCHAR(255),
|
||||
BOOST FLOAT NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
CREATE UNIQUE INDEX UQ_FAVORITE_LOG ON FAVORITE_LOG (USER_ID, URL);
|
||||
|
||||
CREATE INDEX IDX_OVERLAPPING_HOST_BY_REGULAR_NAME_AND_SORT_ORDER ON OVERLAPPING_HOST (REGULAR_NAME, SORT_ORDER);
|
||||
|
||||
CREATE INDEX IDX_FILE_CONFIG_TO_LABEL_TYPE_MAPPING_FOR_FILE_CONFIG ON FILE_CONFIG_TO_LABEL_TYPE_MAPPING (FILE_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_WEB_CONFIG_TO_LABEL_TYPE_MAPPING__FOR_WEB_CONFIG ON WEB_CONFIG_TO_LABEL_TYPE_MAPPING (WEB_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_FILE_CONFIG_TO_ROLE_TYPE_MAPPING_FOR_FILE_CONFIG ON FILE_CONFIG_TO_ROLE_TYPE_MAPPING (FILE_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_WEB_CONFIG_TO_ROLE_TYPE_MAPPING_FOR_WEB_CONFIG ON WEB_CONFIG_TO_ROLE_TYPE_MAPPING (WEB_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_DATA_CONFIG_TO_ROLE_TYPE_MAPPING_FOR_DATA_CONFIG ON DATA_CONFIG_TO_ROLE_TYPE_MAPPING (DATA_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_DATA_CONFIG_TO_LABEL_TYPE_MAPPING_FOR_DATA_CONFIG ON DATA_CONFIG_TO_LABEL_TYPE_MAPPING (DATA_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_SEARCH_LOG_BY_HIT_COUNT ON SEARCH_LOG (HIT_COUNT);
|
||||
CREATE INDEX IDX_SEARCH_LOG_BY_RESPONSE_TIME ON SEARCH_LOG (RESPONSE_TIME);
|
||||
CREATE INDEX IDX_SEARCH_LOG_BY_REQUESTED_TIME ON SEARCH_LOG (REQUESTED_TIME);
|
||||
CREATE INDEX IDX_SEARCH_LOG_BY_SEARCH_WORD ON SEARCH_LOG (SEARCH_WORD);
|
||||
CREATE INDEX IDX_SEARCH_LOG_BY_RTIME_USID ON SEARCH_LOG (REQUESTED_TIME, USER_SESSION_ID);
|
||||
CREATE INDEX IDX_SEARCH_LOG_BY_USER_ID ON SEARCH_LOG (USER_ID);
|
||||
|
||||
CREATE INDEX IDX_CLICK_LOG_URL ON CLICK_LOG (URL);
|
||||
|
||||
CREATE INDEX IDX_FAILURE_URL_FOR_LIST ON FAILURE_URL (URL, LAST_ACCESS_TIME, ERROR_NAME, ERROR_COUNT);
|
||||
CREATE INDEX IDX_FAILURE_URL_BY_CONFIG_ID ON FAILURE_URL (CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_SEARCH_FIELD_LOG_NAME ON SEARCH_FIELD_LOG (NAME);
|
||||
|
||||
CREATE INDEX IDX_SESSION_NAME_EXPIRED ON CRAWLING_SESSION (NAME, EXPIRED_TIME);
|
||||
|
||||
INSERT INTO PUBLIC.SCHEDULED_JOB(ID, NAME, TARGET, CRON_EXPRESSION, SCRIPT_TYPE, SCRIPT_DATA, CRAWLER, JOB_LOGGING, AVAILABLE, SORT_ORDER, CREATED_BY, CREATED_TIME, UPDATED_BY, UPDATED_TIME, DELETED_BY, DELETED_TIME, VERSION_NO) VALUES
|
||||
(1, 'Crawler', 'all', '0 0 0 * * ?', 'groovy', 'return container.getComponent("crawlJob").execute(executor);', 'T', 'T', 'T', 0, 'system', TIMESTAMP '2013-01-01 00:00:00.000', 'system', TIMESTAMP '2013-01-01 00:00:00.000', NULL, NULL, 0),
|
||||
(2, 'Minutely Tasks', 'all', '0 * * * * ?', 'groovy', 'return container.getComponent("aggregateLogJob").execute();', 'F', 'F', 'T', 10, 'system', TIMESTAMP '2013-01-01 00:00:00.000', 'system', TIMESTAMP '2013-01-01 00:00:00.000', NULL, NULL, 0),
|
||||
(3, 'Hourly Tasks', 'all', '0 0 * * * ?', 'groovy', 'return container.getComponent("updateStatsJob").execute()+container.getComponent("updateHotWordJob").execute();', 'F', 'F', 'T', 20, 'system', TIMESTAMP '2013-01-01 00:00:00.000', 'system', TIMESTAMP '2013-01-01 00:00:00.000', NULL, NULL, 0),
|
||||
(4, 'Daily Tasks', 'all', '0 0 0 * * ?', 'groovy', 'return container.getComponent("purgeLogJob").execute();', 'F', 'F', 'T', 30, 'system', TIMESTAMP '2013-01-01 00:00:00.000', 'system', TIMESTAMP '2013-01-01 00:00:00.000', NULL, NULL, 0);
|
||||
|
|
@ -1,571 +0,0 @@
|
|||
DROP TABLE IF EXISTS FAVORITE_LOG;
|
||||
DROP TABLE IF EXISTS SEARCH_FIELD_LOG;
|
||||
DROP TABLE IF EXISTS FILE_AUTHENTICATION;
|
||||
DROP TABLE IF EXISTS FAILURE_URL;
|
||||
DROP TABLE IF EXISTS CLICK_LOG;
|
||||
DROP TABLE IF EXISTS LABEL_TYPE_TO_ROLE_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS SEARCH_LOG;
|
||||
DROP TABLE IF EXISTS USER_INFO;
|
||||
DROP TABLE IF EXISTS DATA_CONFIG_TO_BROWSER_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS DATA_CONFIG_TO_LABEL_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS DATA_CONFIG_TO_ROLE_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS DATA_CRAWLING_CONFIG;
|
||||
DROP TABLE IF EXISTS WEB_CONFIG_TO_ROLE_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS FILE_CONFIG_TO_ROLE_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS ROLE_TYPE;
|
||||
DROP TABLE IF EXISTS WEB_CONFIG_TO_LABEL_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS FILE_CONFIG_TO_LABEL_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS LABEL_TYPE;
|
||||
DROP TABLE IF EXISTS CRAWLING_SESSION_INFO;
|
||||
DROP TABLE IF EXISTS WEB_AUTHENTICATION;
|
||||
DROP TABLE IF EXISTS KEY_MATCH;
|
||||
DROP TABLE IF EXISTS BOOST_DOCUMENT_RULE;
|
||||
DROP TABLE IF EXISTS REQUEST_HEADER;
|
||||
DROP TABLE IF EXISTS OVERLAPPING_HOST;
|
||||
DROP TABLE IF EXISTS CRAWLING_SESSION;
|
||||
DROP TABLE IF EXISTS PATH_MAPPING;
|
||||
DROP TABLE IF EXISTS JOB_LOG;
|
||||
DROP TABLE IF EXISTS SCHEDULED_JOB;
|
||||
DROP TABLE IF EXISTS FILE_CONFIG_TO_BROWSER_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS WEB_CONFIG_TO_BROWSER_TYPE_MAPPING;
|
||||
DROP TABLE IF EXISTS FILE_CRAWLING_CONFIG;
|
||||
DROP TABLE IF EXISTS BROWSER_TYPE;
|
||||
DROP TABLE IF EXISTS WEB_CRAWLING_CONFIG;
|
||||
DROP TABLE IF EXISTS SUGGEST_BAD_WORD;
|
||||
DROP TABLE IF EXISTS SUGGEST_ELAVATE_WORD;
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Web Crawling Config */
|
||||
/**********************************/
|
||||
CREATE TABLE WEB_CRAWLING_CONFIG(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
NAME VARCHAR(200) NOT NULL,
|
||||
URLS TEXT NOT NULL,
|
||||
INCLUDED_URLS TEXT,
|
||||
EXCLUDED_URLS TEXT,
|
||||
INCLUDED_DOC_URLS TEXT,
|
||||
EXCLUDED_DOC_URLS TEXT,
|
||||
CONFIG_PARAMETER TEXT,
|
||||
DEPTH INTEGER,
|
||||
MAX_ACCESS_COUNT BIGINT,
|
||||
USER_AGENT VARCHAR(200) NOT NULL,
|
||||
NUM_OF_THREAD INTEGER NOT NULL,
|
||||
INTERVAL_TIME INTEGER NOT NULL,
|
||||
BOOST FLOAT NOT NULL,
|
||||
AVAILABLE VARCHAR(1) NOT NULL,
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: File Crawling Config */
|
||||
/**********************************/
|
||||
CREATE TABLE FILE_CRAWLING_CONFIG(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
NAME VARCHAR(200) NOT NULL,
|
||||
PATHS TEXT NOT NULL,
|
||||
INCLUDED_PATHS TEXT,
|
||||
EXCLUDED_PATHS TEXT,
|
||||
INCLUDED_DOC_PATHS TEXT,
|
||||
EXCLUDED_DOC_PATHS TEXT,
|
||||
CONFIG_PARAMETER TEXT,
|
||||
DEPTH INTEGER,
|
||||
MAX_ACCESS_COUNT BIGINT,
|
||||
NUM_OF_THREAD INTEGER NOT NULL,
|
||||
INTERVAL_TIME INTEGER NOT NULL,
|
||||
BOOST FLOAT NOT NULL,
|
||||
AVAILABLE VARCHAR(1) NOT NULL,
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Scheduled Job */
|
||||
/**********************************/
|
||||
CREATE TABLE SCHEDULED_JOB(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
NAME VARCHAR(100) NOT NULL,
|
||||
TARGET VARCHAR(100) NOT NULL,
|
||||
CRON_EXPRESSION VARCHAR(100) NOT NULL,
|
||||
SCRIPT_TYPE VARCHAR(100) NOT NULL,
|
||||
SCRIPT_DATA TEXT,
|
||||
CRAWLER VARCHAR(1) NOT NULL,
|
||||
JOB_LOGGING VARCHAR(1) NOT NULL,
|
||||
AVAILABLE VARCHAR(1) NOT NULL,
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Job Log */
|
||||
/**********************************/
|
||||
CREATE TABLE JOB_LOG(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
JOB_NAME VARCHAR(100) NOT NULL,
|
||||
JOB_STATUS VARCHAR(10) NOT NULL,
|
||||
TARGET VARCHAR(100) NOT NULL,
|
||||
SCRIPT_TYPE VARCHAR(100) NOT NULL,
|
||||
SCRIPT_DATA TEXT,
|
||||
SCRIPT_RESULT TEXT,
|
||||
START_TIME TIMESTAMP NOT NULL,
|
||||
END_TIME TIMESTAMP
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Path Mapping */
|
||||
/**********************************/
|
||||
CREATE TABLE PATH_MAPPING(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
REGEX TEXT NOT NULL,
|
||||
REPLACEMENT TEXT NOT NULL,
|
||||
PROCESS_TYPE VARCHAR(1) NOT NULL,
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Crawling Session */
|
||||
/**********************************/
|
||||
CREATE TABLE CRAWLING_SESSION(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
SESSION_ID VARCHAR(20) NOT NULL,
|
||||
NAME VARCHAR(20),
|
||||
EXPIRED_TIME TIMESTAMP,
|
||||
CREATED_TIME TIMESTAMP NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Overlapping Host */
|
||||
/**********************************/
|
||||
CREATE TABLE OVERLAPPING_HOST(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
REGULAR_NAME TEXT NOT NULL,
|
||||
OVERLAPPING_NAME TEXT NOT NULL,
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Request Header */
|
||||
/**********************************/
|
||||
CREATE TABLE REQUEST_HEADER(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
NAME VARCHAR(100) NOT NULL,
|
||||
VALUE TEXT NOT NULL,
|
||||
WEB_CRAWLING_CONFIG_ID BIGINT NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL,
|
||||
FOREIGN KEY (WEB_CRAWLING_CONFIG_ID) REFERENCES WEB_CRAWLING_CONFIG (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Boost Document Rule */
|
||||
/**********************************/
|
||||
CREATE TABLE BOOST_DOCUMENT_RULE(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
URL_EXPR TEXT NOT NULL,
|
||||
BOOST_EXPR TEXT NOT NULL,
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Key Match */
|
||||
/**********************************/
|
||||
CREATE TABLE KEY_MATCH(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
TERM VARCHAR(100) NOT NULL,
|
||||
QUERY TEXT NOT NULL,
|
||||
MAX_SIZE INTEGER NOT NULL,
|
||||
BOOST FLOAT NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Web Authentication */
|
||||
/**********************************/
|
||||
CREATE TABLE WEB_AUTHENTICATION(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
HOSTNAME VARCHAR(100),
|
||||
PORT INTEGER NOT NULL,
|
||||
AUTH_REALM VARCHAR(100),
|
||||
PROTOCOL_SCHEME VARCHAR(10),
|
||||
USERNAME VARCHAR(100) NOT NULL,
|
||||
PASSWORD VARCHAR(100),
|
||||
PARAMETERS TEXT,
|
||||
WEB_CRAWLING_CONFIG_ID BIGINT NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL,
|
||||
FOREIGN KEY (WEB_CRAWLING_CONFIG_ID) REFERENCES WEB_CRAWLING_CONFIG (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Crawling Session Info */
|
||||
/**********************************/
|
||||
CREATE TABLE CRAWLING_SESSION_INFO(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
CRAWLING_SESSION_ID BIGINT NOT NULL,
|
||||
ID_KEY VARCHAR(20) NOT NULL,
|
||||
VALUE VARCHAR(100) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
FOREIGN KEY (CRAWLING_SESSION_ID) REFERENCES CRAWLING_SESSION (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Label Type */
|
||||
/**********************************/
|
||||
CREATE TABLE LABEL_TYPE(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
NAME VARCHAR(100) NOT NULL,
|
||||
VALUE VARCHAR(20) NOT NULL,
|
||||
INCLUDED_PATHS TEXT,
|
||||
EXCLUDED_PATHS TEXT,
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: File To Label Mapping */
|
||||
/**********************************/
|
||||
CREATE TABLE FILE_CONFIG_TO_LABEL_TYPE_MAPPING(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
FILE_CONFIG_ID BIGINT NOT NULL,
|
||||
LABEL_TYPE_ID BIGINT NOT NULL,
|
||||
FOREIGN KEY (LABEL_TYPE_ID) REFERENCES LABEL_TYPE (ID),
|
||||
FOREIGN KEY (FILE_CONFIG_ID) REFERENCES FILE_CRAWLING_CONFIG (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Web To Label Mapping */
|
||||
/**********************************/
|
||||
CREATE TABLE WEB_CONFIG_TO_LABEL_TYPE_MAPPING(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
WEB_CONFIG_ID BIGINT NOT NULL,
|
||||
LABEL_TYPE_ID BIGINT NOT NULL,
|
||||
FOREIGN KEY (LABEL_TYPE_ID) REFERENCES LABEL_TYPE (ID),
|
||||
FOREIGN KEY (WEB_CONFIG_ID) REFERENCES WEB_CRAWLING_CONFIG (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Role Type */
|
||||
/**********************************/
|
||||
CREATE TABLE ROLE_TYPE(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
NAME VARCHAR(100) NOT NULL,
|
||||
VALUE VARCHAR(20) NOT NULL,
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: File To Role Mapping */
|
||||
/**********************************/
|
||||
CREATE TABLE FILE_CONFIG_TO_ROLE_TYPE_MAPPING(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
FILE_CONFIG_ID BIGINT NOT NULL,
|
||||
ROLE_TYPE_ID BIGINT NOT NULL,
|
||||
FOREIGN KEY (FILE_CONFIG_ID) REFERENCES FILE_CRAWLING_CONFIG (ID),
|
||||
FOREIGN KEY (ROLE_TYPE_ID) REFERENCES ROLE_TYPE (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Web To Role Mapping */
|
||||
/**********************************/
|
||||
CREATE TABLE WEB_CONFIG_TO_ROLE_TYPE_MAPPING(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
WEB_CONFIG_ID BIGINT NOT NULL,
|
||||
ROLE_TYPE_ID BIGINT NOT NULL,
|
||||
FOREIGN KEY (WEB_CONFIG_ID) REFERENCES WEB_CRAWLING_CONFIG (ID),
|
||||
FOREIGN KEY (ROLE_TYPE_ID) REFERENCES ROLE_TYPE (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Data Crawling Config */
|
||||
/**********************************/
|
||||
CREATE TABLE DATA_CRAWLING_CONFIG(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
NAME VARCHAR(200) NOT NULL,
|
||||
HANDLER_NAME VARCHAR(200) NOT NULL,
|
||||
HANDLER_PARAMETER TEXT,
|
||||
HANDLER_SCRIPT TEXT,
|
||||
BOOST FLOAT NOT NULL,
|
||||
AVAILABLE VARCHAR(1) NOT NULL,
|
||||
SORT_ORDER INTEGER NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Data To Role Mapping */
|
||||
/**********************************/
|
||||
CREATE TABLE DATA_CONFIG_TO_ROLE_TYPE_MAPPING(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
DATA_CONFIG_ID BIGINT NOT NULL,
|
||||
ROLE_TYPE_ID BIGINT NOT NULL,
|
||||
FOREIGN KEY (DATA_CONFIG_ID) REFERENCES DATA_CRAWLING_CONFIG (ID),
|
||||
FOREIGN KEY (ROLE_TYPE_ID) REFERENCES ROLE_TYPE (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Data To Label Mapping */
|
||||
/**********************************/
|
||||
CREATE TABLE DATA_CONFIG_TO_LABEL_TYPE_MAPPING(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
DATA_CONFIG_ID BIGINT NOT NULL,
|
||||
LABEL_TYPE_ID BIGINT NOT NULL,
|
||||
FOREIGN KEY (DATA_CONFIG_ID) REFERENCES DATA_CRAWLING_CONFIG (ID),
|
||||
FOREIGN KEY (LABEL_TYPE_ID) REFERENCES LABEL_TYPE (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: User Info */
|
||||
/**********************************/
|
||||
CREATE TABLE USER_INFO(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
CODE TEXT NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_TIME TIMESTAMP NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Search Log */
|
||||
/**********************************/
|
||||
CREATE TABLE SEARCH_LOG(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
SEARCH_WORD TEXT,
|
||||
REQUESTED_TIME TIMESTAMP NOT NULL,
|
||||
RESPONSE_TIME INTEGER NOT NULL,
|
||||
HIT_COUNT BIGINT NOT NULL,
|
||||
QUERY_OFFSET INTEGER NOT NULL,
|
||||
QUERY_PAGE_SIZE INTEGER NOT NULL,
|
||||
USER_AGENT VARCHAR(255),
|
||||
REFERER TEXT,
|
||||
CLIENT_IP VARCHAR(50),
|
||||
USER_SESSION_ID VARCHAR(100),
|
||||
ACCESS_TYPE VARCHAR(1) NOT NULL,
|
||||
USER_ID BIGINT,
|
||||
FOREIGN KEY (USER_ID) REFERENCES USER_INFO (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Label Type To Role Type Mapping */
|
||||
/**********************************/
|
||||
CREATE TABLE LABEL_TYPE_TO_ROLE_TYPE_MAPPING(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
LABEL_TYPE_ID BIGINT NOT NULL,
|
||||
ROLE_TYPE_ID BIGINT NOT NULL,
|
||||
FOREIGN KEY (LABEL_TYPE_ID) REFERENCES LABEL_TYPE (ID),
|
||||
FOREIGN KEY (ROLE_TYPE_ID) REFERENCES ROLE_TYPE (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Click Log */
|
||||
/**********************************/
|
||||
CREATE TABLE CLICK_LOG(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
SEARCH_ID BIGINT NOT NULL,
|
||||
URL TEXT NOT NULL,
|
||||
REQUESTED_TIME TIMESTAMP NOT NULL,
|
||||
FOREIGN KEY (SEARCH_ID) REFERENCES SEARCH_LOG (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Failure Url */
|
||||
/**********************************/
|
||||
CREATE TABLE FAILURE_URL(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
URL TEXT NOT NULL,
|
||||
THREAD_NAME VARCHAR(30) NOT NULL,
|
||||
ERROR_NAME VARCHAR(255),
|
||||
ERROR_LOG TEXT,
|
||||
ERROR_COUNT INTEGER NOT NULL,
|
||||
LAST_ACCESS_TIME TIMESTAMP NOT NULL,
|
||||
CONFIG_ID VARCHAR(100)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: File Authentication */
|
||||
/**********************************/
|
||||
CREATE TABLE FILE_AUTHENTICATION(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
HOSTNAME VARCHAR(255),
|
||||
PORT INTEGER NOT NULL,
|
||||
PROTOCOL_SCHEME VARCHAR(10),
|
||||
USERNAME VARCHAR(100) NOT NULL,
|
||||
PASSWORD VARCHAR(100),
|
||||
PARAMETERS TEXT,
|
||||
FILE_CRAWLING_CONFIG_ID BIGINT NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL,
|
||||
FOREIGN KEY (FILE_CRAWLING_CONFIG_ID) REFERENCES FILE_CRAWLING_CONFIG (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Search Field Log */
|
||||
/**********************************/
|
||||
CREATE TABLE SEARCH_FIELD_LOG(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
SEARCH_ID BIGINT NOT NULL,
|
||||
NAME VARCHAR(255) NOT NULL,
|
||||
VALUE TEXT NOT NULL,
|
||||
FOREIGN KEY (SEARCH_ID) REFERENCES SEARCH_LOG (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Favorite Log */
|
||||
/**********************************/
|
||||
CREATE TABLE FAVORITE_LOG(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
USER_ID BIGINT NOT NULL,
|
||||
URL TEXT NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
FOREIGN KEY (USER_ID) REFERENCES USER_INFO (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Suggest Ng Word */
|
||||
/**********************************/
|
||||
CREATE TABLE SUGGEST_BAD_WORD(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
SUGGEST_WORD VARCHAR(255) NOT NULL,
|
||||
TARGET_ROLE VARCHAR(255),
|
||||
TARGET_LABEL VARCHAR(255),
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Suggest Elevate word */
|
||||
/**********************************/
|
||||
CREATE TABLE SUGGEST_ELEVATE_WORD(
|
||||
ID BIGINT NOT NULL PRIMARY KEY AUTO_INCREMENT,
|
||||
SUGGEST_WORD VARCHAR(255) NOT NULL,
|
||||
READING VARCHAR(255),
|
||||
TARGET_ROLE VARCHAR(255),
|
||||
TARGET_LABEL VARCHAR(255),
|
||||
BOOST FLOAT NOT NULL,
|
||||
CREATED_BY VARCHAR(255) NOT NULL,
|
||||
CREATED_TIME TIMESTAMP NOT NULL,
|
||||
UPDATED_BY VARCHAR(255),
|
||||
UPDATED_TIME TIMESTAMP,
|
||||
DELETED_BY VARCHAR(255),
|
||||
DELETED_TIME TIMESTAMP,
|
||||
VERSION_NO INTEGER NOT NULL
|
||||
);
|
||||
|
||||
CREATE UNIQUE INDEX UQ_FAVORITE_LOG ON FAVORITE_LOG (USER_ID, URL(200));
|
||||
|
||||
CREATE INDEX IDX_OVERLAPPING_HOST_BY_REGULAR_NAME_AND_SORT_ORDER ON OVERLAPPING_HOST (REGULAR_NAME(200), SORT_ORDER);
|
||||
|
||||
CREATE INDEX IDX_FILE_CONFIG_TO_LABEL_TYPE_MAPPING_FOR_FILE_CONFIG ON FILE_CONFIG_TO_LABEL_TYPE_MAPPING (FILE_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_WEB_CONFIG_TO_LABEL_TYPE_MAPPING__FOR_WEB_CONFIG ON WEB_CONFIG_TO_LABEL_TYPE_MAPPING (WEB_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_FILE_CONFIG_TO_ROLE_TYPE_MAPPING_FOR_FILE_CONFIG ON FILE_CONFIG_TO_ROLE_TYPE_MAPPING (FILE_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_WEB_CONFIG_TO_ROLE_TYPE_MAPPING_FOR_WEB_CONFIG ON WEB_CONFIG_TO_ROLE_TYPE_MAPPING (WEB_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_DATA_CONFIG_TO_ROLE_TYPE_MAPPING_FOR_DATA_CONFIG ON DATA_CONFIG_TO_ROLE_TYPE_MAPPING (DATA_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_DATA_CONFIG_TO_LABEL_TYPE_MAPPING_FOR_DATA_CONFIG ON DATA_CONFIG_TO_LABEL_TYPE_MAPPING (DATA_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_SEARCH_LOG_BY_HIT_COUNT ON SEARCH_LOG (HIT_COUNT);
|
||||
CREATE INDEX IDX_SEARCH_LOG_BY_RESPONSE_TIME ON SEARCH_LOG (RESPONSE_TIME);
|
||||
CREATE INDEX IDX_SEARCH_LOG_BY_REQUESTED_TIME ON SEARCH_LOG (REQUESTED_TIME);
|
||||
CREATE INDEX IDX_SEARCH_LOG_BY_SEARCH_WORD ON SEARCH_LOG (SEARCH_WORD(255));
|
||||
CREATE INDEX IDX_SEARCH_LOG_BY_RTIME_USID ON SEARCH_LOG (REQUESTED_TIME, USER_SESSION_ID);
|
||||
CREATE INDEX IDX_SEARCH_LOG_BY_USER_ID ON SEARCH_LOG (USER_ID);
|
||||
|
||||
CREATE INDEX IDX_CLICK_LOG_URL ON CLICK_LOG (URL(255));
|
||||
|
||||
CREATE INDEX IDX_FAILURE_URL_FOR_LIST ON FAILURE_URL (URL(200), LAST_ACCESS_TIME, ERROR_NAME(100), ERROR_COUNT);
|
||||
CREATE INDEX IDX_FAILURE_URL_BY_CONFIG_ID ON FAILURE_URL (CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_SEARCH_FIELD_LOG_NAME ON SEARCH_FIELD_LOG (NAME);
|
||||
|
||||
CREATE INDEX IDX_SESSION_NAME_EXPIRED ON CRAWLING_SESSION (NAME, EXPIRED_TIME);
|
||||
|
||||
INSERT INTO SCHEDULED_JOB (ID, NAME, TARGET, CRON_EXPRESSION, SCRIPT_TYPE, SCRIPT_DATA, CRAWLER, JOB_LOGGING, AVAILABLE, SORT_ORDER, CREATED_BY, CREATED_TIME, UPDATED_BY, UPDATED_TIME, VERSION_NO) VALUES (1, 'Crawler', 'all', '0 0 0 * * ?', 'groovy', 'return container.getComponent("crawlJob").execute(executor);', 'T', 'T', 'T', 0, 'system', '2000-01-01 00:00:00', 'system', '2000-01-01 00:00:00', 0);
|
||||
INSERT INTO SCHEDULED_JOB (ID, NAME, TARGET, CRON_EXPRESSION, SCRIPT_TYPE, SCRIPT_DATA, CRAWLER, JOB_LOGGING, AVAILABLE, SORT_ORDER, CREATED_BY, CREATED_TIME, UPDATED_BY, UPDATED_TIME, VERSION_NO) VALUES (2, 'Minutely Tasks', 'all', '0 * * * * ?', 'groovy', 'return container.getComponent("aggregateLogJob").execute();', 'F', 'F', 'T', 10, 'system', '2000-01-01 00:00:00', 'system', '2000-01-01 00:00:00', 0);
|
||||
INSERT INTO SCHEDULED_JOB (ID, NAME, TARGET, CRON_EXPRESSION, SCRIPT_TYPE, SCRIPT_DATA, CRAWLER, JOB_LOGGING, AVAILABLE, SORT_ORDER, CREATED_BY, CREATED_TIME, UPDATED_BY, UPDATED_TIME, VERSION_NO) VALUES (3, 'Hourly Tasks', 'all', '0 0 * * * ?', 'groovy', 'return container.getComponent("updateStatsJob").execute()+container.getComponent("updateHotWordJob").execute();', 'F', 'F', 'T', 20, 'system', '2000-01-01 00:00:00', 'system', '2000-01-01 00:00:00', 0);
|
||||
INSERT INTO SCHEDULED_JOB (ID, NAME, TARGET, CRON_EXPRESSION, SCRIPT_TYPE, SCRIPT_DATA, CRAWLER, JOB_LOGGING, AVAILABLE, SORT_ORDER, CREATED_BY, CREATED_TIME, UPDATED_BY, UPDATED_TIME, VERSION_NO) VALUES (4, 'Daily Tasks', 'all', '0 0 0 * * ?', 'groovy', 'return container.getComponent("purgeLogJob").execute();', 'F', 'F', 'T', 30, 'system', '2000-01-01 00:00:00', 'system', '2000-01-01 00:00:00', 0);
|
||||
|
|
@ -1,16 +0,0 @@
|
|||
<project basedir=".">
|
||||
<property name="sql.driver" value="oracle.jdbc.driver.OracleDriver"/>
|
||||
<property name="sql.url" value="jdbc:oracle:thin:@localhost:1521:XE"/>
|
||||
<property name="sql.user" value="fess"/>
|
||||
<property name="sql.pass" value="fess"/>
|
||||
|
||||
<target name="create">
|
||||
<sql driver="${sql.driver}" url="${sql.url}" userid="${sql.user}" password="${sql.pass}" onerror="continue">
|
||||
<classpath>
|
||||
<pathelement location="${oracle.jar.file}"/>
|
||||
</classpath>
|
||||
<transaction src="fess.ddl"/>
|
||||
</sql>
|
||||
</target>
|
||||
|
||||
</project>
|
|
@ -1,606 +0,0 @@
|
|||
DROP SEQUENCE WEB_CRAWLING_CONFIG_SEQ;
|
||||
DROP SEQUENCE FILE_CRAWLING_CONFIG_SEQ;
|
||||
DROP SEQUENCE JOB_LOG_SEQ;
|
||||
DROP SEQUENCE SCHEDULED_JOB_SEQ;
|
||||
DROP SEQUENCE PATH_MAPPING_SEQ;
|
||||
DROP SEQUENCE CRAWLING_SESSION_SEQ;
|
||||
DROP SEQUENCE OVERLAPPING_HOST_SEQ;
|
||||
DROP SEQUENCE REQUEST_HEADER_SEQ;
|
||||
DROP SEQUENCE KEY_MATCH_SEQ;
|
||||
DROP SEQUENCE BOOST_DOCUMENT_RULE_SEQ;
|
||||
DROP SEQUENCE WEB_AUTHENTICATION_SEQ;
|
||||
DROP SEQUENCE CRAWLING_SESSION_INFO_SEQ;
|
||||
DROP SEQUENCE LABEL_TYPE_SEQ;
|
||||
DROP SEQUENCE FILE_CONFIG_TO_LABEL_TYPE_SEQ;
|
||||
DROP SEQUENCE WEB_CONFIG_TO_LABEL_TYPE_SEQ;
|
||||
DROP SEQUENCE ROLE_TYPE_SEQ;
|
||||
DROP SEQUENCE FILE_CONFIG_TO_ROLE_TYPE_SEQ;
|
||||
DROP SEQUENCE WEB_CONFIG_TO_ROLE_TYPE_SEQ;
|
||||
DROP SEQUENCE DATA_CRAWLING_CONFIG_SEQ;
|
||||
DROP SEQUENCE DATA_CONFIG_TO_ROLE_TYPE_SEQ;
|
||||
DROP SEQUENCE DATA_CONFIG_TO_LABEL_TYPE_SEQ;
|
||||
DROP SEQUENCE USER_INFO_SEQ;
|
||||
DROP SEQUENCE SEARCH_LOG_SEQ;
|
||||
DROP SEQUENCE LABEL_TYPE_TO_ROLE_TYPE_SEQ;
|
||||
DROP SEQUENCE CLICK_LOG_SEQ;
|
||||
DROP SEQUENCE FAILURE_URL_SEQ;
|
||||
DROP SEQUENCE FILE_AUTHENTICATION_SEQ;
|
||||
DROP SEQUENCE SEARCH_FIELD_LOG_SEQ;
|
||||
DROP SEQUENCE FAVORITE_LOG_SEQ;
|
||||
DROP SEQUENCE SUGGEST_BAD_WORD;
|
||||
DROP SEQUENCE SUGGEST_ELAVATE_WORD;
|
||||
|
||||
DROP TABLE "FAVORITE_LOG";
|
||||
DROP TABLE "SEARCH_FIELD_LOG";
|
||||
DROP TABLE "FILE_AUTHENTICATION";
|
||||
DROP TABLE "FAILURE_URL";
|
||||
DROP TABLE "CLICK_LOG";
|
||||
DROP TABLE "LABEL_TYPE_TO_ROLE_TYPE";
|
||||
DROP TABLE "SEARCH_LOG";
|
||||
DROP TABLE "USER_INFO";
|
||||
DROP TABLE "DATA_CONFIG_TO_LABEL_TYPE";
|
||||
DROP TABLE "DATA_CONFIG_TO_ROLE_TYPE";
|
||||
DROP TABLE "DATA_CRAWLING_CONFIG";
|
||||
DROP TABLE "WEB_CONFIG_TO_ROLE_TYPE";
|
||||
DROP TABLE "FILE_CONFIG_TO_ROLE_TYPE";
|
||||
DROP TABLE "ROLE_TYPE";
|
||||
DROP TABLE "WEB_CONFIG_TO_LABEL_TYPE";
|
||||
DROP TABLE "FILE_CONFIG_TO_LABEL_TYPE";
|
||||
DROP TABLE "LABEL_TYPE";
|
||||
DROP TABLE "CRAWLING_SESSION_INFO";
|
||||
DROP TABLE "WEB_AUTHENTICATION";
|
||||
DROP TABLE "KEY_MATCH";
|
||||
DROP TABLE "BOOST_DOCUMENT_RULE";
|
||||
DROP TABLE "REQUEST_HEADER";
|
||||
DROP TABLE "OVERLAPPING_HOST";
|
||||
DROP TABLE "CRAWLING_SESSION";
|
||||
DROP TABLE "PATH_MAPPING";
|
||||
DROP TABLE "SCHEDULED_JOB";
|
||||
DROP TABLE "JOB_LOG";
|
||||
DROP TABLE "FILE_CRAWLING_CONFIG";
|
||||
DROP TABLE "WEB_CRAWLING_CONFIG";
|
||||
DROP TABLE "SUGGEST_BAD_WORD";
|
||||
DROP TABLE "SUGGEST_ELAVATE_WORD";
|
||||
|
||||
CREATE TABLE "WEB_CRAWLING_CONFIG"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"NAME" VARCHAR2(200) NOT NULL,
|
||||
"URLS" VARCHAR2(4000) NOT NULL,
|
||||
"INCLUDED_URLS" VARCHAR2(4000),
|
||||
"EXCLUDED_URLS" VARCHAR2(4000),
|
||||
"INCLUDED_DOC_URLS" VARCHAR2(4000),
|
||||
"EXCLUDED_DOC_URLS" VARCHAR2(4000),
|
||||
"CONFIG_PARAMETER" VARCHAR2(4000),
|
||||
"DEPTH" NUMBER(7,0),
|
||||
"MAX_ACCESS_COUNT" NUMBER(18,0),
|
||||
"USER_AGENT" VARCHAR2(200) NOT NULL,
|
||||
"NUM_OF_THREAD" NUMBER(9,0) NOT NULL,
|
||||
"INTERVAL_TIME" NUMBER(9,0) NOT NULL,
|
||||
"BOOST" FLOAT NOT NULL,
|
||||
"AVAILABLE" VARCHAR2(1) NOT NULL,
|
||||
"SORT_ORDER" NUMBER(9,0) NOT NULL,
|
||||
"CREATED_BY" VARCHAR2(255) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
"UPDATED_BY" VARCHAR2(255),
|
||||
"UPDATED_TIME" TIMESTAMP,
|
||||
"DELETED_BY" VARCHAR2(255),
|
||||
"DELETED_TIME" TIMESTAMP,
|
||||
"VERSION_NO" NUMBER(9,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "WEB_CRAWLING_CONFIG_PK" PRIMARY KEY ("ID") ENABLE
|
||||
);
|
||||
|
||||
CREATE TABLE "FILE_CRAWLING_CONFIG"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"NAME" VARCHAR2(200) NOT NULL,
|
||||
"PATHS" VARCHAR2(4000) NOT NULL,
|
||||
"INCLUDED_PATHS" VARCHAR2(4000),
|
||||
"EXCLUDED_PATHS" VARCHAR2(4000),
|
||||
"INCLUDED_DOC_PATHS" VARCHAR2(4000),
|
||||
"EXCLUDED_DOC_PATHS" VARCHAR2(4000),
|
||||
"CONFIG_PARAMETER" VARCHAR2(4000),
|
||||
"DEPTH" NUMBER(9,0),
|
||||
"MAX_ACCESS_COUNT" NUMBER(18,0),
|
||||
"NUM_OF_THREAD" NUMBER(9,0) NOT NULL,
|
||||
"INTERVAL_TIME" NUMBER(9,0) NOT NULL,
|
||||
"BOOST" FLOAT NOT NULL,
|
||||
"AVAILABLE" VARCHAR2(1) NOT NULL,
|
||||
"SORT_ORDER" NUMBER(9,0) NOT NULL,
|
||||
"CREATED_BY" VARCHAR2(255) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
"UPDATED_BY" VARCHAR2(255),
|
||||
"UPDATED_TIME" TIMESTAMP,
|
||||
"DELETED_BY" VARCHAR2(255),
|
||||
"DELETED_TIME" TIMESTAMP,
|
||||
"VERSION_NO" NUMBER(9,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "FILE_CRAWLING_CONFIG_PK" PRIMARY KEY ("ID") ENABLE
|
||||
);
|
||||
|
||||
CREATE TABLE "SCHEDULED_JOB"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"NAME" VARCHAR2(100) NOT NULL,
|
||||
"TARGET" VARCHAR2(100) NOT NULL,
|
||||
"CRON_EXPRESSION" VARCHAR2(100) NOT NULL,
|
||||
"SCRIPT_TYPE" VARCHAR2(100) NOT NULL,
|
||||
"SCRIPT_DATA" VARCHAR2(4000),
|
||||
"CRAWLER" VARCHAR2(1) NOT NULL,
|
||||
"JOB_LOGGING" VARCHAR2(1) NOT NULL,
|
||||
"AVAILABLE" VARCHAR2(1) NOT NULL,
|
||||
"SORT_ORDER" NUMBER(9,0) NOT NULL,
|
||||
"CREATED_BY" VARCHAR2(255) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
"UPDATED_BY" VARCHAR2(255),
|
||||
"UPDATED_TIME" TIMESTAMP,
|
||||
"DELETED_BY" VARCHAR2(255),
|
||||
"DELETED_TIME" TIMESTAMP,
|
||||
"VERSION_NO" NUMBER(9,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "SCHEDULED_JOB_PK" PRIMARY KEY ("ID") ENABLE
|
||||
);
|
||||
|
||||
CREATE TABLE "JOB_LOG"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"JOB_NAME" VARCHAR2(100) NOT NULL,
|
||||
"JOB_STATUS" VARCHAR2(10) NOT NULL,
|
||||
"TARGET" VARCHAR2(100) NOT NULL,
|
||||
"SCRIPT_TYPE" VARCHAR2(100) NOT NULL,
|
||||
"SCRIPT_DATA" VARCHAR2(4000),
|
||||
"SCRIPT_RESULT" VARCHAR2(4000),
|
||||
"START_TIME" TIMESTAMP NOT NULL,
|
||||
"END_TIME" TIMESTAMP,
|
||||
|
||||
CONSTRAINT "JOB_LOG_PK" PRIMARY KEY ("ID") ENABLE
|
||||
);
|
||||
|
||||
CREATE TABLE "PATH_MAPPING"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"REGEX" VARCHAR2(1000) NOT NULL,
|
||||
"REPLACEMENT" VARCHAR2(1000) NOT NULL,
|
||||
"PROCESS_TYPE" VARCHAR2(1) NOT NULL,
|
||||
"SORT_ORDER" NUMBER(9,0) NOT NULL,
|
||||
"CREATED_BY" VARCHAR2(255) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
"UPDATED_BY" VARCHAR2(255),
|
||||
"UPDATED_TIME" TIMESTAMP,
|
||||
"DELETED_BY" VARCHAR2(255),
|
||||
"DELETED_TIME" TIMESTAMP,
|
||||
"VERSION_NO" NUMBER(9,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "PATH_MAPPING_PK" PRIMARY KEY ("ID") ENABLE
|
||||
);
|
||||
|
||||
CREATE TABLE "CRAWLING_SESSION"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"SESSION_ID" VARCHAR2(20) NOT NULL,
|
||||
"NAME" VARCHAR2(20),
|
||||
"EXPIRED_TIME" TIMESTAMP,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
|
||||
CONSTRAINT "CRAWLING_SESSION_PK" PRIMARY KEY ("ID") ENABLE
|
||||
);
|
||||
|
||||
CREATE TABLE "OVERLAPPING_HOST"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"REGULAR_NAME" VARCHAR2(1000) NOT NULL,
|
||||
"OVERLAPPING_NAME" VARCHAR2(1000) NOT NULL,
|
||||
"SORT_ORDER" NUMBER(9,0) NOT NULL,
|
||||
"CREATED_BY" VARCHAR2(255) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
"UPDATED_BY" VARCHAR2(255),
|
||||
"UPDATED_TIME" TIMESTAMP,
|
||||
"DELETED_BY" VARCHAR2(255),
|
||||
"DELETED_TIME" TIMESTAMP,
|
||||
"VERSION_NO" NUMBER(9,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "OVERLAPPING_HOST_PK" PRIMARY KEY ("ID") ENABLE
|
||||
);
|
||||
|
||||
CREATE TABLE "REQUEST_HEADER"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"NAME" VARCHAR2(100) NOT NULL,
|
||||
"VALUE" VARCHAR2(1000) NOT NULL,
|
||||
"WEB_CRAWLING_CONFIG_ID" NUMBER(18,0) NOT NULL,
|
||||
"CREATED_BY" VARCHAR2(255) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
"UPDATED_BY" VARCHAR2(255),
|
||||
"UPDATED_TIME" TIMESTAMP,
|
||||
"DELETED_BY" VARCHAR2(255),
|
||||
"DELETED_TIME" TIMESTAMP,
|
||||
"VERSION_NO" NUMBER(9,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "REQUEST_HEADER_PK" PRIMARY KEY ("ID") ENABLE,
|
||||
FOREIGN KEY (WEB_CRAWLING_CONFIG_ID) REFERENCES WEB_CRAWLING_CONFIG (ID)
|
||||
);
|
||||
|
||||
CREATE TABLE "BOOST_DOCUMENT_RULE"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"URL_EXPR" VARCHAR2(4000) NOT NULL,
|
||||
"BOOST_EXPR" VARCHAR2(4000) NOT NULL,
|
||||
"SORT_ORDER" NUMBER(9,0) NOT NULL,
|
||||
"CREATED_BY" VARCHAR2(255) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
"UPDATED_BY" VARCHAR2(255),
|
||||
"UPDATED_TIME" TIMESTAMP,
|
||||
"DELETED_BY" VARCHAR2(255),
|
||||
"DELETED_TIME" TIMESTAMP,
|
||||
"VERSION_NO" NUMBER(9,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "BOOST_DOCUMENT_RULE_PK" PRIMARY KEY ("ID") ENABLE
|
||||
);
|
||||
|
||||
CREATE TABLE "KEY_MATCH"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"TERM" VARCHAR2(100) NOT NULL,
|
||||
"QUERY" VARCHAR2(4000) NOT NULL,
|
||||
"MAX_SIZE" NUMBER(9,0) NOT NULL,
|
||||
"BOOST" FLOAT NOT NULL,
|
||||
"CREATED_BY" VARCHAR2(255) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
"UPDATED_BY" VARCHAR2(255),
|
||||
"UPDATED_TIME" TIMESTAMP,
|
||||
"DELETED_BY" VARCHAR2(255),
|
||||
"DELETED_TIME" TIMESTAMP,
|
||||
"VERSION_NO" NUMBER(9,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "KEY_MATCH_PK" PRIMARY KEY ("ID") ENABLE
|
||||
);
|
||||
|
||||
CREATE TABLE "WEB_AUTHENTICATION"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"HOSTNAME" VARCHAR2(100),
|
||||
"PORT" NUMBER(9,0) NOT NULL,
|
||||
"AUTH_REALM" VARCHAR2(100),
|
||||
"PROTOCOL_SCHEME" VARCHAR2(10),
|
||||
"USERNAME" VARCHAR2(100) NOT NULL,
|
||||
"PASSWORD" VARCHAR2(100),
|
||||
"PARAMETERS" VARCHAR2(1000),
|
||||
"WEB_CRAWLING_CONFIG_ID" NUMBER(18,0) NOT NULL,
|
||||
"CREATED_BY" VARCHAR2(255) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
"UPDATED_BY" VARCHAR2(255),
|
||||
"UPDATED_TIME" TIMESTAMP,
|
||||
"DELETED_BY" VARCHAR2(255),
|
||||
"DELETED_TIME" TIMESTAMP,
|
||||
"VERSION_NO" NUMBER(9,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "WEB_AUTHENTICATION_PK" PRIMARY KEY ("ID") ENABLE,
|
||||
FOREIGN KEY (WEB_CRAWLING_CONFIG_ID) REFERENCES WEB_CRAWLING_CONFIG (ID)
|
||||
);
|
||||
|
||||
CREATE TABLE "CRAWLING_SESSION_INFO"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"CRAWLING_SESSION_ID" NUMBER(18,0) NOT NULL,
|
||||
"KEY" VARCHAR2(20) NOT NULL,
|
||||
"VALUE" VARCHAR2(100) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
|
||||
CONSTRAINT "CRAWLING_SESSION_INFO_PK" PRIMARY KEY ("ID") ENABLE,
|
||||
FOREIGN KEY (CRAWLING_SESSION_ID) REFERENCES CRAWLING_SESSION (ID)
|
||||
);
|
||||
|
||||
CREATE TABLE "LABEL_TYPE"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"NAME" VARCHAR2(100) NOT NULL,
|
||||
"VALUE" VARCHAR2(20) NOT NULL,
|
||||
"INCLUDED_PATHS" VARCHAR2(4000),
|
||||
"EXCLUDED_PATHS" VARCHAR2(4000),
|
||||
"SORT_ORDER" NUMBER(9,0) NOT NULL,
|
||||
"CREATED_BY" VARCHAR2(255) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
"UPDATED_BY" VARCHAR2(255),
|
||||
"UPDATED_TIME" TIMESTAMP,
|
||||
"DELETED_BY" VARCHAR2(255),
|
||||
"DELETED_TIME" TIMESTAMP,
|
||||
"VERSION_NO" NUMBER(9,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "LABEL_TYPE_PK" PRIMARY KEY ("ID") ENABLE
|
||||
);
|
||||
|
||||
CREATE TABLE "FILE_CONFIG_TO_LABEL_TYPE"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"FILE_CONFIG_ID" NUMBER(18,0) NOT NULL,
|
||||
"LABEL_TYPE_ID" NUMBER(18,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "FILE_CONFIG_TO_LABEL_TYPE_PK" PRIMARY KEY ("ID") ENABLE,
|
||||
FOREIGN KEY (LABEL_TYPE_ID) REFERENCES LABEL_TYPE (ID),
|
||||
FOREIGN KEY (FILE_CONFIG_ID) REFERENCES FILE_CRAWLING_CONFIG (ID)
|
||||
);
|
||||
|
||||
CREATE TABLE "WEB_CONFIG_TO_LABEL_TYPE"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"WEB_CONFIG_ID" NUMBER(18,0) NOT NULL,
|
||||
"LABEL_TYPE_ID" NUMBER(18,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "WEB_CONFIG_TO_LABEL_TYPE_PK" PRIMARY KEY ("ID") ENABLE,
|
||||
FOREIGN KEY (LABEL_TYPE_ID) REFERENCES LABEL_TYPE (ID),
|
||||
FOREIGN KEY (WEB_CONFIG_ID) REFERENCES WEB_CRAWLING_CONFIG (ID)
|
||||
);
|
||||
|
||||
CREATE TABLE "ROLE_TYPE"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"NAME" VARCHAR2(100) NOT NULL,
|
||||
"VALUE" VARCHAR2(20) NOT NULL,
|
||||
"SORT_ORDER" NUMBER(9,0) NOT NULL,
|
||||
"CREATED_BY" VARCHAR2(255) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
"UPDATED_BY" VARCHAR2(255),
|
||||
"UPDATED_TIME" TIMESTAMP,
|
||||
"DELETED_BY" VARCHAR2(255),
|
||||
"DELETED_TIME" TIMESTAMP,
|
||||
"VERSION_NO" NUMBER(9,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "ROLE_TYPE_PK" PRIMARY KEY ("ID") ENABLE
|
||||
);
|
||||
|
||||
CREATE TABLE "FILE_CONFIG_TO_ROLE_TYPE"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"FILE_CONFIG_ID" NUMBER(18,0) NOT NULL,
|
||||
"ROLE_TYPE_ID" NUMBER(18,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "FILE_CONFIG_TO_ROLE_TYPE_PK" PRIMARY KEY ("ID") ENABLE,
|
||||
FOREIGN KEY (FILE_CONFIG_ID) REFERENCES FILE_CRAWLING_CONFIG (ID),
|
||||
FOREIGN KEY (ROLE_TYPE_ID) REFERENCES ROLE_TYPE (ID)
|
||||
);
|
||||
|
||||
CREATE TABLE "WEB_CONFIG_TO_ROLE_TYPE"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"WEB_CONFIG_ID" NUMBER(18,0) NOT NULL,
|
||||
"ROLE_TYPE_ID" NUMBER(18,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "WEB_CONFIG_TO_ROLE_TYPE_PK" PRIMARY KEY ("ID") ENABLE,
|
||||
FOREIGN KEY (WEB_CONFIG_ID) REFERENCES WEB_CRAWLING_CONFIG (ID),
|
||||
FOREIGN KEY (ROLE_TYPE_ID) REFERENCES ROLE_TYPE (ID)
|
||||
);
|
||||
|
||||
CREATE TABLE "DATA_CRAWLING_CONFIG"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"NAME" VARCHAR2(200) NOT NULL,
|
||||
"HANDLER_NAME" VARCHAR2(200) NOT NULL,
|
||||
"HANDLER_PARAMETER" VARCHAR2(4000),
|
||||
"HANDLER_SCRIPT" VARCHAR2(4000),
|
||||
"BOOST" FLOAT NOT NULL,
|
||||
"AVAILABLE" VARCHAR2(1) NOT NULL,
|
||||
"SORT_ORDER" NUMBER(9,0) NOT NULL,
|
||||
"CREATED_BY" VARCHAR2(255) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
"UPDATED_BY" VARCHAR2(255),
|
||||
"UPDATED_TIME" TIMESTAMP,
|
||||
"DELETED_BY" VARCHAR2(255),
|
||||
"DELETED_TIME" TIMESTAMP,
|
||||
"VERSION_NO" NUMBER(9,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "DATA_CRAWLING_CONFIG_PK" PRIMARY KEY ("ID") ENABLE
|
||||
);
|
||||
|
||||
CREATE TABLE "DATA_CONFIG_TO_ROLE_TYPE"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"DATA_CONFIG_ID" NUMBER(18,0) NOT NULL,
|
||||
"ROLE_TYPE_ID" NUMBER(18,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "DATA_CONFIG_TO_ROLE_TYPE_PK" PRIMARY KEY ("ID") ENABLE,
|
||||
FOREIGN KEY (DATA_CONFIG_ID) REFERENCES DATA_CRAWLING_CONFIG (ID),
|
||||
FOREIGN KEY (ROLE_TYPE_ID) REFERENCES ROLE_TYPE (ID)
|
||||
);
|
||||
|
||||
CREATE TABLE "DATA_CONFIG_TO_LABEL_TYPE"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"DATA_CONFIG_ID" NUMBER(18,0) NOT NULL,
|
||||
"LABEL_TYPE_ID" NUMBER(18,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "DATA_CONFIG_TO_LABEL_TYPE_PK" PRIMARY KEY ("ID") ENABLE,
|
||||
FOREIGN KEY (DATA_CONFIG_ID) REFERENCES DATA_CRAWLING_CONFIG (ID),
|
||||
FOREIGN KEY (LABEL_TYPE_ID) REFERENCES LABEL_TYPE (ID)
|
||||
);
|
||||
|
||||
CREATE TABLE "USER_INFO" (
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"CODE" VARCHAR2(1000) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
"UPDATED_TIME" TIMESTAMP NOT NULL,
|
||||
|
||||
CONSTRAINT "USER_INFO_PK" PRIMARY KEY ("ID") ENABLE
|
||||
);
|
||||
|
||||
CREATE TABLE "SEARCH_LOG"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"SEARCH_WORD" VARCHAR2(1000),
|
||||
"REQUESTED_TIME" TIMESTAMP NOT NULL,
|
||||
"RESPONSE_TIME" NUMBER(9,0) NOT NULL,
|
||||
"HIT_COUNT" NUMBER(18,0) NOT NULL,
|
||||
"QUERY_OFFSET" NUMBER(9,0) NOT NULL,
|
||||
"QUERY_PAGE_SIZE" NUMBER(9,0) NOT NULL,
|
||||
"USER_AGENT" VARCHAR2(255),
|
||||
"REFERER" VARCHAR2(1000),
|
||||
"CLIENT_IP" VARCHAR2(50),
|
||||
"USER_SESSION_ID" VARCHAR2(100),
|
||||
"ACCESS_TYPE" VARCHAR2(1) NOT NULL,
|
||||
"USER_ID" NUMBER(18,0),
|
||||
|
||||
CONSTRAINT "SEARCH_LOG_PK" PRIMARY KEY ("ID") ENABLE,
|
||||
FOREIGN KEY (USER_ID) REFERENCES USER_INFO (ID)
|
||||
);
|
||||
|
||||
CREATE TABLE "LABEL_TYPE_TO_ROLE_TYPE"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"LABEL_TYPE_ID" NUMBER(18,0) NOT NULL,
|
||||
"ROLE_TYPE_ID" NUMBER(18,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "LABEL_TYPE_TO_ROLE_TYPE_PK" PRIMARY KEY ("ID") ENABLE,
|
||||
FOREIGN KEY (LABEL_TYPE_ID) REFERENCES LABEL_TYPE (ID),
|
||||
FOREIGN KEY (ROLE_TYPE_ID) REFERENCES ROLE_TYPE (ID)
|
||||
);
|
||||
|
||||
CREATE TABLE "CLICK_LOG"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"SEARCH_ID" NUMBER(18,0) NOT NULL,
|
||||
"URL" VARCHAR2(4000) NOT NULL,
|
||||
"REQUESTED_TIME" TIMESTAMP NOT NULL,
|
||||
|
||||
CONSTRAINT "CLICK_LOG_PK" PRIMARY KEY ("ID") ENABLE,
|
||||
FOREIGN KEY (SEARCH_ID) REFERENCES SEARCH_LOG (ID)
|
||||
);
|
||||
|
||||
CREATE TABLE "FAILURE_URL"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"URL" VARCHAR2(4000) NOT NULL,
|
||||
"THREAD_NAME" VARCHAR2(30) NOT NULL,
|
||||
"ERROR_NAME" VARCHAR2(255),
|
||||
"ERROR_LOG" VARCHAR2(4000),
|
||||
"ERROR_COUNT" NUMBER(9,0) NOT NULL,
|
||||
"LAST_ACCESS_TIME" TIMESTAMP NOT NULL,
|
||||
"CONFIG_ID" VARCHAR2(100),
|
||||
|
||||
CONSTRAINT "FAILURE_URL_PK" PRIMARY KEY ("ID") ENABLE
|
||||
);
|
||||
|
||||
CREATE TABLE "FILE_AUTHENTICATION"(
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"HOSTNAME" VARCHAR2(255),
|
||||
"PORT" NUMBER(9,0) NOT NULL,
|
||||
"PROTOCOL_SCHEME" VARCHAR2(10),
|
||||
"USERNAME" VARCHAR2(100) NOT NULL,
|
||||
"PASSWORD" VARCHAR2(100),
|
||||
"PARAMETERS" VARCHAR2(1000),
|
||||
"FILE_CRAWLING_CONFIG_ID" NUMBER(18,0) NOT NULL,
|
||||
"CREATED_BY" VARCHAR2(255) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
"UPDATED_BY" VARCHAR2(255),
|
||||
"UPDATED_TIME" TIMESTAMP,
|
||||
"DELETED_BY" VARCHAR2(255),
|
||||
"DELETED_TIME" TIMESTAMP,
|
||||
"VERSION_NO" NUMBER(9,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "FILE_AUTHENTICATION_PK" PRIMARY KEY ("ID") ENABLE,
|
||||
FOREIGN KEY (FILE_CRAWLING_CONFIG_ID) REFERENCES FILE_CRAWLING_CONFIG (ID)
|
||||
);
|
||||
|
||||
CREATE TABLE "SEARCH_FIELD_LOG" (
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"SEARCH_ID" NUMBER(18,0) NOT NULL,
|
||||
"NAME" VARCHAR2(255) NOT NULL,
|
||||
"VALUE" VARCHAR2(4000) NOT NULL,
|
||||
|
||||
CONSTRAINT "SEARCH_FIELD_LOG" PRIMARY KEY ("ID") ENABLE,
|
||||
FOREIGN KEY (SEARCH_ID) REFERENCES SEARCH_LOG (ID)
|
||||
);
|
||||
|
||||
CREATE TABLE "FAVORITE_LOG" (
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"USER_ID" NUMBER(18,0) NOT NULL,
|
||||
"URL" VARCHAR2(4000) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
|
||||
CONSTRAINT "FAVORITE_LOG" PRIMARY KEY ("ID") ENABLE,
|
||||
FOREIGN KEY (USER_ID) REFERENCES USER_INFO (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Suggest Ng Word */
|
||||
/**********************************/
|
||||
CREATE TABLE "SUGGEST_BAD_WORD" (
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"SUGGEST_WORD" VARCHAR2(255) NOT NULL,
|
||||
"TARGET_ROLE" VARCHAR2(255),
|
||||
"TARGET_LABEL" VARCHAR2(255),
|
||||
"CREATED_BY" VARCHAR2(255) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
"UPDATED_BY" VARCHAR2(255),
|
||||
"UPDATED_TIME" TIMESTAMP,
|
||||
"DELETED_BY" VARCHAR2(255),
|
||||
"DELETED_TIME" TIMESTAMP,
|
||||
"VERSION_NO" NUMBER(9,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "SUGGEST_BAD_WORD" PRIMARY KEY ("ID") ENABLE
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Suggest Elevate word */
|
||||
/**********************************/
|
||||
CREATE TABLE "SUGGEST_ELEVATE_WORD" (
|
||||
"ID" NUMBER(18,0) NOT NULL,
|
||||
"SUGGEST_WORD" VARCHAR2(255) NOT NULL,
|
||||
"READING" VARCHAR2(255),
|
||||
"TARGET_ROLE" VARCHAR2(255),
|
||||
"TARGET_LABEL" VARCHAR2(255),
|
||||
"BOOST" FLOAT NOT NULL,
|
||||
"CREATED_BY" VARCHAR2(255) NOT NULL,
|
||||
"CREATED_TIME" TIMESTAMP NOT NULL,
|
||||
"UPDATED_BY" VARCHAR2(255),
|
||||
"UPDATED_TIME" TIMESTAMP,
|
||||
"DELETED_BY" VARCHAR2(255),
|
||||
"DELETED_TIME" TIMESTAMP,
|
||||
"VERSION_NO" NUMBER(9,0) NOT NULL,
|
||||
|
||||
CONSTRAINT "SUGGEST_ELEVATE_WORD" PRIMARY KEY ("ID") ENABLE
|
||||
);
|
||||
|
||||
CREATE UNIQUE INDEX UQ_FAVORITE_LOG ON FAVORITE_LOG (USER_ID, URL);
|
||||
|
||||
CREATE INDEX IDX_O_H_BY_R_N_AND_S_O ON OVERLAPPING_HOST (REGULAR_NAME, SORT_ORDER);
|
||||
|
||||
CREATE INDEX IDX_F_C_TO_L_T_FOR_F_C ON FILE_CONFIG_TO_LABEL_TYPE (FILE_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_W_C_TO_L_T_FOR_W_C ON WEB_CONFIG_TO_LABEL_TYPE (WEB_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_F_C_TO_R_T_FOR_F_C ON FILE_CONFIG_TO_ROLE_TYPE (FILE_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_W_C_TO_R_T_FOR_W_C ON WEB_CONFIG_TO_ROLE_TYPE (WEB_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_D_C_TO_R_T_FOR_D_C ON DATA_CONFIG_TO_ROLE_TYPE (DATA_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_D_C_TO_L_T_FOR_D_C ON DATA_CONFIG_TO_LABEL_TYPE (DATA_CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_S_L_BY_H_C ON SEARCH_LOG (HIT_COUNT);
|
||||
CREATE INDEX IDX_S_L_BY_R_T ON SEARCH_LOG (RESPONSE_TIME);
|
||||
CREATE INDEX IDX_S_L_BY_RT ON SEARCH_LOG (REQUESTED_TIME);
|
||||
CREATE INDEX IDX_S_L_BY_S_W ON SEARCH_LOG (SEARCH_WORD);
|
||||
CREATE INDEX IDX_S_L_BY_RT_USID ON SEARCH_LOG (REQUESTED_TIME, USER_SESSION_ID);
|
||||
CREATE INDEX IDX_S_L_BY_USID ON SEARCH_LOG (USER_ID);
|
||||
|
||||
CREATE INDEX IDX_C_L_URL ON CLICK_LOG (URL);
|
||||
|
||||
CREATE INDEX IDX_F_U_FOR_L ON FAILURE_URL (URL, LAST_ACCESS_TIME, ERROR_NAME, ERROR_COUNT);
|
||||
CREATE INDEX IDX_F_U_BY_W_C_ID ON FAILURE_URL (CONFIG_ID);
|
||||
|
||||
CREATE INDEX IDX_S_F_LOG_NAME ON SEARCH_FIELD_LOG (NAME);
|
||||
|
||||
CREATE INDEX IDX_S_N_EXPIRED ON CRAWLING_SESSION (NAME, EXPIRED_TIME);
|
||||
|
||||
CREATE SEQUENCE WEB_CRAWLING_CONFIG_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE FILE_CRAWLING_CONFIG_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE JOB_LOG_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE SCHEDULED_JOB_SEQ START WITH 5 INCREMENT BY 50;
|
||||
CREATE SEQUENCE PATH_MAPPING_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE CRAWLING_SESSION_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE OVERLAPPING_HOST_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE REQUEST_HEADER_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE BOOST_DOCUMENT_RULE_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE KEY_MATCH_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE WEB_AUTHENTICATION_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE CRAWLING_SESSION_INFO_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE LABEL_TYPE_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE FILE_CONFIG_TO_LABEL_TYPE_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE WEB_CONFIG_TO_LABEL_TYPE_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE ROLE_TYPE_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE FILE_CONFIG_TO_ROLE_TYPE_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE WEB_CONFIG_TO_ROLE_TYPE_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE DATA_CRAWLING_CONFIG_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE DATA_CONFIG_TO_ROLE_TYPE_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE DATA_CONFIG_TO_LABEL_TYPE_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE USER_INFO_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE SEARCH_LOG_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE LABEL_TYPE_TO_ROLE_TYPE_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE CLICK_LOG_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE FAILURE_URL_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE FILE_AUTHENTICATION_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE SEARCH_FIELD_LOG_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE FAVORITE_LOG_SEQ START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE SUGGEST_BAD_WORD START WITH 1 INCREMENT BY 50;
|
||||
CREATE SEQUENCE SUGGEST_ELEVATE_WORD START WITH 1 INCREMENT BY 50;
|
||||
|
||||
INSERT INTO SCHEDULED_JOB (ID, NAME, TARGET, CRON_EXPRESSION, SCRIPT_TYPE, SCRIPT_DATA, CRAWLER, JOB_LOGGING, AVAILABLE, SORT_ORDER, CREATED_BY, CREATED_TIME, UPDATED_BY, UPDATED_TIME, VERSION_NO) VALUES (1, 'Crawler', 'all', '0 0 0 * * ?', 'groovy', 'return container.getComponent("crawlJob").execute(executor);', 'T', 'T', 'T', 0, 'system', to_date('2000-01-01', 'yyyy-MM-dd'), 'system', to_date('2000-01-01', 'yyyy-MM-dd'), 0);
|
||||
INSERT INTO SCHEDULED_JOB (ID, NAME, TARGET, CRON_EXPRESSION, SCRIPT_TYPE, SCRIPT_DATA, CRAWLER, JOB_LOGGING, AVAILABLE, SORT_ORDER, CREATED_BY, CREATED_TIME, UPDATED_BY, UPDATED_TIME, VERSION_NO) VALUES (2, 'Minutely Tasks', 'all', '0 * * * * ?', 'groovy', 'return container.getComponent("aggregateLogJob").execute();', 'F', 'F', 'T', 10, 'system', to_date('2000-01-01', 'yyyy-MM-dd'), 'system', to_date('2000-01-01', 'yyyy-MM-dd'), 0);
|
||||
INSERT INTO SCHEDULED_JOB (ID, NAME, TARGET, CRON_EXPRESSION, SCRIPT_TYPE, SCRIPT_DATA, CRAWLER, JOB_LOGGING, AVAILABLE, SORT_ORDER, CREATED_BY, CREATED_TIME, UPDATED_BY, UPDATED_TIME, VERSION_NO) VALUES (3, 'Hourly Tasks', 'all', '0 0 * * * ?', 'groovy', 'return container.getComponent("updateStatsJob").execute()+container.getComponent("updateHotWordJob").execute();', 'F', 'F', 'T', 20, 'system', to_date('2000-01-01', 'yyyy-MM-dd'), 'system', to_date('2000-01-01', 'yyyy-MM-dd'), 0);
|
||||
INSERT INTO SCHEDULED_JOB (ID, NAME, TARGET, CRON_EXPRESSION, SCRIPT_TYPE, SCRIPT_DATA, CRAWLER, JOB_LOGGING, AVAILABLE, SORT_ORDER, CREATED_BY, CREATED_TIME, UPDATED_BY, UPDATED_TIME, VERSION_NO) VALUES (4, 'Daily Tasks', 'all', '0 0 0 * * ?', 'groovy', 'return container.getComponent("purgeLogJob").execute();', 'F', 'F', 'T', 30, 'system', to_date('2000-01-01', 'yyyy-MM-dd'), 'system', to_date('2000-01-01', 'yyyy-MM-dd'), 0);
|
||||
|
|
@ -1,15 +0,0 @@
|
|||
#!/bin/bash
|
||||
|
||||
# the following is in fess-server/build.xml.
|
||||
|
||||
FILE=dbflute_oracle/schema/project-schema-fess.xml
|
||||
|
||||
perl -pi -e 's/name="DATA_CONFIG_TO_LABEL_TYPE"/javaName="DataConfigToLabelTypeMapping" name="DATA_CONFIG_TO_LABEL_TYPE"/' $FILE
|
||||
perl -pi -e 's/name="DATA_CONFIG_TO_ROLE_TYPE"/javaName="DataConfigToRoleTypeMapping" name="DATA_CONFIG_TO_ROLE_TYPE"/' $FILE
|
||||
perl -pi -e 's/name="FILE_CONFIG_TO_LABEL_TYPE"/javaName="FileConfigToLabelTypeMapping" name="FILE_CONFIG_TO_LABEL_TYPE"/' $FILE
|
||||
perl -pi -e 's/name="FILE_CONFIG_TO_ROLE_TYPE"/javaName="FileConfigToRoleTypeMapping" name="FILE_CONFIG_TO_ROLE_TYPE"/' $FILE
|
||||
perl -pi -e 's/name="LABEL_TYPE_TO_ROLE_TYPE"/javaName="LabelTypeToRoleTypeMapping" name="LABEL_TYPE_TO_ROLE_TYPE"/' $FILE
|
||||
perl -pi -e 's/name="WEB_CONFIG_TO_LABEL_TYPE"/javaName="WebConfigToLabelTypeMapping" name="WEB_CONFIG_TO_LABEL_TYPE"/' $FILE
|
||||
perl -pi -e 's/name="WEB_CONFIG_TO_ROLE_TYPE"/javaName="WebConfigToRoleTypeMapping" name="WEB_CONFIG_TO_ROLE_TYPE"/' $FILE
|
||||
|
||||
perl -pi -e 's/dbType="FLOAT" javaType="java.math.BigDecimal"/dbType="FLOAT" javaType="Float"/g' $FILE
|
|
@ -1,74 +0,0 @@
|
|||
DROP TABLE IF EXISTS URL_FILTER;
|
||||
DROP TABLE IF EXISTS ACCESS_RESULT_DATA;
|
||||
DROP TABLE IF EXISTS ACCESS_RESULT;
|
||||
DROP TABLE IF EXISTS URL_QUEUE;
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: URL Queue */
|
||||
/**********************************/
|
||||
CREATE TABLE URL_QUEUE(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
SESSION_ID VARCHAR(20) NOT NULL,
|
||||
METHOD VARCHAR(10) NOT NULL,
|
||||
URL VARCHAR(65536) NOT NULL,
|
||||
META_DATA VARCHAR(65536),
|
||||
ENCODING VARCHAR(20),
|
||||
PARENT_URL VARCHAR(65536),
|
||||
DEPTH INTEGER NOT NULL,
|
||||
LAST_MODIFIED TIMESTAMP,
|
||||
CREATE_TIME TIMESTAMP NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Access Result */
|
||||
/**********************************/
|
||||
CREATE TABLE ACCESS_RESULT(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
SESSION_ID VARCHAR(20) NOT NULL,
|
||||
RULE_ID VARCHAR(20),
|
||||
URL VARCHAR(65536) NOT NULL,
|
||||
PARENT_URL VARCHAR(65536),
|
||||
STATUS INTEGER NOT NULL,
|
||||
HTTP_STATUS_CODE INTEGER NOT NULL,
|
||||
METHOD VARCHAR(10) NOT NULL,
|
||||
MIME_TYPE VARCHAR(100) NOT NULL,
|
||||
CONTENT_LENGTH BIGINT NOT NULL,
|
||||
EXECUTION_TIME INTEGER NOT NULL,
|
||||
LAST_MODIFIED TIMESTAMP,
|
||||
CREATE_TIME TIMESTAMP NOT NULL
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: Access Result Data */
|
||||
/**********************************/
|
||||
CREATE TABLE ACCESS_RESULT_DATA(
|
||||
ID BIGINT(20) NOT NULL PRIMARY KEY,
|
||||
TRANSFORMER_NAME VARCHAR(255) NOT NULL,
|
||||
DATA BLOB,
|
||||
ENCODING VARCHAR(20),
|
||||
FOREIGN KEY (ID) REFERENCES ACCESS_RESULT (ID)
|
||||
);
|
||||
|
||||
/**********************************/
|
||||
/* Table Name: URL Filter */
|
||||
/**********************************/
|
||||
CREATE TABLE URL_FILTER(
|
||||
ID IDENTITY NOT NULL PRIMARY KEY,
|
||||
SESSION_ID VARCHAR(20) NOT NULL,
|
||||
URL VARCHAR(65536) NOT NULL,
|
||||
FILTER_TYPE VARCHAR(1) NOT NULL,
|
||||
CREATE_TIME TIMESTAMP NOT NULL
|
||||
);
|
||||
|
||||
|
||||
CREATE INDEX IDX_URL_QUEUE_SESSION_ID_AND_TIME ON URL_QUEUE (SESSION_ID, CREATE_TIME);
|
||||
CREATE INDEX IDX_URL_QUEUE_SESSION_ID_AND_URL ON URL_QUEUE (SESSION_ID, URL);
|
||||
CREATE INDEX IDX_URL_QUEUE_SESSION_ID ON URL_QUEUE (SESSION_ID);
|
||||
|
||||
CREATE INDEX IDX_ACCESS_RESULT_SESSION_ID_AND_TIME ON ACCESS_RESULT (SESSION_ID, CREATE_TIME);
|
||||
CREATE INDEX IDX_ACCESS_RESULT_SESSION_ID_AND_URL ON ACCESS_RESULT (SESSION_ID, URL);
|
||||
CREATE INDEX IDX_ACCESS_RESULT_SESSION_ID ON ACCESS_RESULT (SESSION_ID);
|
||||
CREATE INDEX IDX_ACCESS_RESULT_URL_AND_TIME ON ACCESS_RESULT (URL, CREATE_TIME);
|
||||
|
||||
CREATE INDEX IDX_URL_FILTER_SESSION_ID_AND_FILTER_TYPE ON URL_FILTER (SESSION_ID, FILTER_TYPE);
|
||||
|
Binary file not shown.
Binary file not shown.
|
@ -1,44 +0,0 @@
|
|||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<!DOCTYPE components PUBLIC "-//SEASAR2.1//DTD S2Container//EN"
|
||||
"http://www.seasar.org/dtd/components21.dtd">
|
||||
<components namespace="jdbc">
|
||||
<include path="jta.dicon"/>
|
||||
|
||||
<!-- MySQL -->
|
||||
<component name="xaDataSource"
|
||||
class="org.seasar.extension.dbcp.impl.XADataSourceImpl">
|
||||
<property name="driverClassName">
|
||||
"com.mysql.jdbc.Driver"
|
||||
</property>
|
||||
<property name="URL">
|
||||
"jdbc:mysql://localhost:3306/fess_db?noDatetimeStringSync=true&zeroDateTimeBehavior=convertToNull&useUnicode=true&characterEncoding=UTF-8&autoReconnect=true"
|
||||
</property>
|
||||
<property name="user">"fess_user"</property>
|
||||
<property name="password">"fess_pass"</property>
|
||||
</component>
|
||||
|
||||
<component name="connectionPool"
|
||||
class="org.seasar.extension.dbcp.impl.ConnectionPoolImpl">
|
||||
<property name="timeout">600</property>
|
||||
<property name="maxPoolSize">10</property>
|
||||
<property name="allowLocalTx">true</property>
|
||||
<destroyMethod name="close"/>
|
||||
</component>
|
||||
|
||||
<component name="DataSource"
|
||||
class="org.seasar.extension.dbcp.impl.DataSourceImpl"
|
||||
/>
|
||||
|
||||
<!-- from JNDI -->
|
||||
<!--
|
||||
<component name="DataSource"
|
||||
class="javax.sql.DataSource">
|
||||
@org.seasar.extension.j2ee.JndiResourceLocator@lookup("java:comp/env/jdbc/DataSource")
|
||||
</component>
|
||||
-->
|
||||
|
||||
<!--
|
||||
<component name="dataSource"
|
||||
class="org.seasar.extension.datasource.impl.SelectableDataSourceProxy"/>
|
||||
-->
|
||||
</components>
|
|
@ -1,37 +0,0 @@
|
|||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<!DOCTYPE components PUBLIC "-//SEASAR2.1//DTD S2Container//EN"
|
||||
"http://www.seasar.org/dtd/components21.dtd">
|
||||
<components namespace="jdbc">
|
||||
<include path="jta.dicon"/>
|
||||
|
||||
<!-- for MySQL -->
|
||||
<component name="xaDataSource"
|
||||
class="org.seasar.extension.dbcp.impl.XADataSourceImpl">
|
||||
<property name="driverClassName">
|
||||
"com.mysql.jdbc.Driver"
|
||||
</property>
|
||||
<property name="URL">
|
||||
"jdbc:mysql://localhost:3306/fess_robot?" +
|
||||
"noDatetimeStringSync=true&" +
|
||||
"zeroDateTimeBehavior=convertToNull&" +
|
||||
"useUnicode=true&characterEncoding=UTF-8&" +
|
||||
"autoReconnect=true"
|
||||
</property>
|
||||
<property name="user">"s2robot"</property>
|
||||
<property name="password">"s2robot"</property>
|
||||
</component>
|
||||
|
||||
<component name="connectionPool"
|
||||
class="org.seasar.extension.dbcp.impl.ConnectionPoolImpl">
|
||||
<property name="timeout">600</property>
|
||||
<property name="maxPoolSize">10</property>
|
||||
<property name="allowLocalTx">true</property>
|
||||
<property name="transactionIsolationLevel">@java.sql.Connection@TRANSACTION_REPEATABLE_READ</property>
|
||||
<destroyMethod name="close"/>
|
||||
</component>
|
||||
|
||||
<component name="DataSource"
|
||||
class="org.seasar.extension.dbcp.impl.DataSourceImpl"
|
||||
/>
|
||||
|
||||
</components>
|
|
@ -1,97 +0,0 @@
|
|||
<?xml version="1.0" encoding="UTF-8"?>
|
||||
<!DOCTYPE components PUBLIC "-//SEASAR//DTD S2Container 2.4//EN"
|
||||
"http://www.seasar.org/dtd/components24.dtd">
|
||||
<components>
|
||||
<include path="convention.dicon" />
|
||||
<include path="aop.dicon" />
|
||||
<include path="dbflute.dicon" />
|
||||
<include path="fess.dicon" />
|
||||
|
||||
<include path="s2robot_db.dicon" />
|
||||
|
||||
<component name="indexingHelper" class="org.codelibs.fess.helper.IndexingHelper">
|
||||
</component>
|
||||
<component name="labelTypeHelper" class="org.codelibs.fess.helper.LabelTypeHelper">
|
||||
</component>
|
||||
<component name="webFsIndexHelper" class="org.codelibs.fess.helper.WebFsIndexHelper">
|
||||
</component>
|
||||
<component name="dataIndexHelper" class="org.codelibs.fess.helper.DataIndexHelper">
|
||||
</component>
|
||||
<component name="overlappingHostHelper" class="org.codelibs.fess.helper.OverlappingHostHelper">
|
||||
</component>
|
||||
<component name="intervalControlHelper" class="org.codelibs.fess.helper.IntervalControlHelper">
|
||||
<!--
|
||||
<initMethod name="addIntervalRule">
|
||||
<arg>"5:00"</arg>
|
||||
<arg>"10:00"</arg>
|
||||
<arg>"2,3,4,5,6"</arg>
|
||||
<arg>3600000</arg>
|
||||
</initMethod>
|
||||
-->
|
||||
</component>
|
||||
<component name="sambaHelper" class="org.codelibs.fess.helper.SambaHelper">
|
||||
</component>
|
||||
<component name="indexUpdater" class="org.codelibs.fess.solr.IndexUpdater"
|
||||
instance="prototype">
|
||||
<!--
|
||||
<property name="maxDocumentCacheSize">5</property>
|
||||
<property name="unprocessedDocumentSize">100</property>
|
||||
<property name="threadDump">false</property>
|
||||
<initMethod name="addBoostDocumentRule">
|
||||
<arg>
|
||||
<component class="org.codelibs.fess.solr.BoostDocumentRule">
|
||||
<property name="matchExpression">"url.matches(\".*fess.*\")"</property>
|
||||
<property name="boostExpression">"1000.0"</property>
|
||||
</component>
|
||||
</arg>
|
||||
</initMethod>
|
||||
<initMethod name="addDefaultDocValue">
|
||||
<arg>"FieldName"</arg>
|
||||
<arg>"VALUE"</arg>
|
||||
</initMethod>
|
||||
-->
|
||||
</component>
|
||||
<component name="fileTypeHelper" class="org.codelibs.fess.helper.FileTypeHelper">
|
||||
<initMethod name="add">
|
||||
<arg>"text/html"</arg>
|
||||
<arg>"html"</arg>
|
||||
</initMethod>
|
||||
<initMethod name="add">
|
||||
<arg>"application/msword"</arg>
|
||||
<arg>"word"</arg>
|
||||
</initMethod>
|
||||
<initMethod name="add">
|
||||
<arg>"application/vnd.openxmlformats-officedocument.wordprocessingml.document"</arg>
|
||||
<arg>"word"</arg>
|
||||
</initMethod>
|
||||
<initMethod name="add">
|
||||
<arg>"application/vnd.ms-excel"</arg>
|
||||
<arg>"excel"</arg>
|
||||
</initMethod>
|
||||
<initMethod name="add">
|
||||
<arg>"application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"</arg>
|
||||
<arg>"excel"</arg>
|
||||
</initMethod>
|
||||
<initMethod name="add">
|
||||
<arg>"application/vnd.ms-powerpoint"</arg>
|
||||
<arg>"powerpoint"</arg>
|
||||
</initMethod>
|
||||
<initMethod name="add">
|
||||
<arg>"application/vnd.openxmlformats-officedocument.presentationml.presentation"</arg>
|
||||
<arg>"powerpoint"</arg>
|
||||
</initMethod>
|
||||
<initMethod name="add">
|
||||
<arg>"application/pdf"</arg>
|
||||
<arg>"pdf"</arg>
|
||||
</initMethod>
|
||||
</component>
|
||||
<component name="databaseHelper" class="org.codelibs.fess.helper.impl.DatabaseHelperImpl">
|
||||
<aspect pointcut="optimize">
|
||||
j2ee.requiresNewTx
|
||||
</aspect>
|
||||
</component>
|
||||
<component name="fessCrawler" class="org.codelibs.fess.exec.Crawler"
|
||||
instance="prototype">
|
||||
</component>
|
||||
|
||||
</components>
|
|
@ -1,338 +0,0 @@
|
|||
<?xml version="1.0"?>
|
||||
<!--
|
||||
* Copyright 2004-2006 the Seasar Foundation and the Others.
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
|
||||
* either express or implied. See the License for the specific language
|
||||
* governing permissions and limitations under the License.
|
||||
-->
|
||||
<web-app
|
||||
xmlns="http://java.sun.com/xml/ns/j2ee"
|
||||
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||||
xsi:schemaLocation="http://java.sun.com/xml/ns/j2ee http://java.sun.com/xml/ns/j2ee/web-app_2_4.xsd"
|
||||
version="2.4">
|
||||
|
||||
<context-param>
|
||||
<param-name>sastruts.VIEW_PREFIX</param-name>
|
||||
<param-value>/WEB-INF/view</param-value>
|
||||
</context-param>
|
||||
|
||||
<filter>
|
||||
<filter-name>encodingfilter</filter-name>
|
||||
<filter-class>org.codelibs.fess.filter.FessEncodingFilter</filter-class>
|
||||
<init-param>
|
||||
<param-name>encoding</param-name>
|
||||
<param-value>UTF-8</param-value>
|
||||
</init-param>
|
||||
<init-param>
|
||||
<param-name>encodingRules</param-name>
|
||||
<param-value>sjis:Shift_JIS,eucjp:EUC-JP</param-value>
|
||||
</init-param>
|
||||
</filter>
|
||||
|
||||
<filter>
|
||||
<filter-name>s2filter</filter-name>
|
||||
<filter-class>org.seasar.framework.container.filter.S2ContainerFilter</filter-class>
|
||||
</filter>
|
||||
|
||||
<filter>
|
||||
<filter-name>hotdeployfilter</filter-name>
|
||||
<filter-class>org.seasar.framework.container.hotdeploy.HotdeployFilter</filter-class>
|
||||
</filter>
|
||||
|
||||
<filter>
|
||||
<filter-name>authenticationFilter</filter-name>
|
||||
<filter-class>org.codelibs.fess.filter.AdminAuthFilter</filter-class>
|
||||
<init-param>
|
||||
<param-name>urlPatterns</param-name>
|
||||
<param-value>/fess/admin.*</param-value>
|
||||
</init-param>
|
||||
<init-param>
|
||||
<param-name>loginPath</param-name>
|
||||
<param-value>/fess/login/</param-value>
|
||||
</init-param>
|
||||
<init-param>
|
||||
<param-name>cipherName</param-name>
|
||||
<param-value>authenticationCipher</param-value>
|
||||
</init-param>
|
||||
</filter>
|
||||
|
||||
<filter>
|
||||
<filter-name>webApiFilter</filter-name>
|
||||
<filter-class>org.codelibs.fess.filter.WebApiFilter</filter-class>
|
||||
</filter>
|
||||
|
||||
<filter>
|
||||
<filter-name>routingfilter</filter-name>
|
||||
<filter-class>org.seasar.struts.filter.RoutingFilter</filter-class>
|
||||
<init-param>
|
||||
<param-name>jspDirectAccess</param-name>
|
||||
<param-value>false</param-value>
|
||||
</init-param>
|
||||
</filter>
|
||||
|
||||
<!--
|
||||
<filter>
|
||||
<filter-name>adLoginInfoFilter</filter-name>
|
||||
<filter-class>org.codelibs.fess.filter.AdLoginInfoFilter</filter-class>
|
||||
<init-param>
|
||||
<param-name>redirectLoginError</param-name>
|
||||
<param-value>true</param-value>
|
||||
</init-param>
|
||||
<init-param>
|
||||
<param-name>useTestUser</param-name>
|
||||
<param-value>false</param-value>
|
||||
</init-param>
|
||||
<init-param>
|
||||
<param-name>testUserName</param-name>
|
||||
<param-value>testUser</param-value>
|
||||
</init-param>
|
||||
</filter>
|
||||
-->
|
||||
|
||||
<!-- SPNEGO -->
|
||||
<!--
|
||||
<filter>
|
||||
<filter-name>SpnegoHttpFilter</filter-name>
|
||||
<filter-class>net.sourceforge.spnego.SpnegoHttpFilter</filter-class>
|
||||
|
||||
<init-param>
|
||||
<param-name>spnego.allow.basic</param-name>
|
||||
<param-value>false</param-value>
|
||||
</init-param>
|
||||
|
||||
<init-param>
|
||||
<param-name>spnego.allow.localhost</param-name>
|
||||
<param-value>true</param-value>
|
||||
</init-param>
|
||||
|
||||
<init-param>
|
||||
<param-name>spnego.allow.unsecure.basic</param-name>
|
||||
<param-value>false</param-value>
|
||||
</init-param>
|
||||
|
||||
<init-param>
|
||||
<param-name>spnego.login.client.module</param-name>
|
||||
<param-value>spnego-client</param-value>
|
||||
</init-param>
|
||||
|
||||
<init-param>
|
||||
<param-name>spnego.krb5.conf</param-name>
|
||||
<param-value>krb5.conf</param-value>
|
||||
</init-param>
|
||||
|
||||
<init-param>
|
||||
<param-name>spnego.login.conf</param-name>
|
||||
<param-value>login.conf</param-value>
|
||||
</init-param>
|
||||
|
||||
<init-param>
|
||||
<param-name>spnego.preauth.username</param-name>
|
||||
<param-value>knldguser</param-value>
|
||||
</init-param>
|
||||
|
||||
<init-param>
|
||||
<param-name>spnego.preauth.password</param-name>
|
||||
<param-value>zaq12wsx</param-value>
|
||||
</init-param>
|
||||
|
||||
<init-param>
|
||||
<param-name>spnego.login.server.module</param-name>
|
||||
<param-value>spnego-server</param-value>
|
||||
</init-param>
|
||||
|
||||
<init-param>
|
||||
<param-name>spnego.prompt.ntlm</param-name>
|
||||
<param-value>false</param-value>
|
||||
</init-param>
|
||||
|
||||
<init-param>
|
||||
<param-name>spnego.logger.level</param-name>
|
||||
<param-value>1</param-value>
|
||||
</init-param>
|
||||
</filter>
|
||||
-->
|
||||
|
||||
<filter-mapping>
|
||||
<filter-name>encodingfilter</filter-name>
|
||||
<url-pattern>/*</url-pattern>
|
||||
<dispatcher>REQUEST</dispatcher>
|
||||
<dispatcher>FORWARD</dispatcher>
|
||||
</filter-mapping>
|
||||
|
||||
<filter-mapping>
|
||||
<filter-name>s2filter</filter-name>
|
||||
<url-pattern>/*</url-pattern>
|
||||
<dispatcher>REQUEST</dispatcher>
|
||||
<dispatcher>FORWARD</dispatcher>
|
||||
<dispatcher>INCLUDE</dispatcher>
|
||||
</filter-mapping>
|
||||
|
||||
<filter-mapping>
|
||||
<filter-name>hotdeployfilter</filter-name>
|
||||
<url-pattern>/*</url-pattern>
|
||||
<dispatcher>REQUEST</dispatcher>
|
||||
<dispatcher>FORWARD</dispatcher>
|
||||
<dispatcher>INCLUDE</dispatcher>
|
||||
</filter-mapping>
|
||||
|
||||
<filter-mapping>
|
||||
<filter-name>authenticationFilter</filter-name>
|
||||
<url-pattern>/*</url-pattern>
|
||||
</filter-mapping>
|
||||
|
||||
<filter-mapping>
|
||||
<filter-name>webApiFilter</filter-name>
|
||||
<url-pattern>/*</url-pattern>
|
||||
<dispatcher>REQUEST</dispatcher>
|
||||
</filter-mapping>
|
||||
|
||||
<filter-mapping>
|
||||
<filter-name>routingfilter</filter-name>
|
||||
<url-pattern>/*</url-pattern>
|
||||
<dispatcher>REQUEST</dispatcher>
|
||||
</filter-mapping>
|
||||
|
||||
<!--
|
||||
<filter-mapping>
|
||||
<filter-name>SpnegoHttpFilter</filter-name>
|
||||
<url-pattern>/*</url-pattern>
|
||||
</filter-mapping>
|
||||
<filter-mapping>
|
||||
<filter-name>adLoginInfoFilter</filter-name>
|
||||
<url-pattern>*.do</url-pattern>
|
||||
<dispatcher>REQUEST</dispatcher>
|
||||
<dispatcher>FORWARD</dispatcher>
|
||||
</filter-mapping>
|
||||
-->
|
||||
|
||||
<servlet>
|
||||
<servlet-name>action</servlet-name>
|
||||
<servlet-class>org.codelibs.sastruts.core.servlet.SSCActionServlet</servlet-class>
|
||||
<init-param>
|
||||
<param-name>config</param-name>
|
||||
<param-value>/WEB-INF/struts-config.xml</param-value>
|
||||
</init-param>
|
||||
<init-param>
|
||||
<param-name>configFactory</param-name>
|
||||
<param-value>org.seasar.struts.config.S2ModuleConfigFactory</param-value>
|
||||
</init-param>
|
||||
<load-on-startup>1</load-on-startup>
|
||||
</servlet>
|
||||
|
||||
<!--
|
||||
<servlet>
|
||||
<servlet-name>h2ConfigServlet</servlet-name>
|
||||
<servlet-class>org.codelibs.fess.servlet.H2ConfigServlet</servlet-class>
|
||||
<init-param>
|
||||
<param-name>tcpPort</param-name>
|
||||
<param-value>19092</param-value>
|
||||
</init-param>
|
||||
<load-on-startup>2</load-on-startup>
|
||||
</servlet>
|
||||
-->
|
||||
|
||||
<servlet>
|
||||
<servlet-name>tomcat7ConfigServlet</servlet-name>
|
||||
<servlet-class>org.codelibs.fess.servlet.Tomcat7ConfigServlet</servlet-class>
|
||||
<load-on-startup>3</load-on-startup>
|
||||
</servlet>
|
||||
|
||||
<servlet>
|
||||
<servlet-name>s2container</servlet-name>
|
||||
<servlet-class>org.seasar.framework.container.servlet.S2ContainerServlet</servlet-class>
|
||||
<load-on-startup>4</load-on-startup>
|
||||
</servlet>
|
||||
|
||||
<servlet-mapping>
|
||||
<servlet-name>action</servlet-name>
|
||||
<url-pattern>*.do</url-pattern>
|
||||
</servlet-mapping>
|
||||
|
||||
<!--
|
||||
<servlet-mapping>
|
||||
<servlet-name>s2container</servlet-name>
|
||||
<url-pattern>/s2container</url-pattern>
|
||||
</servlet-mapping>
|
||||
-->
|
||||
|
||||
<listener>
|
||||
<listener-class>org.apache.commons.fileupload.servlet.FileCleanerCleanup</listener-class>
|
||||
</listener>
|
||||
|
||||
<!--
|
||||
<session-config>
|
||||
<session-timeout>1</session-timeout>
|
||||
</session-config>
|
||||
-->
|
||||
|
||||
<!--
|
||||
<welcome-file-list>
|
||||
</welcome-file-list>
|
||||
-->
|
||||
|
||||
<jsp-config>
|
||||
<jsp-property-group>
|
||||
<url-pattern>*.jsp</url-pattern>
|
||||
<el-ignored>false</el-ignored>
|
||||
<page-encoding>UTF-8</page-encoding>
|
||||
<scripting-invalid>false</scripting-invalid>
|
||||
<include-prelude>/WEB-INF/view/common/common.jsp</include-prelude>
|
||||
</jsp-property-group>
|
||||
</jsp-config>
|
||||
|
||||
<security-constraint>
|
||||
<web-resource-collection>
|
||||
<web-resource-name>Fess Authentication</web-resource-name>
|
||||
<url-pattern>/login/login</url-pattern>
|
||||
</web-resource-collection>
|
||||
<auth-constraint>
|
||||
<role-name>fess</role-name>
|
||||
<!--
|
||||
<role-name>role1</role-name>
|
||||
-->
|
||||
</auth-constraint>
|
||||
</security-constraint>
|
||||
|
||||
<security-role>
|
||||
<role-name>fess</role-name>
|
||||
</security-role>
|
||||
|
||||
<login-config>
|
||||
<auth-method>FORM</auth-method>
|
||||
<form-login-config>
|
||||
<form-login-page>/WEB-INF/view/login/index.jsp</form-login-page>
|
||||
<form-error-page>/WEB-INF/view/login/error.jsp</form-error-page>
|
||||
</form-login-config>
|
||||
</login-config>
|
||||
|
||||
<error-page>
|
||||
<error-code>400</error-code>
|
||||
<location>/WEB-INF/view/error/redirect.jsp?type=badRequest</location>
|
||||
</error-page>
|
||||
<error-page>
|
||||
<error-code>403</error-code>
|
||||
<location>/WEB-INF/view/error/redirect.jsp?type=logOut</location>
|
||||
</error-page>
|
||||
<error-page>
|
||||
<error-code>404</error-code>
|
||||
<location>/WEB-INF/view/error/redirect.jsp?type=notFound</location>
|
||||
</error-page>
|
||||
<error-page>
|
||||
<error-code>408</error-code>
|
||||
<location>/WEB-INF/view/error/redirect.jsp?type=logOut</location>
|
||||
</error-page>
|
||||
<error-page>
|
||||
<error-code>500</error-code>
|
||||
<location>/WEB-INF/view/error/redirect.jsp?type=systemError</location>
|
||||
</error-page>
|
||||
|
||||
</web-app>
|
Loading…
Add table
Reference in a new issue