爱学习项目梳理

1. 爱学习基本功能

1.1 智能归档

1.2 找素材

1.3 事件统计

1.4 高频词

1.5 图谱联想

1.6 扩展图谱

1.7 词库管理

1.8 权限管理

2. ES索引结构

2.1 material_storage索引

PUT {host}:{port}/material_storage
{
    "settings": {
        "index": {
            "number_of_shards": 3,
            "number_of_replicas": 1,
            "max_result_window": "10000000",
            "analyze": {
                "max_token_count": 50000
            },
            "similarity": {
                "scripted_simple_freq": {
                    "type": "scripted",
                    "script": {
                        "source": "return doc.freq"
                    }
                }
            }
        }
    },
    "mappings": {
        "dynamic": "strict",
        "properties": {
            "guid": {
                "type": "keyword"
            },
            "title": {
                "type": "text",
                "index": false
            },
            "titleSmart": {
                "type": "text",
                "analyzer": "one_character",
                "search_analyzer": "one_character"
            },
            "titleNLP": {
                "type": "text",
                "analyzer": "acg_ner",
                "search_analyzer": "acg_ner"
            },
            "subTitle": {
                "type": "text",
                "analyzer": "acg_ner",
                "search_analyzer": "acg_ner"
            },
            "repairTitle": {
                "type": "text",
                "analyzer": "acg_ner",
                "search_analyzer": "acg_ner"
            },
            "content": {
                "type": "text",
                "index": false
            },
            "contentSmart": {
                "type": "text",
                "analyzer": "one_character",
                "search_analyzer": "one_character"
            },
            "contentNLP": {
                "type": "text",
                "analyzer": "acg_ner",
                "search_analyzer": "acg_ner",
                "similarity": "scripted_simple_freq",
                "term_vector": "with_positions_offsets"
            },
            "rawContent": {
                "type": "text",
                "analyzer": "acg_ner",
                "search_analyzer": "acg_ner"
            },
            "materialType": {
                "type": "keyword"
            },
            "materialAdditionalType": {
                "type": "keyword"
            },
            "publishTime": {
                "type": "date"
            },
            "relationEvent": {
                "properties": {
                    "eventId": {
                        "type": "keyword"
                    },
                    "eventName": {
                        "type": "text",
                        "index": false
                    },
                    "eventTime": {
                        "type": "date"
                    }
                }
            },
            "source": {
                "type": "keyword"
            },
            "systemSource": {
                "type": "keyword"
            },
            "url": {
                "type": "text",
                "index": false
            },
            "status": {
                "type": "keyword"
            },
            "archiveStatus": {
                "type": "keyword"
            },
            "createTime": {
                "type": "date"
            },
            "updateTime": {
                "type": "date"
            },
            "vcaRaw": {
                "type": "text",
                "index": false
            },
            "vcrRaw": {
                "type": "text",
                "index": false
            },
            "vcaFace": {
                "type": "object",
                "properties": {
                    "name": {
                        "type": "keyword"
                    },
                    "confidence": {
                        "type": "float"
                    }
                }
            },
            "vcrFace": {
                "type": "object",
                "properties": {
                    "name": {
                        "type": "keyword"
                    },
                    "confidence": {
                        "type": "float"
                    }
                }
            },
            "videoUrl": {
                "type": "text",
                "index": false
            },
            "audioUrl": {
                "type": "text",
                "index": false
            }
        }
    }
}

2.2 event_storage索引

PUT {host}:{port}/event_storage
{
    "settings": {
        "index": {
            "number_of_shards": 3,
            "number_of_replicas": 1,
            "max_result_window": "10000000",
            "analyze": {
                "max_token_count": 50000
            },
            "similarity": {
                "scripted_simple_freq": {
                    "type": "scripted",
                    "script": {
                        "source": "return doc.freq"
                    }
                }
            }
        }
    },
    "mappings": {
        "dynamic": "strict",
        "properties": {
            "createTime": {
                "type": "date"
            },
            "eventDay": {
                "type": "keyword"
            },
            "eventIdPrefix": {
                "type": "keyword"
            },
            "eventIdSeq": {
                "type": "integer"
            },
            "eventMonth": {
                "type": "keyword"
            },
            "eventName": {
                "type": "text",
                "index": false
            },
            "eventNameSmart": {
                "type": "text",
                "analyzer": "one_character",
                "search_analyzer": "one_character"
            },
            "eventNameNLP": {
                "type": "text",
                "analyzer": "acg_ner",
                "search_analyzer": "acg_ner"
            },
            "eventTime": {
                "type": "date"
            },
            "relationMaterialCount": {
                "type": "integer"
            },
            "relatedNormalMaterialCount": {
                "type": "integer"
            },
            "relationMaterialList": {
                "type": "nested",
                "properties": {
                    "content": {
                        "type": "text",
                        "index": false
                    },
                    "materialId": {
                        "type": "keyword"
                    },
                    "materialType": {
                        "type": "keyword"
                    },
                    "materialAdditionalType": {
                        "type": "keyword"
                    },
                    "publishTime": {
                        "type": "date"
                    },
                    "subTitle": {
                        "type": "text",
                        "analyzer": "acg_ner",
                        "search_analyzer": "acg_ner"
                    },
                    "title": {
                        "type": "text",
                        "analyzer": "acg_ner",
                        "search_analyzer": "acg_ner"
                    },
                    "titleSmart": {
                        "type": "text",
                        "analyzer": "one_character",
                        "search_analyzer": "one_character"
                    },
                    "titleNLP": {
                        "type": "text",
                        "analyzer": "acg_ner",
                        "search_analyzer": "acg_ner"
                    },
                    "contentSmart": {
                        "type": "text",
                        "analyzer": "one_character",
                        "search_analyzer": "one_character"
                    },
                    "contentNLP": {
                        "type": "text",
                        "analyzer": "acg_ner",
                        "search_analyzer": "acg_ner",
                        "similarity": "scripted_simple_freq"
                    }
                }
            },
            "status": {
                "type": "keyword"
            },
            "updateTime": {
                "type": "date"
            }
        }
    }
}

2.3 account_storage索引

PUT {host}:{port}/account_storage
{
    "settings": {
        "index": {
            "number_of_replicas": 1
        }
    },
    "mappings": {
        "dynamic": "strict",
        "properties": {
            "name": {
                "type": "keyword"
            },
            "unionId": {
                "type": "keyword"
            },
            "openId": {
                "type": "keyword"
            },
            "nick": {
                "type": "keyword"
            },
            "password": {
                "type": "text",
                "index": false
            },
            "description": {
                "type": "text"
            },
            "role": {
                "type": "keyword"
            },
            "status": {
                "type": "keyword"
            },
            "createTime": {
                "type": "date"
            },
            "updateTime": {
                "type": "date"
            }
        }
    }
}

2.4 running_storage索引

PUT {host}:{port}/running_storage
{
    "settings": {
        "index": {
            "number_of_replicas": 1
        }
    },
    "mappings": {
        "dynamic": "strict",
        "properties": {
            "time": {
                "type": "long"
            }
        }
    }
}

2.5 word_lib_storage索引

PUT {host}:{port}/word_lib_storage
{
    "settings": {
        "index": {
            "number_of_shards": 3,
            "number_of_replicas": 1,
            "max_result_window": "10000000"
        }
    },
    "mappings": {
        "dynamic": "strict",
        "properties": {
            "words": {
                "type": "keyword"
            },
            "wordFreq": {
                "type": "integer"
            },
            "type": {
                "type": "keyword"
            },
            "position": {
                "type": "keyword"
            },
            "updateTime": {
                "type": "date"
            }
        }
    }
}

2.6 bad_case_storage索引

PUT {host}:{port}/bad_case_storage
{
    "settings": {
        "index": {
            "number_of_shards": 3,
            "number_of_replicas": 1,
            "max_result_window": "10000000"
        }
    },
    "mappings": {
        "dynamic": "strict",
        "properties": {
            "words": {
                "type": "keyword"
            },
            "materialIds": {
                "type": "keyword"
            },
            "type": {
                "type": "keyword"
            },
            "createTime": {
                "type": "date"
            }
        }
    }
}

2.7 system_config索引

PUT {host}:{port}/system_config
{
    "settings": {
        "index": {
            "number_of_shards": 3,
            "number_of_replicas": 1
        }
    },
    "mappings": {
        "dynamic": "strict",
        "properties": {
            "value": {
                "type": "text",
                "index": false
            }
        }
    }
}

2.8 cache_material_content_pedia索引

PUT {host}:{port}/cache_material_content_pedia
{
    "settings": {
        "index": {
            "number_of_shards": 3,
            "number_of_replicas": 1
        }
    },
    "mappings": {
        "dynamic": "strict",
        "properties": {
            "termVector": {
                "index": false,
                "type": "text"
            },
            "materialVersion": {
                "type": "integer"
            }
        }
    }
}

2.9 cart_index_template索引模板

PUT {host}:{port}/_template/cart_index_template
{
    "index_patterns": [
        "cart_*"
    ],
    "settings": {
        "index": {
            "number_of_shards": 3,
            "number_of_replicas": 1
        }
    },
    "mappings": {
        "dynamic": "strict",
        "properties": {
            "materialTitle": {
                "index": false,
                "type": "text"
            },
            "publishTime": {
                "index": false,
                "type": "date"
            },
            "materialType": {
                "index": false,
                "type": "text"
            },
            "materialAdditionalType": {
                "index": false,
                "type": "text"
            }
        }
    }
}

2.10 word_analyze_task索引

PUT {host}:{port}/word_analyze_task
{
    "settings": {
        "index": {
            "number_of_shards": 3,
            "number_of_replicas": 1
        }
    },
    "mappings": {
        "dynamic": "strict",
        "properties": {
            "materialCartList": {
                "index": false,
                "type": "text"
            },
            "createTime": {
                "index": false,
                "type": "date"
            },
            "name": {
                "type": "keyword"
            },
            "updateTime": {
                "index": false,
                "type": "date"
            },
            "detail": {
                "index": false,
                "type": "text"
            },
            "status": {
                "index": false,
                "type": "text"
            }
        }
    }
}

2.11 file_analyze_result索引

PUT {host}:{port}/file_analyze_result
{
    "settings": {
        "index": {
            "number_of_shards": 3,
            "number_of_replicas": 1
        }
    },
    "mappings": {
        "dynamic": "strict",
        "properties": {
            "name": {
                "type": "keyword"
            },
            "fileName": {
                "type": "keyword"
            },
            "detail": {
                "index": false,
                "type": "text"
            }
        }
    }
}

2.12 vca_vcr_task索引

PUT {host}:{port}/vca_vcr_task
{
    "settings": {
        "index": {
            "number_of_shards": 3,
            "number_of_replicas": 1
        }
    },
    "mappings": {
        "dynamic": "strict",
        "properties": {
            "createTime": {
                "type": "date"
            },
            "contentId": {
                "type": "text",
                "fields": {
                    "keyword": {
                        "ignore_above": 256,
                        "type": "keyword"
                    }
                }
            },
            "subTaskType": {
                "type": "text",
                "fields": {
                    "keyword": {
                        "ignore_above": 256,
                        "type": "keyword"
                    }
                }
            },
            "url": {
                "type": "text",
                "fields": {
                    "keyword": {
                        "ignore_above": 256,
                        "type": "keyword"
                    }
                }
            }
        }
    }
}

爱学习项目梳理

原文：https://www.cnblogs.com/sakura1027/p/12813900.html