ziqim/solr/solr-7.7.2/server/solr-webapp/webapp/js/angular/controllers/schema.js

/*
 Licensed to the Apache Software Foundation (ASF) under one or more
 contributor license agreements.  See the NOTICE file distributed with
 this work for additional information regarding copyright ownership.
 The ASF licenses this file to You under the Apache License, Version 2.0
 (the "License"); you may not use this file except in compliance with
 the License.  You may obtain a copy of the License at

     http://www.apache.org/licenses/LICENSE-2.0

 Unless required by applicable law or agreed to in writing, software
 distributed under the License is distributed on an "AS IS" BASIS,
 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
*/

var cookie_schema_browser_autoload = 'schema-browser_autoload';

solrAdminApp.controller('SchemaController',
    function($scope, $routeParams, $location, $cookies, $timeout, Luke, Constants, Schema, Config) {
        $scope.resetMenu("schema", Constants.IS_COLLECTION_PAGE);

        $scope.refresh = function () {
            Luke.schema({core: $routeParams.core}, function (schema) {
                Luke.raw({core: $routeParams.core}, function (index) {
                    var data = mergeIndexAndSchemaData(index, schema.schema);

                    $scope.fieldsAndTypes = getFieldsAndTypes(data);
                    $scope.is = {};

                    var search = $location.search();
                    leftbar = {};
                    $scope.isField = $scope.isDynamicField = $scope.isType = false;
                    $scope.showing = true;
                    if (search.field) {
                        $scope.selectedType = "Field";
                        $scope.is.field = true;
                        $scope.name = search.field;
                        leftbar.fields = [$scope.name];
                        var field = data.fields[$scope.name];
                        leftbar.types = [field.type];
                        if (field.dynamicBase) leftbar.dynamicFields = [field.dynamicBase];
                        if (field.copySources && field.copySources.length>0) {
                            leftbar.copyFieldSources = sortedObjectArray(field.copySources.sort());
                        }
                        if (field.copyDests && field.copyDests.length>0) {
                            leftbar.copyFieldDests = sortedObjectArray(field.copyDests.sort());
                        }
                        $scope.fieldOrType = "field=" + $scope.name;
                    } else if (search["dynamic-field"]) {
                        $scope.selectedType = "Dynamic Field";
                        $scope.is.dynamicField = true;
                        $scope.name = search["dynamic-field"];
                        leftbar.dynamicFields = [$scope.name];
                        leftbar.types = [data.dynamic_fields[$scope.name].type];
                        $scope.fieldOrType = "dynamic-field=" + $scope.name;
                    } else if (search.type) {
                        $scope.selectedType = "Type";
                        $scope.is.type = true;
                        $scope.name = search.type;
                        leftbar.types = [$scope.name];
                        leftbar.fields = filterFields("fields", data, $scope.name);
                        leftbar.dynamicFields = filterFields("dynamic_fields", data, $scope.name);
                        $scope.fieldOrType = "type=" + $scope.name;
                    } else {
                        $scope.showing = false;
                    }
                    $scope.leftbar = leftbar;
                    $scope.core = $routeParams.core;
                    $scope.uniqueKeyField = data.unique_key_field;
                    $scope.similarity = data.similarity; 
                    if ($scope.similarity && $scope.similarity.className) {
                        $scope.similarity.className = shortenPackages($scope.similarity.className); 
                    }
                    $scope.isUniqueKeyField = ($scope.selectedType == "Field" && $scope.name == $scope.uniqueKeyField);

                    $scope.display = getFieldProperties(data, $routeParams.core, $scope.is, $scope.name);
                    $scope.analysis = getAnalysisInfo(data, $scope.is, $scope.name);

                    $scope.isAutoload = $cookies[cookie_schema_browser_autoload] == "true";
                    if ($scope.isAutoload) {
                        $scope.toggleTerms();
                    }

                    $scope.types = Object.keys(schema.schema.types);
                });
            });
            Config.get({core: $routeParams.core}, function(data) {
                $scope.isSchemaUpdatable = (data.config.hasOwnProperty('schemaFactory') == false || data.config.schemaFactory.class == "ManagedIndexSchemaFactory");
            });
        };
        $scope.refresh();

        $scope.selectFieldOrType = function() {
            $location.search($scope.fieldOrType);
        }

        $scope.toggleAnalyzer = function(analyzer) {
            analyzer.show = !analyzer.show;
        }

        $scope.loadTermInfo = function() {
            var params = {fl: $scope.name, core: $routeParams.core};
            if ($scope.topTermsCount) {
                params.numTerms = $scope.topTermsCount;
            }
            $scope.isLoadingTerms = true;
            Luke.field(params, function (data) {
                $scope.isLoadingTerms = false;
                $scope.termInfo = getTermInfo(data.fields[$scope.name]);
                if (!$scope.topTermsCount) {
                    $scope.topTermsCount = $scope.termInfo.termCount;
                }
            });
        }

        $scope.toggleTerms = function() {
            $scope.showTerms = !$scope.showTerms;

            if ($scope.showTerms) {
                $scope.loadTermInfo();
            }
        }

        $scope.loadAllTerms = function() {
            $scope.topTermsCount = $scope.termInfo.maxTerms;
            $scope.loadTermInfo();
        }

        $scope.toggleAutoload = function() {
            $scope.isAutoload = !$scope.isAutoload;
            $cookies[cookie_schema_browser_autoload] = $scope.isAutoload;
            console.log("cookie: " + $cookies[cookie_schema_browser_autoload]);
        }

        $scope.hideAll = function() {
            $scope.showAddField = false;
            $scope.showAddDynamicField = false;
            $scope.showAddCopyField = false;
        }

        $scope.toggleAddField = function() {
            if ($scope.showAddField && $scope.adding == "field") {
                $scope.hideAll();
            } else {
                $scope.hideAll();
                $scope.showAddField = true;
                $scope.adding = "field";

                $scope.newField = {
                    stored: "true",
                    indexed: "true",
                    uninvertible: "true"
                }
                delete $scope.addErrors;
            }
        }

        $scope.addField = function() {
            delete $scope.addErrors;
            var data = {"add-field": $scope.newField};
            Schema.post({core: $routeParams.core}, data, function(data) {
                if (data.errors) {
                    $scope.addErrors = data.errors[0].errorMessages;
                    if (typeof $scope.addErrors === "string") {
                        $scope.addErrors = [$scope.addErrors];
                    }
                } else {
                    $scope.added = true;
                    $timeout(function() {
                        $scope.showAddField = false;
                        $scope.added = false;
                        $scope.refresh();
                    }, 1500);
                }
            });
        }

        $scope.toggleAddDynamicField = function() {
            if ($scope.showAddField && $scope.adding == "dynamicField") {
                $scope.hideAll();
            } else {
                $scope.hideAll();
                $scope.showAddField = true;
                $scope.adding = "dynamicField";

                $scope.newField = {
                    stored: "true",
                    indexed: "true"
                }
                delete $scope.addErrors;
            }
        }

        $scope.addDynamicField = function() {
            delete $scope.addErrors;
            var data = {"add-dynamic-field": $scope.newField};
            Schema.post({core: $routeParams.core}, data, function(data) {
                if (data.errors) {
                    $scope.addErrors = data.errors[0].errorMessages;
                    if (typeof $scope.addErrors === "string") {
                        $scope.addErrors = [$scope.addErrors];
                    }
                } else {
                    $scope.added = true;
                    $timeout(function() {
                        $scope.showAddField = false;
                        $scope.added = false;
                        $scope.refresh();
                    }, 1500);
                }
            });
        }

        $scope.toggleAddCopyField = function() {
            if ($scope.showAddCopyField) {
                $scope.hideAll();
            } else {
                $scope.hideAll();
                $scope.showAddCopyField = true;

                $scope.copyField = {};
                delete $scope.addCopyFieldErrors;
            }
        }
        $scope.addCopyField = function() {
            delete $scope.addCopyFieldErrors;
            var data = {"add-copy-field": $scope.copyField};
            Schema.post({core: $routeParams.core}, data, function(data) {
                if (data.errors) {
                    $scope.addCopyFieldErrors = data.errors[0].errorMessages;
                    if (typeof $scope.addCopyFieldErrors === "string") {
                        $scope.addCopyFieldErrors = [$scope.addCopyFieldErrors];
                    }
                } else {
                    $scope.showAddCopyField = false;
                    $timeout($scope.refresh, 1500);
                }
            });
        }

        $scope.toggleDelete = function() {
            if ($scope.showDelete) {
                $scope.showDelete = false;
            } else {
                if ($scope.is.field) {
                    $scope.deleteData = {'delete-field': {name: $scope.name}};
                } else if ($scope.is.dynamicField) {
                    $scope.deleteData = {'delete-dynamic-field': {name: $scope.name}};
                } else {
                    alert("TYPE NOT KNOWN");
                }
                $scope.showDelete = true;
            }
        }

        $scope.delete = function() {
            Schema.post({core: $routeParams.core}, $scope.deleteData, function(data) {
               if (data.errors) {
                   $scope.deleteErrors = data.errors[0].errorMessages;
                   if (typeof $scope.deleteErrors === "string") {
                       $scope.deleteErrors = [$scope.deleteErrors];
                   }
               } else {
                   $scope.deleted = true;
                   $timeout(function() {
                       $location.search("");
                     }, 1500
                   );
               }
            });
        }
        $scope.toggleDeleteCopyField = function(field) {
            field.show = !field.show;
            delete field.errors;
        }
        $scope.deleteCopyField = function(field, source, dest) {
            data = {'delete-copy-field': {source: source, dest: dest}};
            Schema.post({core: $routeParams.core}, data, function(data) {
               if (data.errors) {
                   field.errors = data.errors[0].errorMessages;
                   if (typeof $scope.deleteErrors === "string") {
                       field.errors = [field.errors];
                   }
               } else {
                   field.deleted = true;
                   $timeout($scope.refresh, 1500);
               }
            });
        }
    }
);

var getFieldsAndTypes = function(data) {
    var fieldsAndTypes = [];
    var fields = Object.keys(data.fields).sort();
    for (var i in fields) {
        fieldsAndTypes.push({
            group: "Fields",
            value: "field=" + fields[i],
            label: fields[i]
        });
    }
    var dynamic_fields = Object.keys(data.dynamic_fields).sort();
    for (var i in dynamic_fields) {
        fieldsAndTypes.push({
            group: "Dynamic Fields",
            value: "dynamic-field=" + dynamic_fields[i],
            label: dynamic_fields[i]
        });
    }
    var types = Object.keys(data.types).sort();
    for (var i in types) {
        fieldsAndTypes.push({
            group: "Types",
            value: "type=" + types[i],
            label: types[i]
        });
    }
    return fieldsAndTypes;
};

var filterFields = function(type, data, name) {
    var fields = [];
    for (var i in data.types[name].fields) {
        var field = data.types[name].fields[i];
        if (data[type][field]) {
            fields.push(field)
        }
    }
    return fields.sort();
}

var mergeIndexAndSchemaData = function(index, schema) {

    var data = {
        unique_key_field: null,
        similarity: null,
        key: {},
        fields: {},
        dynamic_fields: {},
        types: {},
        relations: {
            f_df: {},
            f_t: {},
            df_f: {},
            df_t: {},
            t_f: {},
            t_df: {}
        }
    };

    data.fields = index.fields;

    data.key = index.info.key;

    data.unique_key_field = schema.uniqueKeyField;
    data.similarity = schema.similarity;

    data.dynamic_fields = schema.dynamicFields;
    data.types = schema.types;

    for (var field in schema.fields) {
        data.fields[field] =
            $.extend({}, data.fields[field], schema.fields[field]);
    }

    for (var field in data.fields) {
        var copy_dests = data.fields[field].copyDests;
        for (var i in copy_dests) {
            var copy_dest = copy_dests[i];
            if (!data.fields[copy_dest]) {
                data.fields[copy_dest] = {
                    partial: true,
                    copySources: []
                };
            }

            if (data.fields[copy_dest].partial) {
                data.fields[copy_dest].copySources.push(field);
            }
        }

        var copy_sources = data.fields[field].copySources;
        for (var i in copy_sources) {
            var copy_source = copy_sources[i];
            if (!data.fields[copy_source]) {
                data.fields[copy_source] = {
                    partial: true,
                    copyDests: []
                };
            }

            if (data.fields[copy_source].partial) {
                data.fields[copy_source].copyDests.push(field);
            }
        }

        data.relations.f_t[field] = data.fields[field].type;

        if (!data.relations.t_f[data.fields[field].type]) {
            data.relations.t_f[data.fields[field].type] = [];
        }
        data.relations.t_f[data.fields[field].type].push(field);

        if (data.fields[field].dynamicBase) {
            data.relations.f_df[field] = data.fields[field].dynamicBase;

            if (!data.relations.df_f[data.fields[field].dynamicBase]) {
                data.relations.df_f[data.fields[field].dynamicBase] = [];
            }
            data.relations.df_f[data.fields[field].dynamicBase].push(field);
        }
    }

    for (var dynamic_field in data.dynamic_fields) {
        data.relations.df_t[dynamic_field] = data.dynamic_fields[dynamic_field].type;

        if (!data.relations.t_df[data.dynamic_fields[dynamic_field].type]) {
            data.relations.t_df[data.dynamic_fields[dynamic_field].type] = [];
        }
        data.relations.t_df[data.dynamic_fields[dynamic_field].type].push(dynamic_field);
    }
    return data;
};

var getFieldProperties = function(data, core, is, name) {

    var display = {};

    display.partialState = is.field && !!data.fields[name].partial;

    display.columns = [];
    display.rows = [];
    var allFlags = "";

    var addRow = function(name, flags) {
        if (flags[0]!='(') {
            display.rows.push({name:name, flags:flags});
            for (var i in flags) {
                if (flags[i]!="-" && allFlags.indexOf(flags[i])<0) {
                    allFlags+=flags[i];
                }
            }
        } else {
            display.rows.push({name:name, comment:flags});
        }
    }

    // Identify the rows for our field property table
    if (is.field && data.fields[name]) {
        if (data.fields[name].flags) {
            addRow('Properties', data.fields[name].flags);
        }
        if (data.fields[name].schema) {
            addRow('Schema', data.fields[name].schema);
        }
        if (data.fields[name].index) {
            addRow('Index', data.fields[name].index);
        }
        display.docs = data.fields[name].docs;
        display.docsUrl = "#/" + core + "/query?q=" + name + ":[* TO *]";
        display.distinct = data.fields[name].distinct;
        display.positionIncrementGap = data.fields[name].positionIncrementGap;
        if (data.types[data.fields[name].type]) {
          display.similarity = data.types[data.fields[name].type].similarity;
        } else {
          display.similarity = null;
        }
    } else if (is.dynamicField && data.dynamic_fields[name] && data.dynamic_fields[name].flags) {
        addRow('Properties', data.dynamic_fields[name].flags);
        display.similarity = data.types[data.dynamic_fields[name].type].similarity;
    } else if (is.type && data.types[name]) {
        display.similarity = data.types[name].similarity;
    }
    if (display.similarity && display.similarity.className) {
        display.similarity.className = shortenPackages(display.similarity.className);
    }

    // identify columns in field property table:
    for (var key in data.key) {
        if (allFlags.indexOf(key)>=0) {
            display.columns.push({key: key, name: data.key[key]});
        }
    }

    // identify rows and cell values in field property table:
    for (var i in display.rows) {
        var row = display.rows[i];
        row.cells = [];

        if (!row.flags) {
            continue; // Match the special case in the LukeRequestHandler
        }

        for (var j in display.columns) {
            var flag = display.columns[j].key;
            row.cells.push({key: flag, value: row.flags.indexOf(flag)>=0});
        }
    }

    return display;
};

var getAnalysisInfo = function(data, is, name) {

    var analysis = {};

    if (is.field) {
        var type = data.relations.f_t[name];
        analysis.query = "analysis.fieldname=" + name;
    }
    else if (is.dynamicField) {
        var type = data.relations.df_t[name];
        analysis.query = "analysis.fieldtype=" + type;
    }
    else if (is.type) {
        var type = name;
        analysis.query = "analysis.fieldtype=" + name;
    }

    var processComponentType = function (label, key, componentTypeData) {
        if (componentTypeData) {
            var components = [];
            for (var componentName in componentTypeData) {
                var componentData = componentTypeData[componentName];
                var component = {className: componentData.className, args:[]};
                if (componentData.args) {
                    for (var argName in componentData.args) {
                        var argValue = componentData.args[argName];
                        if (argValue == "1" || argValue == "true") {
                            component.args.push({name: argName, booleanValue:true});
                        } else if (argValue == "0" || argValue == "false") {
                            component.args.push({name: argName, booleanValue:false});
                        } else {
                            component.args.push({name: argName, value:argValue});
                        }
                    }
                }
                components.push(component);
            }
            return {label: label, key: key, components: components};
        } else {
            return {label: label, key: key};
        }
    }

    var buildAnalyzer = function (analyzerData) {
        var analyzer = {};
        analyzer.className = analyzerData.className;
        analyzer.componentTypes = [];
        if (analyzerData.tokenizer) {
            analyzer.componentTypes.push(processComponentType("Char Filters", "charFilters", analyzerData.charFilters));
            analyzer.componentTypes.push(processComponentType("Tokenizer", "tokenizer", {tokenizer: analyzerData.tokenizer}));
            analyzer.componentTypes.push(processComponentType("Token Filters", "tokenFilters", analyzerData.filters));
        }
        return analyzer;
    }

    analysis.data = data.types[type];
    if (analysis.data) {
        analysis.analyzers = [
            {key: "index", name: "Index", detail: buildAnalyzer(analysis.data.indexAnalyzer)},
            {key: "query", name: "Query", detail: buildAnalyzer(analysis.data.queryAnalyzer)}
        ];
    }
    return analysis;
}

var getTermInfo = function(data) {

    var termInfo = {};
    if (data && data.topTerms) {
        termInfo.topTerms = [];

        var currentGroup = {count: 0}
        for (var i = 0; i < data.topTerms.length; i += 2) {
            var count = data.topTerms[i + 1];
            if (currentGroup.count != count) {
                currentGroup = {count: count, terms: []};
                termInfo.topTerms.push(currentGroup);
            }
            currentGroup.terms.push(data.topTerms[i]);
        }
        termInfo.termCount = data.topTerms.length / 2;
        termInfo.maxTerms = data.distinct;
    }

    if(data && data.histogram) {
        termInfo.histogram = [];
        termInfo.histogramMax = 0;
        for (var i = 0; i < data.histogram.length; i += 2) {
            termInfo.histogram.push({key: data.histogram[i], value: data.histogram[i + 1]});
            termInfo.histogramMax = Math.max(termInfo.histogramMax, data.histogram[i + 1]);
        }
    }
    return termInfo;
};

var sortedObjectArray = function(list) {
    var objarr = [];
    for (var i in list) {
      objarr.push({"name": list[i]});
    }
    return objarr;
};

var shortenPackages = function(className) {
    return className.replace("org.apache.solr", "o.a.s").replace("org.apache.lucene", "o.a.l");
};