src/bin/config_parser/src/config_validator/metric_definitions.go - cobalt - Git at Google

 // Copyright 2018 The Fuchsia Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.

 package config_validator

 import (
 	"config"
 	"fmt"
 	"net/mail"
 	"regexp"
 	"strings"
 	"time"
 )

 // This file contains logic to validate lists of MetricDefinition protos.

 // Date format is yyyy/mm/dd. This is done by specifying in the desired format
 // Mon Jan 2 15:04:05 MST 2006. See time module documentation.
 const dateFormat = "2006/01/02"

 // Valid names are 1-64 characters long. They have the same syntactic requirements
 // as a C variable name.
 var validNameRegexp = regexp.MustCompile("^[a-zA-Z][_a-zA-Z0-9]{1,65}$")

 // Valid proto names are 1-64 characters long. They have the same syntactic
 // requirements as a C variable name with the exceptions that they can include
 // '.' for package names and '$' for '$team_name'.
 var validProtoNameRegexp = regexp.MustCompile("^[$a-zA-Z][_.$a-zA-Z0-9]{1,64}[a-zA-Z0-9]$")

 // Validate a list of MetricDefinitions.
 func validateConfiguredMetricDefinitions(metrics []*config.MetricDefinition) (err error) {
 	metricIds := map[uint32]int{}
 	metricNames := map[string]bool{}
 	for i, metric := range metrics {
 		if _, ok := metricIds[metric.Id]; ok {
 			return fmt.Errorf("There are two metrics with id=%v.", metric.Id)
 		}
 		metricIds[metric.Id] = i

 		if _, ok := metricNames[metric.MetricName]; ok {
 			return fmt.Errorf("There are two metrics with name=%v.", metric.MetricName)
 		}
 		metricNames[metric.MetricName] = true

 		if err = validateMetricDefinition(*metric); err != nil {
 			return fmt.Errorf("Error validating metric '%s': %v", metric.MetricName, err)
 		}
 	}

 	return nil
 }

 // Validate a single MetricDefinition.
 func validateMetricDefinition(m config.MetricDefinition) (err error) {
 	if !validNameRegexp.MatchString(m.MetricName) {
 		return fmt.Errorf("Invalid metric name. Metric names must match the regular expression '%v'.", validNameRegexp)
 	}

 	if m.Id == 0 {
 		return fmt.Errorf("Metric ID of zero is not allowed. Please specify a positive metric ID.")
 	}

 	if m.MetricType == config.MetricDefinition_UNSET {
 		return fmt.Errorf("metric_type is not set.")
 	}

 	if m.MetaData == nil {
 		return fmt.Errorf("meta_data is not set, additionally, in meta_data: %v", validateMetadata(config.MetricDefinition_Metadata{}))
 	}

 	if err := validateMetadata(*m.MetaData); err != nil {
 		return fmt.Errorf("in meta_data: %v", err)
 	}

 	if m.IntBuckets != nil && m.MetricType != config.MetricDefinition_INT_HISTOGRAM {
 		return fmt.Errorf("Metric %s has int_buckets set. int_buckets can only be set for metrics for metric type INT_HISTOGRAM.", m.MetricName)
 	}

 	// TODO(ninai): Remove when we have migrated metrics from using parts.
 	if len(m.Parts) > 0 && m.MetricType != config.MetricDefinition_CUSTOM {
 		return fmt.Errorf("Metric %s has parts set. parts can only be set for metrics for metric type CUSTOM.", m.MetricName)
 	}

 	if m.ProtoName != "" && m.MetricType != config.MetricDefinition_CUSTOM {
 		return fmt.Errorf("Metric %s has proto_name set. proto_name can only be set for metrics for metric type CUSTOM.", m.MetricName)
 	}

 	if err := validateMetricDefinitionForType(m); err != nil {
 		return fmt.Errorf("Metric %s: %v", m.MetricName, err)
 	}

 	return validateReportDefinitions(m)
 }

 // Validate a single instance of Metadata.
 func validateMetadata(m config.MetricDefinition_Metadata) (err error) {
 	errors := []string{}

 	if len(m.ExpirationDate) == 0 {
 		errors = append(errors, "expiration_date field is required")
 	} else {
 		var exp time.Time
 		exp, err = time.ParseInLocation(dateFormat, m.ExpirationDate, time.UTC)
 		if err != nil {
 			errors = append(errors, fmt.Sprintf("expiration_date (%v) field is invalid, it must use the yyyy/mm/dd format", m.ExpirationDate))
 		} else {
 			// Date one year and one day from today.
 			maxExp := time.Now().AddDate(1, 0, 0)
 			if exp.After(maxExp) {
 				errors = append(errors, fmt.Sprintf("expiration_date must be no later than %v", maxExp.Format(dateFormat)))
 			}
 		}
 	}

 	for _, o := range m.Owner {
 		if _, err = mail.ParseAddress(o); err != nil {
 			errors = append(errors, fmt.Sprintf("'%v' is not a valid email address in owner field", o))
 		}
 	}

 	if m.MaxReleaseStage == config.ReleaseStage_RELEASE_STAGE_NOT_SET {
 		errors = append(errors, "max_release_stage is required")
 	}

 	if len(errors) > 0 {
 		return fmt.Errorf("%v", strings.Join(errors, ", "))
 	} else {
 		return nil
 	}
 }

 // Validate the event_codes and max_event_code fields.
 func validateMetricDimensions(m config.MetricDefinition) error {
 	if len(m.MetricDimensions) == 0 {
 		// A metric definition is allowed to not have any metric dimensions.
 		return nil
 	}

 	if len(m.MetricDimensions) > 5 {
 		return fmt.Errorf("there can be at most 5 dimensions in metric_dimensions")
 	}

 	seenNames := make(map[string]bool)
 	numOptions := 1
 	for i, md := range m.MetricDimensions {
 		if md.Dimension == "" {
 			return fmt.Errorf("dimension %d has no 'dimension' name", i)
 		}

 		if seenNames[md.Dimension] {
 			return fmt.Errorf("duplicate dimension name in metric_dimensions %s", md.Dimension)
 		}
 		seenNames[md.Dimension] = true

 		name := md.Dimension

 		seenCodeNames := make(map[string]bool)
 		for _, codeName := range md.EventCodes {
 			if seenCodeNames[codeName] {
 				return fmt.Errorf("duplicate event_code name in metric_dimensions %s", name)
 			}
 			seenCodeNames[codeName] = true
 		}

 		for from, to := range md.EventCodeAliases {
 			if !seenCodeNames[from] {
 				if seenCodeNames[to] {
 					return fmt.Errorf("unknown event_code %s for alias %s: %s. Did you mean %s: %s?", from, from, to, to, from)
 				} else {
 					return fmt.Errorf("unknown event_code_alias: %s: %s", from, to)
 				}
 			}
 			if seenCodeNames[to] {
 				return fmt.Errorf("cannot have event_code_alias %s, when that name already exists in event_codes", to)
 			}
 		}

 		if len(md.EventCodes) == 0 && md.MaxEventCode == 0 {
 			return fmt.Errorf("For metric dimension %v, you must either define max_event_code or explicitly define at least one event code.", name)
 		}
 		if md.MaxEventCode != 0 {
 			for j, _ := range md.EventCodes {
 				if j > md.MaxEventCode {
 					return fmt.Errorf("event index %v in metric_dimension %v is greater than max_event_code %v", j, name, md.MaxEventCode)
 				}
 			}
 			numOptions *= int(md.MaxEventCode + 1)
 		} else {
 			for j, _ := range md.EventCodes {
 				if j >= 1024 && len(m.MetricDimensions) > 4 {
 					return fmt.Errorf("event index %v in metric_dimension %v is greater than 1023, which means that this metric cannot support more than 4 metric_dimensions", j, name)
 				}
 				if j >= 32768 {
 					return fmt.Errorf("event index %v in metric_dimension %v is is too large (greater than 32,767)", j, name)
 				}
 			}
 			numOptions *= len(md.EventCodes)
 		}
 	}
 	if numOptions >= 1024 {
 		return fmt.Errorf("metric_dimensions have too many possible representations: %v. May be no more than 1024", numOptions)
 	}

 	return nil
 }

 ///////////////////////////////////////////////////////////////
 // Validation for specific metric types:
 ///////////////////////////////////////////////////////////////

 func validateMetricDefinitionForType(m config.MetricDefinition) error {
 	switch m.MetricType {
 	case config.MetricDefinition_EVENT_OCCURRED:
 		return validateEventOccurred(m)
 	case config.MetricDefinition_EVENT_COUNT:
 		return validateMetricDimensions(m)
 	case config.MetricDefinition_ELAPSED_TIME:
 		return validateMetricDimensions(m)
 	case config.MetricDefinition_FRAME_RATE:
 		return validateMetricDimensions(m)
 	case config.MetricDefinition_MEMORY_USAGE:
 		return validateMetricDimensions(m)
 	case config.MetricDefinition_INT_HISTOGRAM:
 		return validateIntHistogram(m)
 	case config.MetricDefinition_STRING_USED:
 		return validateStringUsed(m)
 	case config.MetricDefinition_CUSTOM:
 		return validateCustom(m)
 	}

 	return fmt.Errorf("Unknown MetricType: %v", m.MetricType)
 }

 func validateEventOccurred(m config.MetricDefinition) error {
 	if len(m.MetricDimensions) == 0 || m.MetricDimensions[0].MaxEventCode == 0 {
 		return fmt.Errorf("No max_event_code specified for metric of type EVENT_OCCURRED.")
 	}

 	if len(m.MetricDimensions) > 1 {
 		return fmt.Errorf("Too many metric dimensions specified for metric of type EVENT_OCCURRED.")
 	}

 	for i, md := range m.MetricDimensions {
 		if md.MaxEventCode == 0 {
 			return fmt.Errorf("No max_event_code specified for metric_dimension %v.", i)
 		}
 	}

 	return validateMetricDimensions(m)
 }

 func validateIntHistogram(m config.MetricDefinition) error {
 	if m.IntBuckets == nil {
 		return fmt.Errorf("No int_buckets specified for metric of type INT_HISTOGRAM.")
 	}

 	// TODO(azani): Validate bucket definition.

 	for _, r := range m.Reports {
 		if m.IntBuckets != nil && r.IntBuckets != nil {
 			return fmt.Errorf("for report %q: both report and metric contain int_buckets stanzas, the stanza in %q will be ignored", r.ReportName, r.ReportName)
 		}
 	}

 	return validateMetricDimensions(m)
 }

 func validateStringUsed(m config.MetricDefinition) error {
 	if len(m.MetricDimensions) > 0 {
 		return fmt.Errorf("metric_dimensions must not be set for metrics of type STRING_USED")
 	}
 	return nil
 }

 // TODO(ninai): remove this function when Cobalt 1.0 is done.
 func validateCustomOld(m config.MetricDefinition) error {
 	if len(m.MetricDimensions) > 0 {
 		return fmt.Errorf("metric_dimensions must not be set for metrics of type CUSTOM")
 	}
 	if len(m.Parts) == 0 {
 		return fmt.Errorf("No parts specified for metric of type CUSTOM.")
 	}
 	for n := range m.Parts {
 		if !validNameRegexp.MatchString(n) {
 			return fmt.Errorf("Invalid part name '%s'. Part names must match the regular expression '%v'", n, validNameRegexp)
 		}
 		// TODO(azani): Validate the MetricPart itself.
 	}
 	return nil
 }

 func validateCustom(m config.MetricDefinition) error {
 	if err := validateCustomOld(m); err == nil {
 		return nil
 	}

 	if len(m.MetricDimensions) > 0 {
 		return fmt.Errorf("metric_dimensions must not be set for metrics of type CUSTOM")
 	}

 	if m.ProtoName == "" {
 		return fmt.Errorf("Missing proto_name. Proto names are required for metrics of type CUSTOM.")
 	}

 	if !validProtoNameRegexp.MatchString(m.ProtoName) {
 		return fmt.Errorf("Invalid proto_name. Proto names must match the regular expression '%v'.", validProtoNameRegexp)
 	}

 	return nil
 }
	// Copyright 2018 The Fuchsia Authors. All rights reserved.
	// Use of this source code is governed by a BSD-style license that can be
	// found in the LICENSE file.

	package config_validator

	import (
	"config"
	"fmt"
	"net/mail"
	"regexp"
	"strings"
	"time"
	)

	// This file contains logic to validate lists of MetricDefinition protos.

	// Date format is yyyy/mm/dd. This is done by specifying in the desired format
	// Mon Jan 2 15:04:05 MST 2006. See time module documentation.
	const dateFormat = "2006/01/02"

	// Valid names are 1-64 characters long. They have the same syntactic requirements
	// as a C variable name.
	var validNameRegexp = regexp.MustCompile("^[a-zA-Z][_a-zA-Z0-9]{1,65}$")

	// Valid proto names are 1-64 characters long. They have the same syntactic
	// requirements as a C variable name with the exceptions that they can include
	// '.' for package names and '$' for '$team_name'.
	var validProtoNameRegexp = regexp.MustCompile("^[$a-zA-Z][_.$a-zA-Z0-9]{1,64}[a-zA-Z0-9]$")

	// Validate a list of MetricDefinitions.
	func validateConfiguredMetricDefinitions(metrics []*config.MetricDefinition) (err error) {
	metricIds := map[uint32]int{}
	metricNames := map[string]bool{}
	for i, metric := range metrics {
	if _, ok := metricIds[metric.Id]; ok {
	return fmt.Errorf("There are two metrics with id=%v.", metric.Id)
	}
	metricIds[metric.Id] = i

	if _, ok := metricNames[metric.MetricName]; ok {
	return fmt.Errorf("There are two metrics with name=%v.", metric.MetricName)
	}
	metricNames[metric.MetricName] = true

	if err = validateMetricDefinition(*metric); err != nil {
	return fmt.Errorf("Error validating metric '%s': %v", metric.MetricName, err)
	}
	}

	return nil
	}

	// Validate a single MetricDefinition.
	func validateMetricDefinition(m config.MetricDefinition) (err error) {
	if !validNameRegexp.MatchString(m.MetricName) {
	return fmt.Errorf("Invalid metric name. Metric names must match the regular expression '%v'.", validNameRegexp)
	}

	if m.Id == 0 {
	return fmt.Errorf("Metric ID of zero is not allowed. Please specify a positive metric ID.")
	}

	if m.MetricType == config.MetricDefinition_UNSET {
	return fmt.Errorf("metric_type is not set.")
	}

	if m.MetaData == nil {
	return fmt.Errorf("meta_data is not set, additionally, in meta_data: %v", validateMetadata(config.MetricDefinition_Metadata{}))
	}

	if err := validateMetadata(*m.MetaData); err != nil {
	return fmt.Errorf("in meta_data: %v", err)
	}

	if m.IntBuckets != nil && m.MetricType != config.MetricDefinition_INT_HISTOGRAM {
	return fmt.Errorf("Metric %s has int_buckets set. int_buckets can only be set for metrics for metric type INT_HISTOGRAM.", m.MetricName)
	}

	// TODO(ninai): Remove when we have migrated metrics from using parts.
	if len(m.Parts) > 0 && m.MetricType != config.MetricDefinition_CUSTOM {
	return fmt.Errorf("Metric %s has parts set. parts can only be set for metrics for metric type CUSTOM.", m.MetricName)
	}

	if m.ProtoName != "" && m.MetricType != config.MetricDefinition_CUSTOM {
	return fmt.Errorf("Metric %s has proto_name set. proto_name can only be set for metrics for metric type CUSTOM.", m.MetricName)
	}

	if err := validateMetricDefinitionForType(m); err != nil {
	return fmt.Errorf("Metric %s: %v", m.MetricName, err)
	}

	return validateReportDefinitions(m)
	}

	// Validate a single instance of Metadata.
	func validateMetadata(m config.MetricDefinition_Metadata) (err error) {
	errors := []string{}

	if len(m.ExpirationDate) == 0 {
	errors = append(errors, "expiration_date field is required")
	} else {
	var exp time.Time
	exp, err = time.ParseInLocation(dateFormat, m.ExpirationDate, time.UTC)
	if err != nil {
	errors = append(errors, fmt.Sprintf("expiration_date (%v) field is invalid, it must use the yyyy/mm/dd format", m.ExpirationDate))
	} else {
	// Date one year and one day from today.
	maxExp := time.Now().AddDate(1, 0, 0)
	if exp.After(maxExp) {
	errors = append(errors, fmt.Sprintf("expiration_date must be no later than %v", maxExp.Format(dateFormat)))
	}
	}
	}

	for _, o := range m.Owner {
	if _, err = mail.ParseAddress(o); err != nil {
	errors = append(errors, fmt.Sprintf("'%v' is not a valid email address in owner field", o))
	}
	}

	if m.MaxReleaseStage == config.ReleaseStage_RELEASE_STAGE_NOT_SET {
	errors = append(errors, "max_release_stage is required")
	}

	if len(errors) > 0 {
	return fmt.Errorf("%v", strings.Join(errors, ", "))
	} else {
	return nil
	}
	}

	// Validate the event_codes and max_event_code fields.
	func validateMetricDimensions(m config.MetricDefinition) error {
	if len(m.MetricDimensions) == 0 {
	// A metric definition is allowed to not have any metric dimensions.
	return nil
	}

	if len(m.MetricDimensions) > 5 {
	return fmt.Errorf("there can be at most 5 dimensions in metric_dimensions")
	}

	seenNames := make(map[string]bool)
	numOptions := 1
	for i, md := range m.MetricDimensions {
	if md.Dimension == "" {
	return fmt.Errorf("dimension %d has no 'dimension' name", i)
	}

	if seenNames[md.Dimension] {
	return fmt.Errorf("duplicate dimension name in metric_dimensions %s", md.Dimension)
	}
	seenNames[md.Dimension] = true

	name := md.Dimension

	seenCodeNames := make(map[string]bool)
	for _, codeName := range md.EventCodes {
	if seenCodeNames[codeName] {
	return fmt.Errorf("duplicate event_code name in metric_dimensions %s", name)
	}
	seenCodeNames[codeName] = true
	}

	for from, to := range md.EventCodeAliases {
	if !seenCodeNames[from] {
	if seenCodeNames[to] {
	return fmt.Errorf("unknown event_code %s for alias %s: %s. Did you mean %s: %s?", from, from, to, to, from)
	} else {
	return fmt.Errorf("unknown event_code_alias: %s: %s", from, to)
	}
	}
	if seenCodeNames[to] {
	return fmt.Errorf("cannot have event_code_alias %s, when that name already exists in event_codes", to)
	}
	}

	if len(md.EventCodes) == 0 && md.MaxEventCode == 0 {
	return fmt.Errorf("For metric dimension %v, you must either define max_event_code or explicitly define at least one event code.", name)
	}
	if md.MaxEventCode != 0 {
	for j, _ := range md.EventCodes {
	if j > md.MaxEventCode {
	return fmt.Errorf("event index %v in metric_dimension %v is greater than max_event_code %v", j, name, md.MaxEventCode)
	}
	}
	numOptions *= int(md.MaxEventCode + 1)
	} else {
	for j, _ := range md.EventCodes {
	if j >= 1024 && len(m.MetricDimensions) > 4 {
	return fmt.Errorf("event index %v in metric_dimension %v is greater than 1023, which means that this metric cannot support more than 4 metric_dimensions", j, name)
	}
	if j >= 32768 {
	return fmt.Errorf("event index %v in metric_dimension %v is is too large (greater than 32,767)", j, name)
	}
	}
	numOptions *= len(md.EventCodes)
	}
	}
	if numOptions >= 1024 {
	return fmt.Errorf("metric_dimensions have too many possible representations: %v. May be no more than 1024", numOptions)
	}

	return nil
	}

	///////////////////////////////////////////////////////////////
	// Validation for specific metric types:
	///////////////////////////////////////////////////////////////

	func validateMetricDefinitionForType(m config.MetricDefinition) error {
	switch m.MetricType {
	case config.MetricDefinition_EVENT_OCCURRED:
	return validateEventOccurred(m)
	case config.MetricDefinition_EVENT_COUNT:
	return validateMetricDimensions(m)
	case config.MetricDefinition_ELAPSED_TIME:
	return validateMetricDimensions(m)
	case config.MetricDefinition_FRAME_RATE:
	return validateMetricDimensions(m)
	case config.MetricDefinition_MEMORY_USAGE:
	return validateMetricDimensions(m)
	case config.MetricDefinition_INT_HISTOGRAM:
	return validateIntHistogram(m)
	case config.MetricDefinition_STRING_USED:
	return validateStringUsed(m)
	case config.MetricDefinition_CUSTOM:
	return validateCustom(m)
	}

	return fmt.Errorf("Unknown MetricType: %v", m.MetricType)
	}

	func validateEventOccurred(m config.MetricDefinition) error {
	if len(m.MetricDimensions) == 0 \|\| m.MetricDimensions[0].MaxEventCode == 0 {
	return fmt.Errorf("No max_event_code specified for metric of type EVENT_OCCURRED.")
	}

	if len(m.MetricDimensions) > 1 {
	return fmt.Errorf("Too many metric dimensions specified for metric of type EVENT_OCCURRED.")
	}

	for i, md := range m.MetricDimensions {
	if md.MaxEventCode == 0 {
	return fmt.Errorf("No max_event_code specified for metric_dimension %v.", i)
	}
	}

	return validateMetricDimensions(m)
	}

	func validateIntHistogram(m config.MetricDefinition) error {
	if m.IntBuckets == nil {
	return fmt.Errorf("No int_buckets specified for metric of type INT_HISTOGRAM.")
	}

	// TODO(azani): Validate bucket definition.

	for _, r := range m.Reports {
	if m.IntBuckets != nil && r.IntBuckets != nil {
	return fmt.Errorf("for report %q: both report and metric contain int_buckets stanzas, the stanza in %q will be ignored", r.ReportName, r.ReportName)
	}
	}

	return validateMetricDimensions(m)
	}

	func validateStringUsed(m config.MetricDefinition) error {
	if len(m.MetricDimensions) > 0 {
	return fmt.Errorf("metric_dimensions must not be set for metrics of type STRING_USED")
	}
	return nil
	}

	// TODO(ninai): remove this function when Cobalt 1.0 is done.
	func validateCustomOld(m config.MetricDefinition) error {
	if len(m.MetricDimensions) > 0 {
	return fmt.Errorf("metric_dimensions must not be set for metrics of type CUSTOM")
	}
	if len(m.Parts) == 0 {
	return fmt.Errorf("No parts specified for metric of type CUSTOM.")
	}
	for n := range m.Parts {
	if !validNameRegexp.MatchString(n) {
	return fmt.Errorf("Invalid part name '%s'. Part names must match the regular expression '%v'", n, validNameRegexp)
	}
	// TODO(azani): Validate the MetricPart itself.
	}
	return nil
	}

	func validateCustom(m config.MetricDefinition) error {
	if err := validateCustomOld(m); err == nil {
	return nil
	}

	if len(m.MetricDimensions) > 0 {
	return fmt.Errorf("metric_dimensions must not be set for metrics of type CUSTOM")
	}

	if m.ProtoName == "" {
	return fmt.Errorf("Missing proto_name. Proto names are required for metrics of type CUSTOM.")
	}

	if !validProtoNameRegexp.MatchString(m.ProtoName) {
	return fmt.Errorf("Invalid proto_name. Proto names must match the regular expression '%v'.", validProtoNameRegexp)
	}

	return nil
	}